1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
|
// Copyright 2014 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef THIRD_PARTY_BLINK_RENDERER_CORE_CSS_PARSER_CSS_PARSER_TOKEN_H_
#define THIRD_PARTY_BLINK_RENDERER_CORE_CSS_PARSER_CSS_PARSER_TOKEN_H_
#include "third_party/blink/renderer/core/core_export.h"
#include "third_party/blink/renderer/core/css/css_primitive_value.h"
#include "third_party/blink/renderer/core/css/parser/at_rule_descriptors.h"
#include "third_party/blink/renderer/core/css/parser/css_parser_mode.h"
#include "third_party/blink/renderer/platform/wtf/allocator/allocator.h"
#include "third_party/blink/renderer/platform/wtf/text/string_view.h"
namespace blink {
class ExecutionContext;
enum class CSSValueID;
enum CSSParserTokenType {
kIdentToken = 0,
kFunctionToken,
kAtKeywordToken,
kHashToken,
kUrlToken,
kBadUrlToken,
kDelimiterToken,
kNumberToken,
kPercentageToken,
kDimensionToken,
kIncludeMatchToken,
kDashMatchToken,
kPrefixMatchToken,
kSuffixMatchToken,
kSubstringMatchToken,
kColumnToken,
kUnicodeRangeToken,
kWhitespaceToken,
kCDOToken,
kCDCToken,
kColonToken,
kSemicolonToken,
kCommaToken,
kLeftParenthesisToken,
kRightParenthesisToken,
kLeftBracketToken,
kRightBracketToken,
kLeftBraceToken,
kRightBraceToken,
kStringToken,
kBadStringToken,
kEOFToken,
kCommentToken,
};
enum NumericSign {
kNoSign,
kPlusSign,
kMinusSign,
};
enum NumericValueType {
kIntegerValueType,
kNumberValueType,
};
enum HashTokenType {
kHashTokenId,
kHashTokenUnrestricted,
};
class CORE_EXPORT CSSParserToken {
USING_FAST_MALLOC(CSSParserToken);
public:
enum BlockType {
kNotBlock,
kBlockStart,
kBlockEnd,
};
CSSParserToken(CSSParserTokenType type, BlockType block_type = kNotBlock)
: type_(type), block_type_(block_type) {}
CSSParserToken(CSSParserTokenType type,
StringView value,
BlockType block_type = kNotBlock)
: type_(type), block_type_(block_type) {
InitValueFromStringView(value);
id_ = -1;
}
CSSParserToken(CSSParserTokenType, UChar); // for DelimiterToken
CSSParserToken(CSSParserTokenType,
double,
NumericValueType,
NumericSign); // for NumberToken
CSSParserToken(CSSParserTokenType,
UChar32,
UChar32); // for UnicodeRangeToken
CSSParserToken(HashTokenType, StringView);
bool operator==(const CSSParserToken& other) const;
bool operator!=(const CSSParserToken& other) const {
return !(*this == other);
}
// Converts NumberToken to DimensionToken.
void ConvertToDimensionWithUnit(StringView);
// Converts NumberToken to PercentageToken.
void ConvertToPercentage();
CSSParserTokenType GetType() const {
return static_cast<CSSParserTokenType>(type_);
}
StringView Value() const {
if (value_is_8bit_)
return StringView(reinterpret_cast<const LChar*>(value_data_char_raw_),
value_length_);
return StringView(reinterpret_cast<const UChar*>(value_data_char_raw_),
value_length_);
}
bool IsEOF() const { return type_ == static_cast<unsigned>(kEOFToken); }
UChar Delimiter() const;
NumericSign GetNumericSign() const;
NumericValueType GetNumericValueType() const;
double NumericValue() const;
HashTokenType GetHashTokenType() const {
DCHECK_EQ(type_, static_cast<unsigned>(kHashToken));
return hash_token_type_;
}
BlockType GetBlockType() const { return static_cast<BlockType>(block_type_); }
CSSPrimitiveValue::UnitType GetUnitType() const {
return static_cast<CSSPrimitiveValue::UnitType>(unit_);
}
UChar32 UnicodeRangeStart() const {
DCHECK_EQ(type_, static_cast<unsigned>(kUnicodeRangeToken));
return unicode_range_.start;
}
UChar32 UnicodeRangeEnd() const {
DCHECK_EQ(type_, static_cast<unsigned>(kUnicodeRangeToken));
return unicode_range_.end;
}
CSSValueID Id() const;
CSSValueID FunctionId() const;
bool HasStringBacking() const;
CSSPropertyID ParseAsUnresolvedCSSPropertyID(
const ExecutionContext* execution_context,
CSSParserMode mode = kHTMLStandardMode) const;
AtRuleDescriptorID ParseAsAtRuleDescriptorID() const;
void Serialize(StringBuilder&) const;
CSSParserToken CopyWithUpdatedString(const StringView&) const;
private:
void InitValueFromStringView(StringView string) {
value_length_ = string.length();
value_is_8bit_ = string.Is8Bit();
value_data_char_raw_ = string.Bytes();
}
bool ValueDataCharRawEqual(const CSSParserToken& other) const;
unsigned type_ : 6; // CSSParserTokenType
unsigned block_type_ : 2; // BlockType
unsigned numeric_value_type_ : 1; // NumericValueType
unsigned numeric_sign_ : 2; // NumericSign
unsigned unit_ : 7; // CSSPrimitiveValue::UnitType
// value_... is an unpacked StringView so that we can pack it
// tightly with the rest of this object for a smaller object size.
bool value_is_8bit_ : 1;
unsigned value_length_;
const void* value_data_char_raw_; // Either LChar* or UChar*.
union {
UChar delimiter_;
HashTokenType hash_token_type_;
double numeric_value_;
mutable int id_;
struct {
UChar32 start;
UChar32 end;
} unicode_range_;
};
};
} // namespace blink
#endif // CSSSParserToken_h
|
