diff options
author | mattkae <mattkae@protonmail.com> | 2023-06-23 10:25:52 -0400 |
---|---|---|
committer | mattkae <mattkae@protonmail.com> | 2023-06-23 10:25:52 -0400 |
commit | 4feb59d831d395369aa21d77e9b9d293125421d1 (patch) | |
tree | 7657a6ea15fc6a873c89cb2d03b75f56767bae71 /src/tokenizer.hpp | |
parent | 29e03ef74a814cb31a0ae53192e25cc75b638256 (diff) |
Diffstat (limited to 'src/tokenizer.hpp')
-rw-r--r-- | src/tokenizer.hpp | 13 |
1 files changed, 12 insertions, 1 deletions
diff --git a/src/tokenizer.hpp b/src/tokenizer.hpp index 8b844cd..e2c17f9 100644 --- a/src/tokenizer.hpp +++ b/src/tokenizer.hpp @@ -6,7 +6,11 @@ enum TokenizerFlag { TokenizerFlag_None = 0, + + /// When set, the tokenizer will emit the HtmlToken stored in "last". TokenizerFlag_Emit = 1, + + /// When set, the tokenizer will not increment the pointer when it attempts its next read. TokenizerFlag_NoIncrement = 2 }; @@ -20,7 +24,14 @@ enum TokenizerState { TokenizerState_TagName, TokenizerState_BogusComment, TokenizerState_CommentState, - TokenizerState_BeforeAttribute, + TokenizerState_BeforeAttributeName, + TokenizerState_AttributeNameState, + TokenizerState_AfterAttributeNameState, + TokenizerState_BeforeAttributeValueState, + TokenizerState_AttributeValueUnquoted, + TokenizerState_AttributeValueDoubleQuoted, + TokenizerState_AttributeValueSingleQuoted, + TokenizerState_AfterAttributeValueQuoted, TokenizerState_SelfClosingStartTag }; |