Fix typo in the tokenizer (#104950)

This commit is contained in:
Stepfen Shawn 2023-05-26 10:50:33 +08:00 committed by GitHub
parent bd1b6228d1
commit 705e387dd8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions

View File

@ -21,7 +21,7 @@ enum decoding_state {
}; };
enum interactive_underflow_t { enum interactive_underflow_t {
/* Normal mode of operation: return a new token when asked in interactie mode */ /* Normal mode of operation: return a new token when asked in interactive mode */
IUNDERFLOW_NORMAL, IUNDERFLOW_NORMAL,
/* Forcefully return ENDMARKER when asked for a new token in interactive mode. This /* Forcefully return ENDMARKER when asked for a new token in interactive mode. This
* can be used to prevent the tokenizer to prompt the user for new tokens */ * can be used to prevent the tokenizer to prompt the user for new tokens */