From 705e387dd81b971cb1ee5727da54adfb565f61d0 Mon Sep 17 00:00:00 2001 From: Stepfen Shawn Date: Fri, 26 May 2023 10:50:33 +0800 Subject: [PATCH] Fix typo in the tokenizer (#104950) --- Parser/tokenizer.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index 3f34763239a..019f533ef2a 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h @@ -21,7 +21,7 @@ enum decoding_state { }; enum interactive_underflow_t { - /* Normal mode of operation: return a new token when asked in interactie mode */ + /* Normal mode of operation: return a new token when asked in interactive mode */ IUNDERFLOW_NORMAL, /* Forcefully return ENDMARKER when asked for a new token in interactive mode. This * can be used to prevent the tokenizer to prompt the user for new tokens */