Add new tokens // and //=, in support of PEP 238.

2001-08-08 05:04:07 +00:00 · 2001-08-08 05:04:07 +00:00 · 96204f5e49
parent 4668b000a1
commit 96204f5e49
1 changed files with 1 additions and 0 deletions
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@ -78,6 +78,7 @@ String = group(r"[uU]?[rR]?'[^\n'\\]*(?:\\.[^\n'\\]*)*'",
 # longest operators first (e.g., if = came before ==, == would get
 # recognized as two instances of =).
 Operator = group(r"\*\*=?", r">>=?", r"<<=?", r"<>", r"!=",
+                 r"//=?",
                 r"[+\-*/%&|^=<>]=?",
                 r"~")