cpython/Lib/token.py

141 lines
2.9 KiB
Python
Raw Normal View History

"""Token constants (from "token.h")."""
__all__ = ['tok_name', 'ISTERMINAL', 'ISNONTERMINAL', 'ISEOF']
1996-08-21 11:32:37 -03:00
# This file is automatically generated; please don't muck it up!
#
# To update the symbols in this file, 'cd' to the top directory of
# the python source tree after building the interpreter and run:
#
# ./python Lib/token.py
1996-08-21 11:32:37 -03:00
#--start constants--
ENDMARKER = 0
NAME = 1
NUMBER = 2
STRING = 3
NEWLINE = 4
INDENT = 5
DEDENT = 6
LPAR = 7
RPAR = 8
LSQB = 9
RSQB = 10
COLON = 11
COMMA = 12
SEMI = 13
PLUS = 14
MINUS = 15
STAR = 16
SLASH = 17
VBAR = 18
AMPER = 19
LESS = 20
GREATER = 21
EQUAL = 22
DOT = 23
PERCENT = 24
LBRACE = 26
RBRACE = 27
EQEQUAL = 28
NOTEQUAL = 29
LESSEQUAL = 30
GREATEREQUAL = 31
TILDE = 32
CIRCUMFLEX = 33
LEFTSHIFT = 34
RIGHTSHIFT = 35
DOUBLESTAR = 36
2000-08-24 18:08:39 -03:00
PLUSEQUAL = 37
MINEQUAL = 38
STAREQUAL = 39
SLASHEQUAL = 40
PERCENTEQUAL = 41
AMPEREQUAL = 42
VBAREQUAL = 43
CIRCUMFLEXEQUAL = 44
LEFTSHIFTEQUAL = 45
RIGHTSHIFTEQUAL = 46
DOUBLESTAREQUAL = 47
DOUBLESLASH = 48
DOUBLESLASHEQUAL = 49
AT = 50
RARROW = 51
ELLIPSIS = 52
OP = 53
ERRORTOKEN = 54
N_TOKENS = 55
1996-08-21 11:32:37 -03:00
NT_OFFSET = 256
#--end constants--
tok_name = {value: name
for name, value in globals().items()
if isinstance(value, int)}
__all__.extend(tok_name.values())
def ISTERMINAL(x):
return x < NT_OFFSET
def ISNONTERMINAL(x):
return x >= NT_OFFSET
def ISEOF(x):
return x == ENDMARKER
1996-08-21 11:32:37 -03:00
def _main():
import re
1996-08-21 11:32:37 -03:00
import sys
args = sys.argv[1:]
inFileName = args and args[0] or "Include/token.h"
outFileName = "Lib/token.py"
if len(args) > 1:
outFileName = args[1]
1996-08-21 11:32:37 -03:00
try:
fp = open(inFileName)
except IOError as err:
sys.stdout.write("I/O error: %s\n" % str(err))
sys.exit(1)
2001-02-09 07:10:16 -04:00
lines = fp.read().split("\n")
1996-08-21 11:32:37 -03:00
fp.close()
prog = re.compile(
"#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)",
re.IGNORECASE)
1996-08-21 11:32:37 -03:00
tokens = {}
for line in lines:
match = prog.match(line)
if match:
name, val = match.group(1, 2)
2001-02-09 20:22:33 -04:00
val = int(val)
tokens[val] = name # reverse so we can sort them...
2007-02-26 10:08:27 -04:00
keys = sorted(tokens.keys())
1996-08-21 11:32:37 -03:00
# load the output skeleton from the target:
try:
fp = open(outFileName)
except IOError as err:
sys.stderr.write("I/O error: %s\n" % str(err))
sys.exit(2)
2001-02-09 07:10:16 -04:00
format = fp.read().split("\n")
1996-08-21 11:32:37 -03:00
fp.close()
try:
start = format.index("#--start constants--") + 1
end = format.index("#--end constants--")
1996-08-21 11:32:37 -03:00
except ValueError:
sys.stderr.write("target does not contain format markers")
sys.exit(3)
1996-08-21 11:32:37 -03:00
lines = []
for val in keys:
lines.append("%s = %d" % (tokens[val], val))
1996-08-21 11:32:37 -03:00
format[start:end] = lines
try:
fp = open(outFileName, 'w')
except IOError as err:
sys.stderr.write("I/O error: %s\n" % str(err))
sys.exit(4)
2001-02-09 07:10:16 -04:00
fp.write("\n".join(format))
1996-08-21 11:32:37 -03:00
fp.close()
if __name__ == "__main__":
_main()