home *** CD-ROM | disk | FTP | other *** search
- #! /usr/bin/env python
- #
- # Tokens (from "token.h")
- #
- # This file is automatically generated; please don't muck it up!
- #
- # To update the symbols in this file, 'cd' to the top directory of
- # the python source tree after building the interpreter and run:
- #
- # python Lib/token.py
-
- #--start constants--
- ENDMARKER = 0
- NAME = 1
- NUMBER = 2
- STRING = 3
- NEWLINE = 4
- INDENT = 5
- DEDENT = 6
- LPAR = 7
- RPAR = 8
- LSQB = 9
- RSQB = 10
- COLON = 11
- COMMA = 12
- SEMI = 13
- PLUS = 14
- MINUS = 15
- STAR = 16
- SLASH = 17
- VBAR = 18
- AMPER = 19
- LESS = 20
- GREATER = 21
- EQUAL = 22
- DOT = 23
- PERCENT = 24
- BACKQUOTE = 25
- LBRACE = 26
- RBRACE = 27
- EQEQUAL = 28
- NOTEQUAL = 29
- LESSEQUAL = 30
- GREATEREQUAL = 31
- TILDE = 32
- CIRCUMFLEX = 33
- LEFTSHIFT = 34
- RIGHTSHIFT = 35
- DOUBLESTAR = 36
- OP = 37
- ERRORTOKEN = 38
- N_TOKENS = 39
- NT_OFFSET = 256
- #--end constants--
-
- tok_name = {}
- for _name, _value in globals().items():
- if type(_value) is type(0):
- tok_name[_value] = _name
-
-
- def ISTERMINAL(x):
- return x < NT_OFFSET
-
- def ISNONTERMINAL(x):
- return x >= NT_OFFSET
-
- def ISEOF(x):
- return x == ENDMARKER
-
-
- def main():
- import re
- import string
- import sys
- args = sys.argv[1:]
- inFileName = args and args[0] or "Include/token.h"
- outFileName = "Lib/token.py"
- if len(args) > 1:
- outFileName = args[1]
- try:
- fp = open(inFileName)
- except IOError, err:
- sys.stdout.write("I/O error: %s\n" % str(err))
- sys.exit(1)
- lines = string.splitfields(fp.read(), "\n")
- fp.close()
- prog = re.compile(
- "#define[ \t][ \t]*([A-Z][A-Z_]*)[ \t][ \t]*([0-9][0-9]*)",
- re.IGNORECASE)
- tokens = {}
- for line in lines:
- match = prog.match(line)
- if match:
- name, val = match.group(1, 2)
- val = string.atoi(val)
- tokens[val] = name # reverse so we can sort them...
- keys = tokens.keys()
- keys.sort()
- # load the output skeleton from the target:
- try:
- fp = open(outFileName)
- except IOError, err:
- sys.stderr.write("I/O error: %s\n" % str(err))
- sys.exit(2)
- format = string.splitfields(fp.read(), "\n")
- fp.close()
- try:
- start = format.index("#--start constants--") + 1
- end = format.index("#--end constants--")
- except ValueError:
- sys.stderr.write("target does not contain format markers")
- sys.exit(3)
- lines = []
- for val in keys:
- lines.append("%s = %d" % (tokens[val], val))
- format[start:end] = lines
- try:
- fp = open(outFileName, 'w')
- except IOError, err:
- sys.stderr.write("I/O error: %s\n" % str(err))
- sys.exit(4)
- fp.write(string.joinfields(format, "\n"))
- fp.close()
-
-
- if __name__ == "__main__":
- main()
-