mirror of
https://github.com/python/cpython.git
synced 2024-11-24 00:38:00 +01:00
e7b146fb3b
The attached patches update the standard library so that all modules have docstrings beginning with one-line summaries. A new docstring was added to formatter. The docstring for os.py was updated to mention nt, os2, ce in addition to posix, dos, mac.
129 lines
2.7 KiB
Python
Executable File
129 lines
2.7 KiB
Python
Executable File
#! /usr/bin/env python
|
|
|
|
"""Token constants (from "token.h")."""
|
|
|
|
# This file is automatically generated; please don't muck it up!
|
|
#
|
|
# To update the symbols in this file, 'cd' to the top directory of
|
|
# the python source tree after building the interpreter and run:
|
|
#
|
|
# python Lib/token.py
|
|
|
|
#--start constants--
|
|
ENDMARKER = 0
|
|
NAME = 1
|
|
NUMBER = 2
|
|
STRING = 3
|
|
NEWLINE = 4
|
|
INDENT = 5
|
|
DEDENT = 6
|
|
LPAR = 7
|
|
RPAR = 8
|
|
LSQB = 9
|
|
RSQB = 10
|
|
COLON = 11
|
|
COMMA = 12
|
|
SEMI = 13
|
|
PLUS = 14
|
|
MINUS = 15
|
|
STAR = 16
|
|
SLASH = 17
|
|
VBAR = 18
|
|
AMPER = 19
|
|
LESS = 20
|
|
GREATER = 21
|
|
EQUAL = 22
|
|
DOT = 23
|
|
PERCENT = 24
|
|
BACKQUOTE = 25
|
|
LBRACE = 26
|
|
RBRACE = 27
|
|
EQEQUAL = 28
|
|
NOTEQUAL = 29
|
|
LESSEQUAL = 30
|
|
GREATEREQUAL = 31
|
|
TILDE = 32
|
|
CIRCUMFLEX = 33
|
|
LEFTSHIFT = 34
|
|
RIGHTSHIFT = 35
|
|
DOUBLESTAR = 36
|
|
OP = 37
|
|
ERRORTOKEN = 38
|
|
N_TOKENS = 39
|
|
NT_OFFSET = 256
|
|
#--end constants--
|
|
|
|
tok_name = {}
|
|
for _name, _value in globals().items():
|
|
if type(_value) is type(0):
|
|
tok_name[_value] = _name
|
|
|
|
|
|
def ISTERMINAL(x):
|
|
return x < NT_OFFSET
|
|
|
|
def ISNONTERMINAL(x):
|
|
return x >= NT_OFFSET
|
|
|
|
def ISEOF(x):
|
|
return x == ENDMARKER
|
|
|
|
|
|
def main():
|
|
import re
|
|
import string
|
|
import sys
|
|
args = sys.argv[1:]
|
|
inFileName = args and args[0] or "Include/token.h"
|
|
outFileName = "Lib/token.py"
|
|
if len(args) > 1:
|
|
outFileName = args[1]
|
|
try:
|
|
fp = open(inFileName)
|
|
except IOError, err:
|
|
sys.stdout.write("I/O error: %s\n" % str(err))
|
|
sys.exit(1)
|
|
lines = string.splitfields(fp.read(), "\n")
|
|
fp.close()
|
|
prog = re.compile(
|
|
"#define[ \t][ \t]*([A-Z][A-Z_]*)[ \t][ \t]*([0-9][0-9]*)",
|
|
re.IGNORECASE)
|
|
tokens = {}
|
|
for line in lines:
|
|
match = prog.match(line)
|
|
if match:
|
|
name, val = match.group(1, 2)
|
|
val = string.atoi(val)
|
|
tokens[val] = name # reverse so we can sort them...
|
|
keys = tokens.keys()
|
|
keys.sort()
|
|
# load the output skeleton from the target:
|
|
try:
|
|
fp = open(outFileName)
|
|
except IOError, err:
|
|
sys.stderr.write("I/O error: %s\n" % str(err))
|
|
sys.exit(2)
|
|
format = string.splitfields(fp.read(), "\n")
|
|
fp.close()
|
|
try:
|
|
start = format.index("#--start constants--") + 1
|
|
end = format.index("#--end constants--")
|
|
except ValueError:
|
|
sys.stderr.write("target does not contain format markers")
|
|
sys.exit(3)
|
|
lines = []
|
|
for val in keys:
|
|
lines.append("%s = %d" % (tokens[val], val))
|
|
format[start:end] = lines
|
|
try:
|
|
fp = open(outFileName, 'w')
|
|
except IOError, err:
|
|
sys.stderr.write("I/O error: %s\n" % str(err))
|
|
sys.exit(4)
|
|
fp.write(string.joinfields(format, "\n"))
|
|
fp.close()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|