mirror of
https://github.com/johndoe6345789/typthon.git
synced 2026-04-24 13:45:05 +00:00
d812cb400e
- Changed module name from 'Python' to 'Typthon' in Parser/Python.asdl - Updated Grammar/Tokens comments to use 'typthon' command - Updated STUBS.md to reference Typthon instead of Python where appropriate Co-authored-by: johndoe6345789 <224850594+johndoe6345789@users.noreply.github.com>
79 lines
1.9 KiB
Plaintext
79 lines
1.9 KiB
Plaintext
# When adding new tokens, remember to update the PEG generator in
|
|
# Tools/peg_generator/pegen/parser_generator.py
|
|
# This will ensure that older versions of Typthon can generate a Typthon parser
|
|
# using "typthon -m pegen typthon <GRAMMAR FILE>".
|
|
|
|
ENDMARKER
|
|
NAME
|
|
NUMBER
|
|
STRING
|
|
NEWLINE
|
|
INDENT
|
|
DEDENT
|
|
|
|
LPAR '('
|
|
RPAR ')'
|
|
LSQB '['
|
|
RSQB ']'
|
|
COLON ':'
|
|
COMMA ','
|
|
SEMI ';'
|
|
PLUS '+'
|
|
MINUS '-'
|
|
STAR '*'
|
|
SLASH '/'
|
|
VBAR '|'
|
|
AMPER '&'
|
|
LESS '<'
|
|
GREATER '>'
|
|
EQUAL '='
|
|
DOT '.'
|
|
PERCENT '%'
|
|
LBRACE '{'
|
|
RBRACE '}'
|
|
EQEQUAL '=='
|
|
NOTEQUAL '!='
|
|
LESSEQUAL '<='
|
|
GREATEREQUAL '>='
|
|
TILDE '~'
|
|
CIRCUMFLEX '^'
|
|
LEFTSHIFT '<<'
|
|
RIGHTSHIFT '>>'
|
|
DOUBLESTAR '**'
|
|
PLUSEQUAL '+='
|
|
MINEQUAL '-='
|
|
STAREQUAL '*='
|
|
SLASHEQUAL '/='
|
|
PERCENTEQUAL '%='
|
|
AMPEREQUAL '&='
|
|
VBAREQUAL '|='
|
|
CIRCUMFLEXEQUAL '^='
|
|
LEFTSHIFTEQUAL '<<='
|
|
RIGHTSHIFTEQUAL '>>='
|
|
DOUBLESTAREQUAL '**='
|
|
DOUBLESLASH '//'
|
|
DOUBLESLASHEQUAL '//='
|
|
AT '@'
|
|
ATEQUAL '@='
|
|
RARROW '->'
|
|
ELLIPSIS '...'
|
|
COLONEQUAL ':='
|
|
EXCLAMATION '!'
|
|
|
|
OP
|
|
TYPE_IGNORE
|
|
TYPE_COMMENT
|
|
SOFT_KEYWORD
|
|
FSTRING_START
|
|
FSTRING_MIDDLE
|
|
FSTRING_END
|
|
TSTRING_START
|
|
TSTRING_MIDDLE
|
|
TSTRING_END
|
|
COMMENT
|
|
NL
|
|
ERRORTOKEN
|
|
|
|
# These aren't used by the C tokenizer but are needed for tokenize.py
|
|
ENCODING
|