mirror of
https://github.com/Instagram/LibCST.git
synced 2025-12-23 10:35:53 +00:00
33 lines
1.4 KiB
Python
33 lines
1.4 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
#
|
|
# This source code is licensed under the MIT license found in the
|
|
# LICENSE file in the root directory of this source tree.
|
|
|
|
try:
|
|
from libcst_native import token_type as native_token_type
|
|
|
|
TokenType = native_token_type.TokenType
|
|
|
|
class PythonTokenTypes:
|
|
STRING: TokenType = native_token_type.STRING
|
|
NUMBER: TokenType = native_token_type.NUMBER
|
|
NAME: TokenType = native_token_type.NAME
|
|
NEWLINE: TokenType = native_token_type.NEWLINE
|
|
INDENT: TokenType = native_token_type.INDENT
|
|
DEDENT: TokenType = native_token_type.DEDENT
|
|
ASYNC: TokenType = native_token_type.ASYNC
|
|
AWAIT: TokenType = native_token_type.AWAIT
|
|
FSTRING_STRING: TokenType = native_token_type.FSTRING_STRING
|
|
FSTRING_START: TokenType = native_token_type.FSTRING_START
|
|
FSTRING_END: TokenType = native_token_type.FSTRING_END
|
|
OP: TokenType = native_token_type.OP
|
|
ENDMARKER: TokenType = native_token_type.ENDMARKER
|
|
# unused dummy tokens for backwards compat with the parso tokenizer
|
|
ERRORTOKEN: TokenType = native_token_type.ERRORTOKEN
|
|
ERROR_DEDENT: TokenType = native_token_type.ERROR_DEDENT
|
|
|
|
except ImportError:
|
|
from libcst._parser.parso.python.py_token import ( # noqa: F401
|
|
PythonTokenTypes,
|
|
TokenType,
|
|
)
|