Skip to content

Commit 4723e4d

Browse files
committed
Removed code related to AST parsing (now processed by code_ast)
1 parent 465f3af commit 4723e4d

File tree

6 files changed

+8
-403
lines changed

6 files changed

+8
-403
lines changed

code_tokenize/__init__.py

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,9 @@
11

2-
from .parsers import ASTParser
2+
from code_ast.parsers import ASTParser
3+
34
from .tokenizer import tokenize_tree
45
from .lang import load_from_lang_config
56

6-
from . import visitor
7-
from .visitor import ASTVisitor, VisitorComposition
8-
97
import logging as logger
108

119
# Main function --------------------------------

code_tokenize/lang/python/indent.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
"""Hierarchical indentation independent of the concrete program formatting"""
22

3-
from ...visitor import ASTVisitor
3+
from code_ast.visitor import ASTVisitor
44
from ...tokens import IndentToken, DedentToken, NewlineToken
55

66

code_tokenize/parsers.py

Lines changed: 0 additions & 272 deletions
This file was deleted.

code_tokenize/tokenizer.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
1-
from . import tokens as T
2-
from .tokens import ASTToken, TokenSequence
31

4-
from .visitor import ASTVisitor, ResumingVisitorComposition
2+
import logging as logger
3+
from code_ast.visitor import ASTVisitor, ResumingVisitorComposition
4+
5+
from .tokens import ASTToken, TokenSequence
56
from .lang import indent_handler_clazz
67

7-
import logging as logger
88

99

1010
# Interface ----------------------------------------------------------------

code_tokenize/tokens.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
from .parsers import match_span
1+
from code_ast.parsers import match_span
22

33
# Cache Properties ---------------------------------------------------------
44

0 commit comments

Comments
 (0)