1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
|
import os
from tokenize import generate_tokens
from noseOfYeti.tokeniser.tokens import Tokens
from noseOfYeti.tokeniser.tracker import Tracker
WITH_IT_RETURN_TYPE_ENV_NAME = "NOSE_OF_YETI_IT_RETURN_TYPE"
class Tokeniser:
"""Endpoint for tokenising a file"""
def __init__(self, with_describe_attrs=True, with_it_return_type=None):
if with_it_return_type is None:
self.with_it_return_type = os.environ.get(
WITH_IT_RETURN_TYPE_ENV_NAME, ""
).lower() not in ("", "false", "0")
else:
self.with_it_return_type = with_it_return_type
self.with_describe_attrs = with_describe_attrs
def translate(self, readline, result=None, no_imports=None):
# Tracker to keep track of information as the file is processed
self.tokens = Tokens()
self.tracker = Tracker(result, self.tokens, with_it_return_type=self.with_it_return_type)
try:
# Looking at all the tokens
with self.tracker.add_phase() as tracker:
for tokenum, value, (srow, scol), _, _ in generate_tokens(readline):
tracker.next_token(tokenum, value, srow, scol)
finally:
# Complain about mismatched brackets
self.tracker.raise_about_open_containers()
# Add attributes to our Describes so that the plugin can handle some nesting issues
# Where we have tests in upper level describes being run in lower level describes
if self.with_describe_attrs:
self.tracker.make_describe_attrs()
# Add lines to bottom of file to add __testname__ attributes
self.tracker.make_method_names()
# Return translated list of tokens
return self.tracker.result
|
