File: test_extract_token.py

package info (click to toggle)
pydevd 3.4.1%2Bds-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 13,892 kB
  • sloc: python: 77,580; cpp: 1,873; sh: 374; makefile: 50; ansic: 4
file content (47 lines) | stat: -rw-r--r-- 2,677 bytes parent folder | download | duplicates (2)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
# coding: utf-8
from __future__ import unicode_literals
from _pydev_bundle._pydev_completer import isidentifier, extract_token_and_qualifier, TokenAndQualifier


def test_isidentifier():
    assert isidentifier("abc")
    assert not isidentifier("<")
    assert not isidentifier("")
    assert isidentifier("áéíóú")


def test_extract_token_and_qualifier():
    assert extract_token_and_qualifier("tok", 0, 0) == TokenAndQualifier("", "")
    assert extract_token_and_qualifier("tok", 0, 1) == TokenAndQualifier("", "t")
    assert extract_token_and_qualifier("tok", 0, 2) == TokenAndQualifier("", "to")
    assert extract_token_and_qualifier("tok", 0, 3) == TokenAndQualifier("", "tok")
    assert extract_token_and_qualifier("tok", 0, 4) == TokenAndQualifier("", "tok")

    assert extract_token_and_qualifier("tok.qual", 0, 0) == TokenAndQualifier("", "")
    assert extract_token_and_qualifier("tok.qual", 0, 1) == TokenAndQualifier("", "t")
    assert extract_token_and_qualifier("tok.qual", 0, 2) == TokenAndQualifier("", "to")
    assert extract_token_and_qualifier("tok.qual", 0, 3) == TokenAndQualifier("", "tok")

    assert extract_token_and_qualifier("tok.qual", 0, 4) == TokenAndQualifier("tok", "")
    assert extract_token_and_qualifier("tok.qual", 0, 5) == TokenAndQualifier("tok", "q")
    assert extract_token_and_qualifier("tok.qual", 0, 6) == TokenAndQualifier("tok", "qu")
    assert extract_token_and_qualifier("tok.qual", 0, 7) == TokenAndQualifier("tok", "qua")
    assert extract_token_and_qualifier("tok.qual", 0, 8) == TokenAndQualifier("tok", "qual")

    # out of range (column)
    assert extract_token_and_qualifier("tok.qual.qual2", 0, 100) == TokenAndQualifier("tok.qual", "qual2")

    assert extract_token_and_qualifier("t<ok", 0, 0) == TokenAndQualifier("", "")
    assert extract_token_and_qualifier("t<ok", 0, 1) == TokenAndQualifier("", "t")
    assert extract_token_and_qualifier("t<ok", 0, 2) == TokenAndQualifier("", "")
    assert extract_token_and_qualifier("t<ok", 0, 3) == TokenAndQualifier("", "o")
    assert extract_token_and_qualifier("t<ok", 0, 4) == TokenAndQualifier("", "ok")

    assert extract_token_and_qualifier("a\nt<ok", 1, 0) == TokenAndQualifier("", "")
    assert extract_token_and_qualifier("a\nt<ok", 1, 1) == TokenAndQualifier("", "t")
    assert extract_token_and_qualifier("a\nt<ok", 1, 2) == TokenAndQualifier("", "")
    assert extract_token_and_qualifier("a\nt<ok", 1, 3) == TokenAndQualifier("", "o")
    assert extract_token_and_qualifier("a\nt<ok", 1, 4) == TokenAndQualifier("", "ok")

    # out of range (line)
    assert extract_token_and_qualifier("a\nt<ok", 5, 4) == TokenAndQualifier("", "")