File: test_extract_token.py

package info (click to toggle)
pydevd 2.9.5%2Bds-4
  • links: PTS, VCS
  • area: main
  • in suites: bookworm
  • size: 10,880 kB
  • sloc: python: 75,138; cpp: 1,851; sh: 310; makefile: 40; ansic: 4
file content (49 lines) | stat: -rw-r--r-- 2,684 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
# coding: utf-8
from __future__ import unicode_literals
from _pydev_bundle._pydev_completer import (isidentifier, extract_token_and_qualifier,
    TokenAndQualifier)


def test_isidentifier():
    assert isidentifier('abc')
    assert not isidentifier('<')
    assert not isidentifier('')
    assert isidentifier('áéíóú')


def test_extract_token_and_qualifier():

    assert extract_token_and_qualifier('tok', 0, 0) == TokenAndQualifier('', '')
    assert extract_token_and_qualifier('tok', 0, 1) == TokenAndQualifier('', 't')
    assert extract_token_and_qualifier('tok', 0, 2) == TokenAndQualifier('', 'to')
    assert extract_token_and_qualifier('tok', 0, 3) == TokenAndQualifier('', 'tok')
    assert extract_token_and_qualifier('tok', 0, 4) == TokenAndQualifier('', 'tok')

    assert extract_token_and_qualifier('tok.qual', 0, 0) == TokenAndQualifier('', '')
    assert extract_token_and_qualifier('tok.qual', 0, 1) == TokenAndQualifier('', 't')
    assert extract_token_and_qualifier('tok.qual', 0, 2) == TokenAndQualifier('', 'to')
    assert extract_token_and_qualifier('tok.qual', 0, 3) == TokenAndQualifier('', 'tok')

    assert extract_token_and_qualifier('tok.qual', 0, 4) == TokenAndQualifier('tok', '')
    assert extract_token_and_qualifier('tok.qual', 0, 5) == TokenAndQualifier('tok', 'q')
    assert extract_token_and_qualifier('tok.qual', 0, 6) == TokenAndQualifier('tok', 'qu')
    assert extract_token_and_qualifier('tok.qual', 0, 7) == TokenAndQualifier('tok', 'qua')
    assert extract_token_and_qualifier('tok.qual', 0, 8) == TokenAndQualifier('tok', 'qual')

    # out of range (column)
    assert extract_token_and_qualifier('tok.qual.qual2', 0, 100) == TokenAndQualifier('tok.qual', 'qual2')

    assert extract_token_and_qualifier('t<ok', 0, 0) == TokenAndQualifier('', '')
    assert extract_token_and_qualifier('t<ok', 0, 1) == TokenAndQualifier('', 't')
    assert extract_token_and_qualifier('t<ok', 0, 2) == TokenAndQualifier('', '')
    assert extract_token_and_qualifier('t<ok', 0, 3) == TokenAndQualifier('', 'o')
    assert extract_token_and_qualifier('t<ok', 0, 4) == TokenAndQualifier('', 'ok')

    assert extract_token_and_qualifier('a\nt<ok', 1, 0) == TokenAndQualifier('', '')
    assert extract_token_and_qualifier('a\nt<ok', 1, 1) == TokenAndQualifier('', 't')
    assert extract_token_and_qualifier('a\nt<ok', 1, 2) == TokenAndQualifier('', '')
    assert extract_token_and_qualifier('a\nt<ok', 1, 3) == TokenAndQualifier('', 'o')
    assert extract_token_and_qualifier('a\nt<ok', 1, 4) == TokenAndQualifier('', 'ok')

    # out of range (line)
    assert extract_token_and_qualifier('a\nt<ok', 5, 4) == TokenAndQualifier('', '')