File: CxxTokenizer.h

package info (click to toggle)
codelite 17.0.0%2Bdfsg-1
  • links: PTS, VCS
  • area: main
  • in suites: bookworm
  • size: 136,204 kB
  • sloc: cpp: 491,547; ansic: 280,393; php: 10,259; sh: 8,930; lisp: 7,664; vhdl: 6,518; python: 6,020; lex: 4,920; yacc: 3,123; perl: 2,385; javascript: 1,715; cs: 1,193; xml: 1,110; makefile: 804; cobol: 741; sql: 709; ruby: 620; f90: 566; ada: 534; asm: 464; fortran: 350; objc: 289; tcl: 258; java: 157; erlang: 61; pascal: 51; ml: 49; awk: 44; haskell: 36
file content (81 lines) | stat: -rw-r--r-- 1,958 bytes parent folder | download | duplicates (2)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
#ifndef CXXTOKENIZER_H
#define CXXTOKENIZER_H

#include "CxxLexerAPI.h"

class WXDLLIMPEXP_CL CxxTokenizer
{
    Scanner_t m_scanner;
    wxString m_buffer;
    CxxLexerToken m_lastToken;

protected:
    CppLexerUserData* GetUserData() const;

public:
    CxxTokenizer();
    virtual ~CxxTokenizer();

    /**
     * @brief get the next token from the toknizer
     * @reutrn false when reached EOF
     */
    bool NextToken(CxxLexerToken& token);

    /**
     * @brief return the last token back to the scanner
     */
    bool UngetToken();

    /**
     * @brief reset the lexer with a new text buffer
     */
    void Reset(const wxString& buffer);

    /**
     * @brief read until 'delim' is found. Return true if 'delim' found
     * also, return the data read
     */
    bool ReadUntilClosingBracket(int delim, wxString& bufferRead);

    const CxxLexerToken& GetLastToken() const { return m_lastToken; }
    /**
     * @brief peek at the next token and return its type
     */
    int PeekToken(wxString& text);

    /**
     * @brief given an input string, return the visible scope at the end of the buffer
     * e.g.
     *
     * Input string:
     *
     * void foo() {
     *     int a;
     *     int b;
     * }
     *
     * void bar() {
     *     |
     *
     * Output:
     * void foo(){} void bar() {
     *
     */
    wxString GetVisibleScope(const wxString& inputString);

    /**
     * @brief return true if the current scanner position is placed inside a PP section
     */
    bool IsInPreProcessorSection() const;

    /**
     * @brief read until we find `type_1` or `type_2`. Return the string consumed. This function
     * consumes the delimiter found (`type_1` or `type_2`)
     * @param what_was_found return value
     * @return string consumed until delimiter found
     */
    void read_until_find(CxxLexerToken& token, int type_1, int type_2, int* what_was_found, wxString* consumed);
};

#endif // CXXTOKENIZER_H