1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
|
//////////////////////////////////////////////////////////////////////////////
//////////////////////////////////////////////////////////////////////////////
//
// copyright : (C) 2008 by Eran Ifrah
// file name : tokenizer.h
//
// -------------------------------------------------------------------------
// A
// _____ _ _ _ _
// / __ \ | | | | (_) |
// | / \/ ___ __| | ___| | _| |_ ___
// | | / _ \ / _ |/ _ \ | | | __/ _ )
// | \__/\ (_) | (_| | __/ |___| | || __/
// \____/\___/ \__,_|\___\_____/_|\__\___|
//
// F i l e
//
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
//
//////////////////////////////////////////////////////////////////////////////
//////////////////////////////////////////////////////////////////////////////
// StringTokenizer.h: interface for the StringTokenizer class.
//
//////////////////////////////////////////////////////////////////////
#ifndef CODELITE_TOKENIZER_H
#define CODELITE_TOKENIZER_H
#include <wx/string.h>
#include <vector>
#include <wx/arrstr.h>
#include "codelite_exports.h"
/**
* StringTokenizer helps you to break a string up into a number of tokens.
* It replaces the standard C function strtok() and also extends it in a number of ways.
*
* Usage example:
*
* \code
* StringTokenizer tok(_T("first second third"), _T(" "));
* while( tok.HasMore() )
* {
* wxString token = tok.Next();
* }
* \endcode
*
* An alternate way to iterate over the tokenizer:
*
* \code
* StringTokenizer tok(_T("first second third"), _T(" "));
* for(int i=0; i<tok.GetCount(); i++)
* {
* wxString token = tok[i];
* }
* \endcode
*
* StringTokenizer also allows you to break string with number of delimiters:
*
* \code
* wxArrayString dlimArr;
* delimArr.Add("_T(" "));
* delimArr.Add("_T("-"));
* delimArr.Add("_T(":"));
* StringTokenizer tok(_T("first-second:third"), delimArr);
* \endcode
*
* The above exmple will result with: first, second and third.
*
* \ingroup CodeLite
* \version 1.0
* first version
*
* \date 09-02-2006
* \author Eran
*/
class WXDLLIMPEXP_CL StringTokenizer
{
std::vector<wxString> m_tokensArr;
int m_nCurr;
public:
/**
* Construct a tokenizer with given input string and delimiter
* \param str source string
* \param delimiter delimiter to use
* \param bAllowEmptyTokens if set to true, empty tokens will be returned as well. Default is no empty tokens
*/
StringTokenizer(const wxString& str,const wxString& delimiter = _T(" ") , const bool &bAllowEmptyTokens = false);
/**
* Construct a tokenizer with given input string and array of delimiters
* \param str source string
* \param delimiterArr array of delimiters
* \param bAllowEmptyTokens if set to true, empty tokens will be returned as well. Default is no empty tokens
*/
StringTokenizer(const wxString& str,const wxArrayString& delimiterArr, const bool &bAllowEmptyTokens = false);
/**
* Copy constructor
* \param src source tokenizer
*/
StringTokenizer(const StringTokenizer& src);
/**
* Default constructor
*/
StringTokenizer(); //Default
/**
* Destructor
*/
virtual ~StringTokenizer();
//-----------------------------------------------------
// Operations
//-----------------------------------------------------
/**
* Return the last token
* \return last token
*/
wxString Last();
/**
* Get the number of tokens
* \return number of tokens
*/
const int Count() const;
/**
* Return the current token without progressing the internal pointer
* \return current token
*/
wxString Current();
/**
* Return the first token and progress the internal pointer
* \return First token
*/
wxString First();
/**
* Do we have more tokens?
* \return true if the next call to Next() will return a token
*/
bool HasMore();
/**
* Return the previous string, this function moves the internal pointer backward.
* So, subsequent calls to this function, will eventually return us to the start of the tokenizer
* \return previous token of empty string if we are already at start
*/
wxString Previous();
/**
* Return next token, usually combined with HasMore() function. This function progress the
* internal pointer to next token
* \return next token
*/
wxString Next();
/**
* Random acess operator, statring from zero
* \param nIndex token index
* \return token at nIndex (copy of it)
*/
wxString operator[](const int nIndex);
/**
* Copy one tokenizer to another
* \param src source tokenizer to copy from
* \return this
*/
StringTokenizer& operator=(const StringTokenizer& src);
private:
// Functions
/**
* Initialize the tokenizer
*/
void Initialize();
};
#endif // CODELITE_TOKENIZER_H
|
