1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
/* melder_token.cpp
*
* Copyright (C) 2006-2011 Paul Boersma
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or (at
* your option) any later version.
*
* This program is distributed in the hope that it will be useful, but
* WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
* See the GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
*/
/*
* pb 2006/04/16 created
* pb 2007/08/10 wchar_t
* pb 2007/11/18 moved Melder_get/free/searchToken(s) here
* pb 2011/04/05 C++
*/
#include "melder.h"
#include "NUM.h"
long Melder_countTokens (const wchar_t *string) {
long numberOfTokens = 0;
const wchar_t *p = & string [0];
for (;;) {
while (*p == ' ' || *p == '\t' || *p == '\n' || *p == '\r') p ++;
if (*p == '\0') return numberOfTokens;
numberOfTokens ++;
while (*p != ' ' && *p != '\t' && *p != '\n' && *p != '\r') {
if (*p == '\0') return numberOfTokens;
p ++;
}
}
return 0; // should not occur
}
static wchar *theMelderToken, *theMelderTokenLast;
wchar *Melder_firstToken (const wchar *string) {
Melder_free (theMelderToken);
theMelderToken = Melder_wcsdup_f (string);
return Melder_wcstok (theMelderToken, L" \t\n\r", & theMelderTokenLast);
}
wchar *Melder_nextToken (void) {
return Melder_wcstok (NULL, L" \t\n\r", & theMelderTokenLast);
}
wchar ** Melder_getTokens (const wchar *string, long *n) {
wchar *token;
long itoken = 0;
*n = Melder_countTokens (string);
if (*n == 0) return NULL;
autostringvector result (1, *n);
for (token = Melder_firstToken (string); token != NULL; token = Melder_nextToken ()) {
result [++ itoken] = Melder_wcsdup (token);
}
return result.transfer();
}
void Melder_freeTokens (wchar ***tokens) {
NUMvector_free (*tokens, 1);
*tokens = NULL;
}
long Melder_searchToken (const wchar *string, wchar **tokens, long n) {
for (long i = 1; i <= n; i ++) {
if (wcsequ (string, tokens [i])) return i;
}
return 0;
}
/* End of file melder_token.cpp */
|
