1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
/* tokenize.c */
/*
* Divide an input string into a sequence of tokens similar to how argc and
* argv pass arguments to main().
*/
#include <stdlib.h>
#include <string.h>
#include "misc.h"
#define MAX_TOKENS 1000
#define MAX_TOKEN_LENGTH 1000
char **tokenize( char *str, int *ntokens )
{
char temp[MAX_TOKEN_LENGTH];
char **tokens;
int i, j, n;
/* allocate an array [MAX_TOKENS] of pointer to char */
tokens = (char **) calloc( MAX_TOKENS, sizeof(char *) );
if (!tokens) {
return NULL;
}
i = j = n = 0;
for (i=0;;i++) {
if (str[i]==' ' || str[i]=='\t' || str[i]=='\n' || str[i]==0) {
if (j>0) {
/* end of a token */
temp[j] = 0;
if (n>=MAX_TOKENS) break; /*done*/
tokens[n++] = str_dup(temp);
j = 0;
}
if (str[i]==0) break; /*all done*/
}
else {
if (j<MAX_TOKEN_LENGTH) {
temp[j] = str[i];
j++;
}
}
}
*ntokens = n;
return tokens;
}
void free_tokens( char **tokens )
{
int i;
for (i=0;tokens[i] && i<MAX_TOKENS;i++) {
free( tokens[i] );
}
free( tokens );
}
|
