1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
#include <string.h>
#include <assert.h>
#include <stdlib.h>
#include "tokenizer.h"
#include "dynarray.h"
struct tokenizer {
struct dynarray *dynarray;
};
static void token_free(void *p, void *userdata) {
free(p);
}
static void parse(struct dynarray*a, const char *s, unsigned args) {
int infty = 0;
const char delimiter[] = " \t\n\r";
const char *p;
assert(a && s);
if (args == 0)
infty = 1;
p = s+strspn(s, delimiter);
while (*p && (infty || args >= 2)) {
size_t l = strcspn(p, delimiter);
char *n = strndup(p, l);
assert(n);
dynarray_append(a, n);
p += l;
p += strspn(p, delimiter);
args--;
}
if (args && *p) {
char *n = strdup(p);
assert(n);
dynarray_append(a, n);
}
}
struct tokenizer* tokenizer_new(const char *s, unsigned args) {
struct tokenizer *t;
t = malloc(sizeof(struct tokenizer));
assert(t);
t->dynarray = dynarray_new();
assert(t->dynarray);
parse(t->dynarray, s, args);
return t;
}
void tokenizer_free(struct tokenizer *t) {
assert(t);
dynarray_free(t->dynarray, token_free, NULL);
free(t);
}
const char *tokenizer_get(struct tokenizer *t, unsigned i) {
assert(t);
return dynarray_get(t->dynarray, i);
}
|
