src/tokenizer.h


1
2
3
4
5
6
7
8
9
10
11

#ifndef footokenizerhfoo
#define footokenizerhfoo

struct tokenizer;

struct tokenizer* tokenizer_new(const char *s, unsigned args);
void tokenizer_free(struct tokenizer *t);

const char *tokenizer_get(struct tokenizer *t, unsigned i);

#endif