1 files changed, 11 insertions, 0 deletions
diff --git a/src/tokenizer.h b/src/tokenizer.h
new file mode 100644
index 00000000..c71ae790
--- /dev/null
+++ b/src/tokenizer.h
@@ -0,0 +1,11 @@
+#ifndef footokenizerhfoo
+#define footokenizerhfoo
+
+struct tokenizer;
+
+struct tokenizer* tokenizer_new(const char *s, unsigned args);
+void tokenizer_free(struct tokenizer *t);
+
+const char *tokenizer_get(struct tokenizer *t, unsigned i);
+
+#endif