1 files changed, 9 insertions, 0 deletions
diff --git a/eo_tokenizer.rl b/eo_tokenizer.rl
index b96a2b1..019867a 100644
--- a/eo_tokenizer.rl
+++ b/eo_tokenizer.rl
@@ -159,6 +159,15 @@ eo_tokenizer_get()
 }
 
 void
+eo_tokenizer_dump(Eo_Tokenizer *toknz)
+{
+   fprintf(stderr, " toknz[%d] n:%d l:%d p:%d pe:%d ts:%d te:%d act:%d\n",
+          toknz->cs, toknz->current_nesting, toknz->current_line,
+          (toknz->p - toknz->buf), (toknz->pe - toknz->buf),
+          toknz->ts, toknz->te, toknz->act);
+}
+
+void
 eo_tokenizer_free(Eo_Tokenizer *toknz)
 {
    if (toknz->source)