From 854f8019ce21a42e371224ac4c7e1230285fd015 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?J=C3=A9r=C3=A9my=20Zurcher?= Date: Sat, 23 Nov 2013 12:09:03 +0000 Subject: implement eo_tokenizer_dump() --- eo_tokenizer.rl | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/eo_tokenizer.rl b/eo_tokenizer.rl index b96a2b1..019867a 100644 --- a/eo_tokenizer.rl +++ b/eo_tokenizer.rl @@ -159,6 +159,15 @@ eo_tokenizer_get() } void +eo_tokenizer_dump(Eo_Tokenizer *toknz) +{ + fprintf(stderr, " toknz[%d] n:%d l:%d p:%d pe:%d ts:%d te:%d act:%d\n", + toknz->cs, toknz->current_nesting, toknz->current_line, + (toknz->p - toknz->buf), (toknz->pe - toknz->buf), + toknz->ts, toknz->te, toknz->act); +} + +void eo_tokenizer_free(Eo_Tokenizer *toknz) { if (toknz->source) -- cgit v1.1-2-g2b99