diff options
| author | Jérémy Zurcher <jeremy@asynk.ch> | 2013-11-23 13:09:03 +0100 |
|---|---|---|
| committer | Jérémy Zurcher <jeremy@asynk.ch> | 2013-11-23 13:09:03 +0100 |
| commit | 854f8019ce21a42e371224ac4c7e1230285fd015 (patch) | |
| tree | 52f568d8c544dd6125c3a8109de9114267657e26 | |
| parent | 049a9bb2bd0e216e17592eeee16affd20aacb693 (diff) | |
| download | eo_tokenizer-854f8019ce21a42e371224ac4c7e1230285fd015.zip eo_tokenizer-854f8019ce21a42e371224ac4c7e1230285fd015.tar.gz | |
implement eo_tokenizer_dump()
| -rw-r--r-- | eo_tokenizer.rl | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/eo_tokenizer.rl b/eo_tokenizer.rl index b96a2b1..019867a 100644 --- a/eo_tokenizer.rl +++ b/eo_tokenizer.rl @@ -159,6 +159,15 @@ eo_tokenizer_get() } void +eo_tokenizer_dump(Eo_Tokenizer *toknz) +{ + fprintf(stderr, " toknz[%d] n:%d l:%d p:%d pe:%d ts:%d te:%d act:%d\n", + toknz->cs, toknz->current_nesting, toknz->current_line, + (toknz->p - toknz->buf), (toknz->pe - toknz->buf), + toknz->ts, toknz->te, toknz->act); +} + +void eo_tokenizer_free(Eo_Tokenizer *toknz) { if (toknz->source) |