diff options
| -rw-r--r-- | eo_tokenizer.rl | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/eo_tokenizer.rl b/eo_tokenizer.rl index b96a2b1..019867a 100644 --- a/eo_tokenizer.rl +++ b/eo_tokenizer.rl @@ -159,6 +159,15 @@ eo_tokenizer_get() } void +eo_tokenizer_dump(Eo_Tokenizer *toknz) +{ + fprintf(stderr, " toknz[%d] n:%d l:%d p:%d pe:%d ts:%d te:%d act:%d\n", + toknz->cs, toknz->current_nesting, toknz->current_line, + (toknz->p - toknz->buf), (toknz->pe - toknz->buf), + toknz->ts, toknz->te, toknz->act); +} + +void eo_tokenizer_free(Eo_Tokenizer *toknz) { if (toknz->source) |