From c7a85982b468d326d05eeaa21669e019803942a6 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?J=C3=A9r=C3=A9my=20Zurcher?= <jeremy@asynk.ch>
Date: Sat, 23 Nov 2013 17:01:06 +0000
Subject: add _eo_tokenizer_token_get()

---
 eo_tokenizer.rl | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/eo_tokenizer.rl b/eo_tokenizer.rl
index 8a1f57a..8b2118d 100644
--- a/eo_tokenizer.rl
+++ b/eo_tokenizer.rl
@@ -14,6 +14,19 @@ _eo_tokenizer_abort(Eo_Tokenizer *toknz,
 }
 #define ABORT(toknz, msg) _eo_tokenizer_abort(toknz, __FILE__, __FUNCTION__, __LINE__, msg);
 
+static const char*
+_eo_tokenizer_token_get(Eo_Tokenizer *toknz, char *p)
+{
+   if (toknz->saved.tok == NULL) ABORT(toknz, "toknz->saved.tok is NULL");
+   int l = (p - toknz->saved.tok);
+   char d[BUFSIZE];
+   memcpy(d, toknz->saved.tok, l);
+   d[l] = '\0';
+   toknz->saved.tok = NULL;
+   ERR("token : >%s<", d);
+   return eina_stringshare_add(d);
+}
+
 %%{
    machine common;
 
-- 
cgit v1.1-2-g2b99