fix bogus resize length in nextc

diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
index 896b0ce5362e65c04d8f8a46adb059db1bf0da2d..645096ac8057ec164902cb9e025bf4a78780d7a8 100644 (file)
--- a/Parser/tokenizer.c
+++ b/Parser/tokenizer.c
@@ -272,7 +272,7 @@ tok_nextc(tok)
                                               tok->start - tok->buf;
                                int curvalid = tok->inp - tok->buf;
                                int cursize = tok->end - tok->buf;
-                               int newsize = cursize + BUFSIZ;
+                               int newsize = curvalid + BUFSIZ;
                                char *newbuf = tok->buf;
                                RESIZE(newbuf, char, newsize);
                                if (newbuf == NULL) {