Add a few simple evidence comments to the tokenizer. No functional changes.

FossilOrigin-Name: 0daec3099d439ce8a8779260b12975f262037bc8

diff --git a/manifest b/manifest
index 60821e04d28b94092f908376ceda012121a231cb..d18a3a4bbcc22a7897dad1b05bc8f360987ea22f 100644 (file)
--- a/manifest
+++ b/manifest
@@ -1,5 +1,8 @@
-C Handle\san\sunhandled\sOOM\serror\scode\sthat\soccurs\sin\sfts3\swith\sSQLITE_TEST\sdefined.
-D 2009-12-14T15:17:28
+-----BEGIN PGP SIGNED MESSAGE-----
+Hash: SHA1
+
+C Add\sa\sfew\ssimple\sevidence\scomments\sto\sthe\stokenizer.\s\sNo\sfunctional\schanges.
+D 2009-12-14T17:42:13
 F Makefile.arm-wince-mingw32ce-gcc fcd5e9cd67fe88836360bb4f9ef4cb7f8e2fb5a0
 F Makefile.in c5827ead754ab32b9585487177c93bb00b9497b3
 F Makefile.linux-gcc d53183f4aa6a9192d249731c90dbdffbd2c68654
@@ -203,7 +206,7 @@ F src/test_server.c bbba05c144b5fc4b52ff650a4328027b3fa5fcc6
 F src/test_tclvar.c f4dc67d5f780707210d6bb0eb6016a431c04c7fa
 F src/test_thread.c 00fed80690ae7f1525483a35861511c48bc579f2
 F src/test_wsd.c 41cadfd9d97fe8e3e4e44f61a4a8ccd6f7ca8fe9
-F src/tokenize.c 9f7d39da1a1346fa0cf106ea0bf10bb6b8b61ddf
+F src/tokenize.c e7f3606cc1b51a819a2bfee99100648d35bc791d
 F src/trigger.c d46f9389e3bf3dd1cc1d288aba2f289c96b34200
 F src/update.c c0dc6b75ad28b76b619042d934f337b02acee208
 F src/utf.c dad16adcc0c35ef2437dca125a4b07419d361052
@@ -779,7 +782,14 @@ F tool/speedtest2.tcl ee2149167303ba8e95af97873c575c3e0fab58ff
 F tool/speedtest8.c 2902c46588c40b55661e471d7a86e4dd71a18224
 F tool/speedtest8inst1.c 293327bc76823f473684d589a8160bde1f52c14e
 F tool/vdbe-compress.tcl d70ea6d8a19e3571d7ab8c9b75cba86d1173ff0f
-P a730a05b39c45138765df98d34b9db1ab4e72152
-R f362823d4714422a6bd69950b80eb0e2
-U dan
-Z de5d0dd98e748975d4150c0cd75341d2
+P 82b069998e10b1a9a1d5e6bd85877d7b654c78bd
+R a3172048751f7d271ccc9ffdf01b762b
+U drh
+Z eab8865b61b6cb01aedcbd33698aaacb
+-----BEGIN PGP SIGNATURE-----
+Version: GnuPG v1.4.6 (GNU/Linux)
+
+iD8DBQFLJnj4oxKgR168RlERAr/xAKCBg13EjEm3fYSYDg93HPgdpARWfQCfWlsL
+DwaP+p+ry7CMs8VkaGVaf9M=
+=UzH/
+-----END PGP SIGNATURE-----

diff --git a/manifest.uuid b/manifest.uuid
index a1dd6b467b59670cd18cd03e4f92c94c158cdbd1..11260d5ab46e1798e56f55bbe0fd8f06160b570c 100644 (file)
--- a/manifest.uuid
+++ b/manifest.uuid
@@ -1 +1 @@
-82b069998e10b1a9a1d5e6bd85877d7b654c78bd
\ No newline at end of file
+0daec3099d439ce8a8779260b12975f262037bc8
\ No newline at end of file

diff --git a/src/tokenize.c b/src/tokenize.c
index 782d60e15a72e47430cebb52a187213faa8d9c82..a93eeaa7819f241e074f024551ced5587230fe94 100644 (file)
--- a/src/tokenize.c
+++ b/src/tokenize.c
@@ -123,8 +123,9 @@ int sqlite3GetToken(const unsigned char *z, int *tokenType){
     }
     case '-': {
       if( z[1]=='-' ){
+        /* IMP: R-15891-05542 -- syntax diagram for comments */
         for(i=2; (c=z[i])!=0 && c!='\n'; i++){}
-        *tokenType = TK_SPACE;
+        *tokenType = TK_SPACE;   /* IMP: R-22934-25134 */
         return i;
       }
       *tokenType = TK_MINUS;
@@ -155,9 +156,10 @@ int sqlite3GetToken(const unsigned char *z, int *tokenType){
         *tokenType = TK_SLASH;
         return 1;
       }
+      /* IMP: R-15891-05542 -- syntax diagram for comments */
       for(i=3, c=z[2]; (c!='*' || z[i]!='/') && (c=z[i])!=0; i++){}
       if( c ) i++;
-      *tokenType = TK_SPACE;
+      *tokenType = TK_SPACE;   /* IMP: R-22934-25134 */
       return i;
     }
     case '%': {