Updates to the tokenizer for EBCDIC. No changes for standard builds.

FossilOrigin-Name: 4fc6580ffa7232aaf751f38f90c45edc8863abe5

diff --git a/manifest b/manifest
index 3452a6cb5365a79885126e2bee1da055ba9ebb24..d6e30ce3d53b160214fbc32a626798f37b8f5133 100644 (file)
--- a/manifest
+++ b/manifest
@@ -1,5 +1,5 @@
-C Size\sand\sperformance\soptimization\sin\sbtreeInitPage()\sin\sthe\sfreeblock\nvalidation\sstep.
-D 2016-12-12T01:30:01.538
+C Updates\sto\sthe\stokenizer\sfor\sEBCDIC.\s\sNo\schanges\sfor\sstandard\sbuilds.
+D 2016-12-12T01:53:36.933
 F Makefile.in 7639c6a09da11a9c7c6f2630fc981ee588d1072d
 F Makefile.linux-gcc 7bc79876b875010e8c8f9502eb935ca92aa3c434
 F Makefile.msc b8ca53350ae545e3562403d5da2a69cec79308da
@@ -448,7 +448,7 @@ F src/test_windirent.c 600398db0198ca1c77ca183831bf456746b6f5c4
 F src/test_windirent.h 7edc57e2faa727026dbd5d010dd0e2e665d5aa01
 F src/test_wsd.c 41cadfd9d97fe8e3e4e44f61a4a8ccd6f7ca8fe9
 F src/threads.c 4ae07fa022a3dc7c5beb373cf744a85d3c5c6c3c
-F src/tokenize.c 78c8085bc7af1922aa687f0f4bbd716821330de5
+F src/tokenize.c 6eb0752c4fd191f789190c3708ee5b0060fd2829
 F src/treeview.c 4e44ade3bfe59d82005039f72e09333ce2b4162c
 F src/trigger.c 3419bb9862983d84d70735fb4c94b21b934cd0c5
 F src/update.c 1da7c462110bffed442a42884cb0d528c1db46d8
@@ -1536,7 +1536,7 @@ F vsixtest/vsixtest.tcl 6a9a6ab600c25a91a7acc6293828957a386a8a93
 F vsixtest/vsixtest.vcxproj.data 2ed517e100c66dc455b492e1a33350c1b20fbcdc
 F vsixtest/vsixtest.vcxproj.filters 37e51ffedcdb064aad6ff33b6148725226cd608e
 F vsixtest/vsixtest_TemporaryKey.pfx e5b1b036facdb453873e7084e1cae9102ccc67a0
-P f9f2e23bbd68a8994621623446868d666df52eff
-R d6e7ff9713db8a1c5bca23b53d1ed305
+P 57deb1b412e0c328528f2b4d697e326bfd028dca
+R e7e10da8262dc9afb4f067773f04c52f
 U drh
-Z a7e99aa30e3b05522d980cd982791774
+Z d3ba2fc1770bebb5c69c968ec213ff98

diff --git a/manifest.uuid b/manifest.uuid
index 31c04846dac876f40b11b483a31c9b4624892ef9..dea4c9d35ddb662d5cb610fa142c4b328a930bb4 100644 (file)
--- a/manifest.uuid
+++ b/manifest.uuid
@@ -1 +1 @@
-57deb1b412e0c328528f2b4d697e326bfd028dca
\ No newline at end of file
+4fc6580ffa7232aaf751f38f90c45edc8863abe5
\ No newline at end of file

diff --git a/src/tokenize.c b/src/tokenize.c
index 9230da2a0f5680eb1c5c67859ae80477e7fed93e..0e60c56d66e139594c79b3a5e74a6792d4bf15b8 100644 (file)
--- a/src/tokenize.c
+++ b/src/tokenize.c
@@ -81,13 +81,13 @@ static const unsigned char aiClass[] = {
 /* 1x */   27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27,
 /* 2x */   27, 27, 27, 27, 27,  7, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27,
 /* 3x */   27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27,
-/* 4x */    7, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 12, 17, 20, 10,
+/* 4x */    7, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 26, 12, 17, 20, 10,
 /* 5x */   24, 27, 27, 27, 27, 27, 27, 27, 27, 27, 15,  4, 21, 18, 19, 27,
-/* 6x */   11, 16, 27, 27, 27, 27, 27, 27, 27, 27, 27, 23, 22,  1, 13,  7,
+/* 6x */   11, 16, 27, 27, 27, 27, 27, 27, 27, 27, 27, 23, 22,  1, 13,  6,
 /* 7x */   27, 27, 27, 27, 27, 27, 27, 27, 27,  8,  5,  5,  5,  8, 14,  8,
 /* 8x */   27,  1,  1,  1,  1,  1,  1,  1,  1,  1, 27, 27, 27, 27, 27, 27,
 /* 9x */   27,  1,  1,  1,  1,  1,  1,  1,  1,  1, 27, 27, 27, 27, 27, 27,
-/* 9x */   25,  1,  1,  1,  1,  1,  1,  0,  1,  1, 27, 27, 27, 27, 27, 27,
+/* Ax */   27, 25,  1,  1,  1,  1,  1,  0,  1,  1, 27, 27, 27, 27, 27, 27,
 /* Bx */   27, 27, 27, 27, 27, 27, 27, 27, 27, 27,  9, 27, 27, 27, 27, 27,
 /* Cx */   27,  1,  1,  1,  1,  1,  1,  1,  1,  1, 27, 27, 27, 27, 27, 27,
 /* Dx */   27,  1,  1,  1,  1,  1,  1,  1,  1,  1, 27, 27, 27, 27, 27, 27,