Handle overflow in __hcreate_r

Hi,

As in bugzilla entry there is overflow in hsearch when looking for prime
number as SIZE_MAX - 1 is divisible by 5. We fix that by rejecting large
inputs before looking for prime.

	* misc/hsearch_r.c (__hcreate_r): Handle overflow.

(cherry picked from commit 2f5c1750558fe64bac361f52d6827ab1bcfe52bc)

diff --git a/ChangeLog b/ChangeLog
index 871c722510e4c70ea6f42a78194bfccac9674b2e..1ea2c735b750cd710aee3eb4a57fe787f6729e32 100644 (file)
--- a/ChangeLog
+++ b/ChangeLog
@@ -1,3 +1,8 @@
+2015-08-25  Ondřej Bílka  <neleai@seznam.cz>
+
+       [BZ #18240]
+       * misc/hsearch_r.c (__hcreate_r): Handle overflow.
+
 2015-09-26  Paul Pluzhnikov  <ppluzhnikov@google.com>
 
        [BZ #18985]

diff --git a/misc/hsearch_r.c b/misc/hsearch_r.c
index 81c27d800c0d69896396823e0a387be6c3c6c2e7..4414a25cbae7514727c2a840b5906e614f364257 100644 (file)
--- a/misc/hsearch_r.c
+++ b/misc/hsearch_r.c
@@ -19,7 +19,7 @@
 #include <errno.h>
 #include <malloc.h>
 #include <string.h>
-
+#include <stdint.h>
 #include <search.h>
 
 /* [Aho,Sethi,Ullman] Compilers: Principles, Techniques and Tools, 1986
@@ -73,6 +73,13 @@ hcreate_r (nel, htab)
       return 0;
     }
 
+  if (nel >= SIZE_MAX / sizeof (_ENTRY))
+    {
+      __set_errno (ENOMEM);
+      return 0;
+    }
+
+
   /* There is still another table active. Return with error. */
   if (htab->table != NULL)
     return 0;