http://sourceware.org/ml/gdb-patches/2012-09/msg00632.html
Subject: [PATCH 2/4] Add a check to ensure that a type may fit into host memory


--MP_/PnL6l3LUsXWpZ/olqawWlzb
Content-Type: text/plain; charset=US-ASCII
Content-Transfer-Encoding: 7bit
Content-Disposition: inline

Hi,

This is part two of the bitpos expansion patch.  This implements checks
in some places in the code to ensure that a type size in ULONGEST is
small enough to fit into host memory.  Tested for regressions on x86_64
Fedora 16.

Regards,
Siddhesh

--MP_/PnL6l3LUsXWpZ/olqawWlzb
Content-Type: text/plain
Content-Transfer-Encoding: quoted-printable
Content-Disposition: attachment; filename=ChangeLog-ensure_sizet

gdb/ChangeLog

	* alpha-tdep.c (alpha_push_dummy_call) Check for underflow in
	SP.
	* cp-valprint (cp_print_value): Ensure BASECLASS fits into
	size_t.
	* dwarf2loc.c (read_pieced_value): Ensure that THIS_SIZE fits
	into size_t.
	(write_pieced_value): Likewise.
	* findcmd.c (parse_find_args): Ensure PATTERN_BUF_SIZE fits into
	size_t.
	* p-valprint (pascal_object_print_value): Ensure BASECLASS fits
	into size_t.
	* utils.c (ulongest_fits_host_or_error): New function to find if
	a ULONGEST number fits into size_t.
	* utils.h: Declare ulongest_fits_host_or_error.
	* valops.c (search_struct_method): Ensure BASECLASS fits into
	size_t.
	* value.c (allocate_value_lazy): Ensure TYPE fits into size_t.
	(allocate_value_contents): Likewise.
	(set_value_enclosing_type): Ensure NEW_ENCL_TYPE fits into
	size_t.
	* vax-tdep.c (vax_return_value): Ensure that TYPE fits into
	size_t.

--MP_/PnL6l3LUsXWpZ/olqawWlzb
Content-Type: text/x-patch
Content-Transfer-Encoding: 7bit
Content-Disposition: attachment; filename=bitpos-ensure-size_t.patch

Index: gdb-7.10.50.20151022/gdb/alpha-tdep.c
===================================================================
--- gdb-7.10.50.20151022.orig/gdb/alpha-tdep.c	2015-10-24 23:03:50.614898025 +0200
+++ gdb-7.10.50.20151022/gdb/alpha-tdep.c	2015-10-24 23:03:52.099907749 +0200
@@ -413,6 +413,13 @@ alpha_push_dummy_call (struct gdbarch *g
     accumulate_size = 0;
   else
     accumulate_size -= sizeof(arg_reg_buffer);
+
+  /* Check for underflow.  */
+  if (sp - accumulate_size > sp)
+    error (_("Insufficient memory in GDB host for arguments, "
+	     "need %s bytes, but less than %s bytes available."),
+	   plongest (accumulate_size), plongest (CORE_ADDR_MAX - sp));
+
   sp -= accumulate_size;
 
   /* Keep sp aligned to a multiple of 16 as the ABI requires.  */
Index: gdb-7.10.50.20151022/gdb/cp-valprint.c
===================================================================
--- gdb-7.10.50.20151022.orig/gdb/cp-valprint.c	2015-10-24 23:03:52.100907756 +0200
+++ gdb-7.10.50.20151022/gdb/cp-valprint.c	2015-10-24 23:06:20.496879433 +0200
@@ -536,6 +536,8 @@ cp_print_value (struct type *type, struc
 		  gdb_byte *buf;
 		  struct cleanup *back_to;
 
+		  ulongest_fits_host_or_error (TYPE_LENGTH (baseclass));
+
 		  buf = (gdb_byte *) xmalloc (TYPE_LENGTH (baseclass));
 		  back_to = make_cleanup (xfree, buf);
 
Index: gdb-7.10.50.20151022/gdb/dwarf2loc.c
===================================================================
--- gdb-7.10.50.20151022.orig/gdb/dwarf2loc.c	2015-10-24 23:03:50.616898039 +0200
+++ gdb-7.10.50.20151022/gdb/dwarf2loc.c	2015-10-24 23:03:52.101907762 +0200
@@ -1744,6 +1744,8 @@ read_pieced_value (struct value *v)
 
       this_size = (this_size_bits + source_offset_bits % 8 + 7) / 8;
       source_offset = source_offset_bits / 8;
+      ulongest_fits_host_or_error (this_size);
+
       if (buffer_size < this_size)
 	{
 	  buffer_size = this_size;
@@ -1935,6 +1937,7 @@ write_pieced_value (struct value *to, st
 	}
       else
 	{
+	  ulongest_fits_host_or_error (this_size);
 	  if (buffer_size < this_size)
 	    {
 	      buffer_size = this_size;
Index: gdb-7.10.50.20151022/gdb/findcmd.c
===================================================================
--- gdb-7.10.50.20151022.orig/gdb/findcmd.c	2015-10-24 23:03:52.101907762 +0200
+++ gdb-7.10.50.20151022/gdb/findcmd.c	2015-10-24 23:06:57.208119813 +0200
@@ -184,6 +184,7 @@ parse_find_args (char *args, ULONGEST *m
 	  size_t current_offset = pattern_buf_end - pattern_buf;
 
 	  pattern_buf_size = pattern_buf_size_need * 2;
+	  ulongest_fits_host_or_error (pattern_buf_size);
 	  pattern_buf = (gdb_byte *) xrealloc (pattern_buf, pattern_buf_size);
 	  pattern_buf_end = pattern_buf + current_offset;
 	}
Index: gdb-7.10.50.20151022/gdb/p-valprint.c
===================================================================
--- gdb-7.10.50.20151022.orig/gdb/p-valprint.c	2015-10-24 23:03:52.101907762 +0200
+++ gdb-7.10.50.20151022/gdb/p-valprint.c	2015-10-24 23:07:18.457258950 +0200
@@ -768,6 +768,7 @@ pascal_object_print_value (struct type *
 	      gdb_byte *buf;
 	      struct cleanup *back_to;
 
+	      ulongest_fits_host_or_error (TYPE_LENGTH (baseclass));
 	      buf = (gdb_byte *) xmalloc (TYPE_LENGTH (baseclass));
 	      back_to = make_cleanup (xfree, buf);
 
Index: gdb-7.10.50.20151022/gdb/utils.c
===================================================================
--- gdb-7.10.50.20151022.orig/gdb/utils.c	2015-10-24 23:03:50.617898045 +0200
+++ gdb-7.10.50.20151022/gdb/utils.c	2015-10-24 23:03:52.102907769 +0200
@@ -2835,6 +2835,18 @@ string_to_core_addr (const char *my_stri
   return addr;
 }
 
+/* Ensure that the input NUM is not larger than the maximum capacity of the
+   host system.  We choose SIZE_MAX / 8 as a conservative estimate of the size
+   of a resource that a system may allocate.  */
+void
+ulongest_fits_host_or_error (ULONGEST num)
+{
+  if (num > SIZE_MAX / 8)
+    error (_("Insufficient memory in host GDB for object of size %s bytes, "
+	     "maximum allowed %s bytes."), pulongest (num),
+	   pulongest (SIZE_MAX / 8));
+}
+
 char *
 gdb_realpath (const char *filename)
 {
Index: gdb-7.10.50.20151022/gdb/valops.c
===================================================================
--- gdb-7.10.50.20151022.orig/gdb/valops.c	2015-10-24 23:03:52.103907775 +0200
+++ gdb-7.10.50.20151022/gdb/valops.c	2015-10-24 23:08:27.056709599 +0200
@@ -2057,6 +2057,7 @@ search_struct_method (const char *name,
 	      struct cleanup *back_to;
 	      CORE_ADDR address;
 
+	      ulongest_fits_host_or_error (TYPE_LENGTH (baseclass));
 	      tmp = (gdb_byte *) xmalloc (TYPE_LENGTH (baseclass));
 	      back_to = make_cleanup (xfree, tmp);
 	      address = value_address (*arg1p);
Index: gdb-7.10.50.20151022/gdb/value.c
===================================================================
--- gdb-7.10.50.20151022.orig/gdb/value.c	2015-10-24 23:03:50.619898058 +0200
+++ gdb-7.10.50.20151022/gdb/value.c	2015-10-24 23:08:00.049531291 +0200
@@ -934,6 +934,7 @@ allocate_value_lazy (struct type *type)
      description correctly.  */
   check_typedef (type);
 
+  ulongest_fits_host_or_error (TYPE_LENGTH (type));
   val = XCNEW (struct value);
   val->contents = NULL;
   val->next = all_values;
@@ -964,6 +965,8 @@ allocate_value_lazy (struct type *type)
 static void
 allocate_value_contents (struct value *val)
 {
+  ulongest_fits_host_or_error (TYPE_LENGTH (val->enclosing_type));
+
   if (!val->contents)
     val->contents = (gdb_byte *) xzalloc (TYPE_LENGTH (val->enclosing_type));
 }
@@ -2995,8 +2998,12 @@ void
 set_value_enclosing_type (struct value *val, struct type *new_encl_type)
 {
   if (TYPE_LENGTH (new_encl_type) > TYPE_LENGTH (value_enclosing_type (val))) 
-    val->contents =
-      (gdb_byte *) xrealloc (val->contents, TYPE_LENGTH (new_encl_type));
+    {
+      ulongest_fits_host_or_error (TYPE_LENGTH (new_encl_type));
+
+      val->contents =
+	(gdb_byte *) xrealloc (val->contents, TYPE_LENGTH (new_encl_type));
+    }
 
   val->enclosing_type = new_encl_type;
 }
Index: gdb-7.10.50.20151022/gdb/vax-tdep.c
===================================================================
--- gdb-7.10.50.20151022.orig/gdb/vax-tdep.c	2015-10-24 23:03:50.619898058 +0200
+++ gdb-7.10.50.20151022/gdb/vax-tdep.c	2015-10-24 23:03:52.105907788 +0200
@@ -219,6 +219,7 @@ vax_return_value (struct gdbarch *gdbarc
 	  ULONGEST addr;
 
 	  regcache_raw_read_unsigned (regcache, VAX_R0_REGNUM, &addr);
+	  ulongest_fits_host_or_error (TYPE_LENGTH (type));
 	  read_memory (addr, readbuf, len);
 	}
 
Index: gdb-7.10.50.20151022/gdb/defs.h
===================================================================
--- gdb-7.10.50.20151022.orig/gdb/defs.h	2015-10-24 23:03:50.619898058 +0200
+++ gdb-7.10.50.20151022/gdb/defs.h	2015-10-24 23:03:52.105907788 +0200
@@ -690,4 +690,6 @@ enum block_enum
 
 #include "utils.h"
 
+extern void ulongest_fits_host_or_error (ULONGEST num);
+
 #endif /* #ifndef DEFS_H */