Implement more sanity tests for Memcheck/Valgrind

Review URL: http://codereview.chromium.org/1242008

git-svn-id: svn://svn.chromium.org/chrome/trunk/src@42751 0039d316-1c4b-4281-b951-d872f2087c98

2 files changed, 103 insertions, 4 deletions

diff --git a/tools/valgrind/memcheck/suppressions.txt b/tools/valgrind/memcheck/suppressions.txt
index 754395c..1e34f07 100755
--- a/tools/valgrind/memcheck/suppressions.txt
+++ b/tools/valgrind/memcheck/suppressions.txt
@@ -459,12 +459,90 @@
 # 2. intentional unit test errors, or stuff that is somehow a false positive
 # in our own code, or stuff that is so trivial it's not worth fixing
 {
-   Memcheck sanity test (ToolsSanityTest.MemoryLeak).
+   Memcheck sanity test (memory leak).
    Memcheck:Leak
    fun:_Zna*
    fun:_ZN31ToolsSanityTest_MemoryLeak_Test8TestBodyEv
 }
 {
+   Memcheck sanity test (malloc/read left).
+   Memcheck:Addr1
+   fun:_Z29ReadValueOutOfArrayBoundsLeftPc
+   fun:_Z14MakeSomeErrorsPc*
+   fun:_ZN43ToolsSanityTest_AccessesToMallocMemory_Test8TestBodyEv
+}
+{
+   Memcheck sanity test (malloc/read right).
+   Memcheck:Addr1
+   fun:_Z30ReadValueOutOfArrayBoundsRightPc*
+   fun:_Z14MakeSomeErrorsPc*
+   fun:_ZN43ToolsSanityTest_AccessesToMallocMemory_Test8TestBodyEv
+}
+{
+   Memcheck sanity test (malloc/write left).
+   Memcheck:Addr1
+   fun:_Z30WriteValueOutOfArrayBoundsLeftPc
+   fun:_Z14MakeSomeErrorsPc*
+   fun:_ZN43ToolsSanityTest_AccessesToMallocMemory_Test8TestBodyEv
+}
+{
+   Memcheck sanity test (malloc/write right).
+   Memcheck:Addr1
+   fun:_Z31WriteValueOutOfArrayBoundsRightPc*
+   fun:_Z14MakeSomeErrorsPc*
+   fun:_ZN43ToolsSanityTest_AccessesToMallocMemory_Test8TestBodyEv
+}
+{
+   Memcheck sanity test (new/read left).
+   Memcheck:Addr1
+   fun:_Z29ReadValueOutOfArrayBoundsLeftPc
+   fun:_Z14MakeSomeErrorsPc*
+   fun:_ZN40ToolsSanityTest_AccessesToNewMemory_Test8TestBodyEv
+}
+{
+   Memcheck sanity test (new/read right).
+   Memcheck:Addr1
+   fun:_Z30ReadValueOutOfArrayBoundsRightPc*
+   fun:_Z14MakeSomeErrorsPc*
+   fun:_ZN40ToolsSanityTest_AccessesToNewMemory_Test8TestBodyEv
+}
+{
+   Memcheck sanity test (new/write left).
+   Memcheck:Addr1
+   fun:_Z30WriteValueOutOfArrayBoundsLeftPc
+   fun:_Z14MakeSomeErrorsPc*
+   fun:_ZN40ToolsSanityTest_AccessesToNewMemory_Test8TestBodyEv
+}
+{
+   Memcheck sanity test (new/write right).
+   Memcheck:Addr1
+   fun:_Z31WriteValueOutOfArrayBoundsRightPc*
+   fun:_Z14MakeSomeErrorsPc*
+   fun:_ZN40ToolsSanityTest_AccessesToNewMemory_Test8TestBodyEv
+}
+{
+   Memcheck sanity test (write after free).
+   Memcheck:Addr1
+   fun:_ZN43ToolsSanityTest_AccessesToMallocMemory_Test8TestBodyEv
+}
+{
+   Memcheck sanity test (write after delete).
+   Memcheck:Addr1
+   fun:_ZN40ToolsSanityTest_AccessesToNewMemory_Test8TestBodyEv
+}
+{
+   Memcheck sanity test (array deleted without []).
+   Memcheck:Free
+   ...
+   fun:_ZN46ToolsSanityTest_ArrayDeletedWithoutBraces_Test8TestBodyEv
+}
+{
+   Memcheck sanity test (single element deleted with []).
+   Memcheck:Free
+   ...
+   fun:_ZN51ToolsSanityTest_SingleElementDeletedWithBraces_Test8TestBodyEv
+}
+{
    logging::InitLogging never frees filename. It would be hard to free properly.
    Memcheck:Leak
    ...
diff --git a/tools/valgrind/memcheck_analyze.py b/tools/valgrind/memcheck_analyze.py
index c70df99..41bf4da 100755
--- a/tools/valgrind/memcheck_analyze.py
+++ b/tools/valgrind/memcheck_analyze.py
@@ -311,7 +311,22 @@ class MemcheckAnalyze:
   ''' Given a set of Valgrind XML files, parse all the errors out of them,
   unique them and output the results.'''
 
-  SANITY_TEST_SUPPRESSION = "Memcheck sanity test"
+  SANITY_TEST_SUPPRESSIONS = [
+      "Memcheck sanity test (array deleted without []).",
+      "Memcheck sanity test (malloc/read left).",
+      "Memcheck sanity test (malloc/read right).",
+      "Memcheck sanity test (malloc/write left).",
+      "Memcheck sanity test (malloc/write right).",
+      "Memcheck sanity test (memory leak).",
+      "Memcheck sanity test (new/read left).",
+      "Memcheck sanity test (new/read right).",
+      "Memcheck sanity test (new/write left).",
+      "Memcheck sanity test (new/write right).",
+      "Memcheck sanity test (single element deleted with []).",
+      "Memcheck sanity test (write after delete).",
+      "Memcheck sanity test (write after free).",
+  ]
+
   def __init__(self, source_dir, files, show_all_leaks=False, use_gdb=False):
     '''Reads in a set of files.
 
@@ -439,10 +454,13 @@ class MemcheckAnalyze:
     print "-----------------------------------------------------"
     print "Suppressions used:"
     print "  count name"
+    remaining_sanity_supp = set(MemcheckAnalyze.SANITY_TEST_SUPPRESSIONS)
     for item in sorted(self._suppcounts.items(), key=lambda (k,v): (v,k)):
       print "%7s %s" % (item[1], item[0])
-      if item[0].startswith(MemcheckAnalyze.SANITY_TEST_SUPPRESSION):
-        is_sane = True
+      if item[0] in remaining_sanity_supp:
+        remaining_sanity_supp.remove(item[0])
+    if len(remaining_sanity_supp) == 0:
+      is_sane = True
     print "-----------------------------------------------------"
     sys.stdout.flush()
 
@@ -462,6 +480,9 @@ class MemcheckAnalyze:
     # Report tool's insanity even if there were errors.
     if check_sanity and not is_sane:
       logging.error("FAIL! Sanity check failed!")
+      logging.info("The following test errors were not handled: ")
+      for supp in remaining_sanity_supp:
+        logging.info("  " + supp)
       retcode = -3
 
     if retcode != 0: