From 24bfd5ef01039acc344ee623851eb98eec5744fc Mon Sep 17 00:00:00 2001
From: Ali Saidi <saidi@eecs.umich.edu>
Date: Tue, 18 Jan 2005 13:25:55 -0500
Subject: [PATCH 1/2] finished stability stats option

--HG--
extra : convert_revision : 3ad0a143f79b116c5b18321846653d627429882a
---
 util/stats/stats.py | 29 ++++++++++++++++++++++-------
 1 file changed, 22 insertions(+), 7 deletions(-)

diff --git a/util/stats/stats.py b/util/stats/stats.py
index 7f3761a92..60c3d8a53 100755
--- a/util/stats/stats.py
+++ b/util/stats/stats.py
@@ -255,28 +255,43 @@ def commands(options, command, args):
 
         #loop through all the stats selected
         for stat in stats:
-            avg = float(stat)
 
+            print "%s:" % stat.name
+            print "%-30s %12s %12s %4s %5s %6s" % \
+                  ("run name", "average", "stdev", ">10%", ">1SDV", "SAMP")
+            print "%-30s %12s %12s %4s %5s %6s" % \
+                  ("------------------------------", "------------", "------------", "----", "-----", "------")
             #loop through all the selected runs
             for run in runs:
                 info.display_run = run.run;
-                #print run.name
-                #print avg
                 runTicks = info.source.retTicks([ run ])
                 #throw away the first one, it's 0
                 runTicks.pop(0)
+                stat.ticks = runTicks
+                avg = float(stat)
+                stdev = 0
+                numoutsideavg  = 0
 
                 #loop through all the various ticks for each run
                 for tick in runTicks:
                     stat.ticks = str(tick)
                     val = float(stat)
                     if (val < (avg * .9)) or (val > (avg * 1.1)):
-                        print '%s:%s is %f, which is more than 10%% of the'\
-                              'mean %f' % (run.name, stat.name, stat, avg)
-
-
+                        numoutsideavg += 1
+                    stdev += pow((val-avg),2)
 
+                stdev = pow(stdev / len(runTicks), 0.5)
+                numoutsidestd = 0
+                for tick in runTicks:
+                    stat.ticks = str(tick)
+                    val = float(stat)
+                    if (val < (avg - stdev)) or (val > (avg + stdev)):
+                        numoutsidestd += 1
 
+                print "%-30s %12s %12s %4s %5s %6s" % \
+                      (run.name, "%.1f" % avg, "%.1f" % stdev,
+                       "%d" % numoutsideavg, "%d" % numoutsidestd,
+                       "%d" % len(runTicks))
         return
 
 

From cbbbc9c57d3eed46cfa6c2c3b69a6acf02a62e1a Mon Sep 17 00:00:00 2001
From: Ali Saidi <saidi@eecs.umich.edu>
Date: Tue, 18 Jan 2005 13:34:58 -0500
Subject: [PATCH 2/2] now really done with stability stats stuff

--HG--
extra : convert_revision : 9bdbcec972f5d06e3ecd99c418fcccfaef7f6f3a
---
 util/stats/stats.py | 26 +++++++++++++++-----------
 1 file changed, 15 insertions(+), 11 deletions(-)

diff --git a/util/stats/stats.py b/util/stats/stats.py
index 60c3d8a53..62819c397 100755
--- a/util/stats/stats.py
+++ b/util/stats/stats.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 from __future__ import division
-import re, sys
+import re, sys, math
 
 def usage():
     print '''\
@@ -257,10 +257,11 @@ def commands(options, command, args):
         for stat in stats:
 
             print "%s:" % stat.name
-            print "%-30s %12s %12s %4s %5s %6s" % \
-                  ("run name", "average", "stdev", ">10%", ">1SDV", "SAMP")
-            print "%-30s %12s %12s %4s %5s %6s" % \
-                  ("------------------------------", "------------", "------------", "----", "-----", "------")
+            print "%-30s %12s %12s %4s %5s %5s %5s" % \
+                  ("run name", "average", "stdev", ">10%", ">1SDV", ">2SDV", "SAMP")
+            print "%-30s %12s %12s %4s %5s %5s %5s" % \
+                  ("------------------------------", "------------",
+                   "------------", "----", "-----", "-----", "-----")
             #loop through all the selected runs
             for run in runs:
                 info.display_run = run.run;
@@ -271,6 +272,8 @@ def commands(options, command, args):
                 avg = float(stat)
                 stdev = 0
                 numoutsideavg  = 0
+                numoutside1std = 0
+                numoutside2std = 0
 
                 #loop through all the various ticks for each run
                 for tick in runTicks:
@@ -280,18 +283,19 @@ def commands(options, command, args):
                         numoutsideavg += 1
                     stdev += pow((val-avg),2)
 
-                stdev = pow(stdev / len(runTicks), 0.5)
-                numoutsidestd = 0
+                stdev = math.sqrt(stdev / len(runTicks))
                 for tick in runTicks:
                     stat.ticks = str(tick)
                     val = float(stat)
                     if (val < (avg - stdev)) or (val > (avg + stdev)):
-                        numoutsidestd += 1
+                        numoutside1std += 1
+                    if (val < (avg - (2*stdev))) or (val > (avg + (2*stdev))):
+                        numoutside2std += 1
 
-                print "%-30s %12s %12s %4s %5s %6s" % \
+                print "%-30s %12s %12s %4s %5s %5s %5s" % \
                       (run.name, "%.1f" % avg, "%.1f" % stdev,
-                       "%d" % numoutsideavg, "%d" % numoutsidestd,
-                       "%d" % len(runTicks))
+                       "%d" % numoutsideavg, "%d" % numoutside1std,
+                       "%d" % numoutside2std, "%d" % len(runTicks))
         return