raw evaluation numbers for the mp3decoder
authoryeom <yeom>
Wed, 7 Mar 2012 18:45:57 +0000 (18:45 +0000)
committeryeom <yeom>
Wed, 7 Mar 2012 18:45:57 +0000 (18:45 +0000)
Robust/src/Benchmarks/SSJava/MP3Decoder/eval/errinj-history901.txt [new file with mode: 0644]
Robust/src/Benchmarks/SSJava/MP3Decoder/run-batch-mode.sh

diff --git a/Robust/src/Benchmarks/SSJava/MP3Decoder/eval/errinj-history901.txt b/Robust/src/Benchmarks/SSJava/MP3Decoder/eval/errinj-history901.txt
new file mode 100644 (file)
index 0000000..cee145b
--- /dev/null
@@ -0,0 +1,447 @@
+idx 901
+inj 311040
+311810
+312274
+idx 902
+inj 260352
+260578
+261042
+idx 903
+inj 55296
+56002
+56466
+idx 904
+inj 24192
+NO DIFF
+idx 905
+inj 243072
+NO DIFF
+idx 906
+inj 191232
+191810
+191826
+idx 907
+inj 314496
+NO DIFF
+idx 908
+inj 374400
+375586
+375778
+idx 909
+inj 163584
+NO DIFF
+idx 910
+inj 130176
+131341
+131661
+idx 911
+inj 140544
+140642
+141106
+idx 912
+inj 39168
+NO DIFF
+idx 913
+inj 43776
+NO DIFF
+idx 914
+inj 208512
+NO DIFF
+idx 915
+inj 230400
+NO DIFF
+idx 916
+inj 1016064
+NO DIFF
+idx 917
+inj 55296
+55522
+55986
+idx 918
+inj 55296
+NO DIFF
+idx 919
+inj 51840
+NO DIFF
+idx 920
+inj 611712
+NO DIFF
+idx 921
+inj 190080
+NO DIFF
+idx 922
+inj 42624
+43202
+43218
+idx 923
+inj 63360
+NO DIFF
+idx 924
+inj 57600
+58178
+58194
+idx 925
+inj 149760
+150210
+150674
+idx 926
+inj 49536
+NO DIFF
+idx 927
+inj 3456
+NO DIFF
+idx 928
+inj 243072
+NO DIFF
+idx 929
+inj 13824
+NO DIFF
+idx 930
+inj 246528
+NO DIFF
+idx 931
+inj 194688
+194690
+194706
+idx 932
+inj 150912
+152034
+152498
+idx 933
+inj 73728
+NO DIFF
+idx 934
+inj 9216
+NO DIFF
+idx 935
+inj 73728
+NO DIFF
+idx 936
+inj 50688
+NO DIFF
+idx 937
+inj 304128
+NO DIFF
+idx 938
+inj 28800
+NO DIFF
+idx 939
+inj 4608
+NO DIFF
+idx 940
+inj 279936
+280866
+281330
+idx 941
+inj 10368
+11561
+11881
+idx 942
+inj 36864
+NO DIFF
+idx 943
+inj 114048
+NO DIFF
+idx 944
+inj 269568
+270370
+270834
+idx 945
+inj 55296
+NO DIFF
+idx 946
+inj 88704
+NO DIFF
+idx 947
+inj 490752
+NO DIFF
+idx 948
+inj 141696
+141980
+142428
+idx 949
+inj 307584
+NO DIFF
+idx 950
+inj 294912
+NO DIFF
+idx 951
+inj 148608
+148610
+148626
+idx 952
+inj 138240
+138818
+138834
+idx 953
+inj 176256
+NO DIFF
+idx 954
+inj 117504
+NO DIFF
+idx 955
+inj 95616
+NO DIFF
+idx 956
+inj 734976
+NO DIFF
+idx 957
+inj 512640
+NO DIFF
+idx 958
+inj 528768
+528770
+528786
+idx 959
+inj 196992
+NO DIFF
+idx 960
+inj 155520
+156445
+156637
+idx 961
+inj 139392
+NO DIFF
+idx 962
+inj 9216
+9410
+9874
+idx 963
+inj 104832
+106029
+106285
+idx 964
+inj 102528
+NO DIFF
+idx 965
+inj 40320
+NO DIFF
+idx 966
+inj 187776
+188130
+188594
+idx 967
+inj 44928
+46530
+46994
+idx 968
+inj 100224
+100802
+100818
+idx 969
+inj 144000
+NO DIFF
+idx 970
+inj 112896
+NO DIFF
+idx 971
+inj 104832
+NO DIFF
+idx 972
+inj 70272
+NO DIFF
+idx 973
+inj 787968
+789228
+790624
+idx 974
+inj 198144
+NO DIFF
+idx 975
+inj 579456
+NO DIFF
+idx 976
+inj 180864
+180866
+180882
+idx 977
+inj 31104
+NO DIFF
+idx 978
+inj 138240
+NO DIFF
+idx 979
+inj 59904
+NO DIFF
+idx 980
+inj 20736
+21314
+21330
+idx 981
+inj 344448
+NO DIFF
+idx 982
+inj 161280
+162786
+163250
+idx 983
+inj 258048
+NO DIFF
+idx 984
+inj 65664
+NO DIFF
+idx 985
+inj 153216
+NO DIFF
+idx 986
+inj playing
+NO DIFF
+idx 987
+inj 18432
+NO DIFF
+idx 988
+inj 66816
+NO DIFF
+idx 989
+inj 255744
+NO DIFF
+idx 990
+inj 41472
+42402
+42866
+idx 991
+inj 254592
+NO DIFF
+idx 992
+inj 48384
+NO DIFF
+idx 993
+inj 66816
+NO DIFF
+idx 994
+inj 16128
+16706
+16722
+idx 995
+inj 376704
+NO DIFF
+idx 996
+inj 65664
+NO DIFF
+idx 997
+inj 6912
+6914
+6930
+idx 998
+inj 80640
+81826
+82082
+idx 999
+inj 18432
+NO DIFF
+idx 1000
+inj 173952
+175138
+175602
+idx 1001
+inj 65664
+NO DIFF
+idx 1002
+inj 11520
+12450
+12914
+idx 1003
+inj 158976
+NO DIFF
+idx 1004
+inj 138240
+NO DIFF
+idx 1005
+inj 18432
+NO DIFF
+idx 1006
+inj 549504
+NO DIFF
+idx 1007
+inj 224640
+NO DIFF
+idx 1008
+inj 2304
+NO DIFF
+idx 1009
+inj 144000
+NO DIFF
+idx 1010
+inj 126720
+NO DIFF
+idx 1011
+inj 88704
+NO DIFF
+idx 1012
+inj 707328
+NO DIFF
+idx 1013
+inj 52992
+52994
+53010
+idx 1014
+inj 97920
+NO DIFF
+idx 1015
+inj 228096
+229254
+229382
+idx 1016
+inj 18432
+NO DIFF
+idx 1017
+inj 91008
+NO DIFF
+idx 1018
+inj 175104
+175682
+175698
+idx 1019
+inj 70272
+NO DIFF
+idx 1020
+inj 308736
+NO DIFF
+idx 1021
+inj 11520
+NO DIFF
+idx 1022
+inj 72576
+73154
+73170
+idx 1023
+inj 102528
+103317
+104524
+idx 1024
+inj 277632
+279455
+280890
+idx 1025
+inj 152064
+NO DIFF
+idx 1026
+inj 172800
+NO DIFF
+idx 1027
+inj 249984
+NO DIFF
+idx 1028
+inj 207360
+NO DIFF
+idx 1029
+inj 370944
+371522
+371538
+idx 1030
+inj 119808
+120386
+120402
+idx 1031
+inj 1152
+NO DIFF
+idx 1032
+inj 10368
+NO DIFF
+idx 1033
+inj 9216
+9506
+9970
+idx 1034
+inj 97920
+NO DIFF
index 59e8954..9ca5bf2 100755 (executable)
@@ -1,4 +1,16 @@
 #!/bin/bash
 #!/bin/bash
+
+usage () {
+  echo 'usage:'
+  echo '  run-batch-mode <random seed>'
+}
+
+if [[ -z $1 ]] ; then
+  usage
+  echo 'Please supply the initial random seed. (e.g. 9090)'
+  exit
+fi
+
 trycommand () {
   $1
   if [[ ! $? ]] ; then
 trycommand () {
   $1
   if [[ ! $? ]] ; then
@@ -15,7 +27,12 @@ T=errinj-range.tmp
 
 trycommand "rm $H"
 
 
 trycommand "rm $H"
 
-for (( i=0;i<100;i++))
+max=$(($1+100))
+
+echo "### run normal"
+trycommand "run-normal.sh $F"
+
+for (( i=$1;i<max;i++))
 do
   echo 'idx' $i >> $H
   trycommand "rm $X"
 do
   echo 'idx' $i >> $H
   trycommand "rm $X"
@@ -23,9 +40,7 @@ do
   trycommand "make normal"
   trycommand "make cleanerror"
   echo "### make error"
   trycommand "make normal"
   trycommand "make cleanerror"
   echo "### make error"
-  trycommand "make error INV_ERROR_PROB=10000000 RANDOMSEED=90$i"
-  echo "### run normal"
-  trycommand "run-normal.sh $F"
+  trycommand "make error INV_ERROR_PROB=10000000 RANDOMSEED=$i"
   echo "### run error"
   trycommand "run-error-batchmode.sh $F $H"
   diff normal.txt error.txt > $D
   echo "### run error"
   trycommand "run-error-batchmode.sh $F $H"
   diff normal.txt error.txt > $D