add evaluation files

diff --git a/Robust/src/Benchmarks/SSJava/EyeTracking/LEA.bin b/Robust/src/Benchmarks/SSJava/EyeTracking/LEA.bin
new file mode 100755 (executable)
index 0000000..5cd4ff7
Binary files /dev/null and b/Robust/src/Benchmarks/SSJava/EyeTracking/LEA.bin differ

diff --git a/Robust/src/Benchmarks/SSJava/EyeTracking/error_100000000_5501.trace b/Robust/src/Benchmarks/SSJava/EyeTracking/error_100000000_5501.trace
new file mode 100644 (file)
index 0000000..dfb611e
--- /dev/null
+++ b/Robust/src/Benchmarks/SSJava/EyeTracking/error_100000000_5501.trace
@@ -0,0 +1,48 @@
+SSJAVA: Divided by zero at file:injerr/methods.c, func:___Float______staticblocks____, line:1605 
+SSJAVA: Divided by zero at file:injerr/methods.c, func:___Float______staticblocks____, line:1627 
+SSJAVA: Divided by zero at file:injerr/methods.c, func:___Float______staticblocks____, line:1649 
+eyePosition=(89,72)
+eyePosition=(91,75)
+eyePosition=(91,70)
+eyePosition=(91,70)
+eyePosition=(98,79)
+eyePosition=(100,79)
+eyePosition=(98,77)
+eyePosition=(98,77)
+eyePosition=(117,84)
+deviation=LEFT
+eyePosition=(120,78)
+eyePosition=(121,79)
+eyePosition=(121,77)
+eyePosition=(119,78)
+SSJAVA: Injecting error at file:injerr/methods.c, func:___ImageReader______readImage____L___String___, line:4927 
+eyePosition=(120,79)
+eyePosition=(119,77)
+eyePosition=(119,77)
+eyePosition=(121,79)
+eyePosition=(72,80)
+deviation=RIGHT
+eyePosition=(105,84)
+eyePosition=(73,82)
+eyePosition=(121,81)
+deviation=LEFT
+eyePosition=(120,79)
+eyePosition=(120,78)
+eyePosition=(120,78)
+eyePosition=(121,81)
+eyePosition=(121,81)
+eyePosition=(71,81)
+deviation=RIGHT
+eyePosition=(71,81)
+eyePosition=(121,81)
+eyePosition=(121,81)
+deviation=LEFT
+eyePosition=(119,80)
+eyePosition=(119,81)
+eyePosition=(97,81)
+deviation=RIGHT
+eyePosition=(92,80)
+eyePosition=(92,81)
+eyePosition=(92,80)
+eyePosition=(92,80)
+Done.

diff --git a/Robust/src/Benchmarks/SSJava/EyeTracking/makefile b/Robust/src/Benchmarks/SSJava/EyeTracking/makefile
index dbdb323627d93b505561dbde5aaacdd7e406b39e..72e7541ce2fa7488044cadc054cc8660960b8545 100644 (file)
--- a/Robust/src/Benchmarks/SSJava/EyeTracking/makefile
+++ b/Robust/src/Benchmarks/SSJava/EyeTracking/makefile
@@ -3,16 +3,45 @@ BUILDSCRIPT=../../../buildscript
 PROGRAM=LEA
 SOURCE_FILES=LEA.java
 
-BSFLAGS= -32bit -ssjava -mainclass $(PROGRAM)  -heapsize-mb 1000   -debug -garbagestats -ssjavadebug -printlinenum -joptimize -optimize
+
+ifndef INV_ERROR_PROB
+INV_ERROR_PROB=1000
+endif
+
+ifndef RANDOMSEED
+RANDOMSEED=12345
+endif
+
+SSJAVA= -ssjava -ssjavadebug
+BSFLAGS= -32bit -mainclass $(PROGRAM)  -heapsize-mb 1000  -nooptimize -debug -garbagestats #-printlinenum #-joptimize
+NORMAL= -ssjava-inject-error 0 0
+INJECT_ERROR= -ssjava-inject-error $(INV_ERROR_PROB) $(RANDOMSEED)
+
 
 default: $(PROGRAM)s.bin
 
+normal: $(PROGRAM)n.bin
+
+error: $(PROGRAM)e.bin
+
+
 $(PROGRAM)s.bin: $(SOURCE_FILES) makefile
-       $(BUILDSCRIPT) $(BSFLAGS) -o $(PROGRAM) -builddir sing $(SOURCE_FILES) 
+       $(BUILDSCRIPT) $(SSJAVA) $(BSFLAGS) -o $(PROGRAM)s -builddir ssj $(SOURCE_FILES) 
+
+$(PROGRAM)n.bin: $(SOURCE_FILES) makefile
+       $(BUILDSCRIPT) $(NORMAL) $(BSFLAGS) -o $(PROGRAM)n -builddir norm $(SOURCE_FILES) 
+
+$(PROGRAM)e.bin: $(SOURCE_FILES) makefile
+       $(BUILDSCRIPT) $(INJECT_ERROR) $(BSFLAGS) -o $(PROGRAM)e -builddir injerr $(SOURCE_FILES) 
+
+cleanerror:
+       rm -f $(PROGRAM)e.bin
+       rm -rf injerr
 
 clean:
-       rm -f  $(PROGRAM).bin
-       rm -fr sing
+       rm -f  $(PROGRAM)s.bin $(PROGRAM)n.bin $(PROGRAM)e.bin
+       rm -fr ssj norm injerr
+       rm -f nve-diff.tmp nve-diff-ranges.tmp
        rm -f  *~
        rm -f  *.dot
        rm -f  *.png

diff --git a/Robust/src/Benchmarks/SSJava/EyeTracking/run-error.sh b/Robust/src/Benchmarks/SSJava/EyeTracking/run-error.sh
new file mode 100755 (executable)
index 0000000..691c16d
--- /dev/null
+++ b/Robust/src/Benchmarks/SSJava/EyeTracking/run-error.sh
@@ -0,0 +1,7 @@
+#!/bin/bash
+
+LEAe.bin > error.txt
+
+grep "SSJAVA: Injecting error" error.txt
+
+#mp3samples2plotData.sh error.txt
\ No newline at end of file

diff --git a/Robust/src/Benchmarks/SSJava/JavaNator/RobotMain.bin b/Robust/src/Benchmarks/SSJava/JavaNator/RobotMain.bin
new file mode 100755 (executable)
index 0000000..80c0de7
Binary files /dev/null and b/Robust/src/Benchmarks/SSJava/JavaNator/RobotMain.bin differ

diff --git a/Robust/src/Benchmarks/SSJava/JavaNator/error_1000_123.trace b/Robust/src/Benchmarks/SSJava/JavaNator/error_1000_123.trace
new file mode 100644 (file)
index 0000000..6528b86
--- /dev/null
+++ b/Robust/src/Benchmarks/SSJava/JavaNator/error_1000_123.trace
@@ -0,0 +1,62 @@
+PWM Selction is: rtsj
+SSJAVA: Injecting error at file:injerr/methods.c, func:___String______concat____L___String___, line:4957 
+currentCommand=9
+processIOCommand: Default: opCode = 0 data = 9
+StrageyMgr: stop....
+processIOCommand: Default: opCode = 0 data = 9
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....
+currentCommand=97
+processIOCommand: Default: opCode = 96 data = 1
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=97
+processIOCommand: Default: opCode = 96 data = 1
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=97
+processIOCommand: Default: opCode = 96 data = 1
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=97
+processIOCommand: Default: opCode = 96 data = 1
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=97
+processIOCommand: Default: opCode = 96 data = 1
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=68
+processIOCommand: Default: opCode = 64 data = 4
+processIO: Line Sensors..Process...!!!
+Line Sensors - Rear
+StrategyMgr: strait....
+Line Sensors - Rear
+StrategyMgr: strait....
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....
+currentCommand=96
+processIOCommand: Default: opCode = 96 data = 0
+sonar: NO SONARS!!!!!!!!
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....

diff --git a/Robust/src/Benchmarks/SSJava/JavaNator/makefile b/Robust/src/Benchmarks/SSJava/JavaNator/makefile
index 5fa3e880b3975baad1386a3f7357c95f1b8de21f..93910365d59d77601eadca0061f1714fe339883c 100644 (file)
--- a/Robust/src/Benchmarks/SSJava/JavaNator/makefile
+++ b/Robust/src/Benchmarks/SSJava/JavaNator/makefile
@@ -3,16 +3,44 @@ BUILDSCRIPT=../../../buildscript
 PROGRAM=RobotMain
 SOURCE_FILES=RobotMain.java
 
-BSFLAGS= -32bit -ssjava -mainclass $(PROGRAM)  -heapsize-mb 1000   -debug -garbagestats -ssjavadebug -printlinenum -joptimize -optimize
+
+ifndef INV_ERROR_PROB
+INV_ERROR_PROB=1000
+endif
+
+ifndef RANDOMSEED
+RANDOMSEED=12345
+endif
+
+SSJAVA= -ssjava -ssjavadebug
+BSFLAGS= -32bit -mainclass $(PROGRAM)  -heapsize-mb 1000  -nooptimize -debug -garbagestats #-printlinenum #-joptimize
+NORMAL= -ssjava-inject-error 0 0
+INJECT_ERROR= -ssjava-inject-error $(INV_ERROR_PROB) $(RANDOMSEED)
 
 default: $(PROGRAM)s.bin
 
+normal: $(PROGRAM)n.bin
+
+error: $(PROGRAM)e.bin
+
+
 $(PROGRAM)s.bin: $(SOURCE_FILES) makefile
-       $(BUILDSCRIPT) $(BSFLAGS) -o $(PROGRAM) -builddir sing $(SOURCE_FILES) 
+       $(BUILDSCRIPT) $(SSJAVA) $(BSFLAGS) -o $(PROGRAM)s -builddir ssj $(SOURCE_FILES) 
+
+$(PROGRAM)n.bin: $(SOURCE_FILES) makefile
+       $(BUILDSCRIPT) $(NORMAL) $(BSFLAGS) -o $(PROGRAM)n -builddir norm $(SOURCE_FILES) 
+
+$(PROGRAM)e.bin: $(SOURCE_FILES) makefile
+       $(BUILDSCRIPT) $(INJECT_ERROR) $(BSFLAGS) -o $(PROGRAM)e -builddir injerr $(SOURCE_FILES) 
+
+cleanerror:
+       rm -f $(PROGRAM)e.bin
+       rm -rf injerr
 
 clean:
-       rm -f  $(PROGRAM).bin
-       rm -fr sing
+       rm -f  $(PROGRAM)s.bin $(PROGRAM)n.bin $(PROGRAM)e.bin
+       rm -fr ssj norm injerr
+       rm -f nve-diff.tmp nve-diff-ranges.tmp
        rm -f  *~
        rm -f  *.dot
        rm -f  *.png

diff --git a/Robust/src/Benchmarks/SSJava/JavaNator/normal.trace b/Robust/src/Benchmarks/SSJava/JavaNator/normal.trace
new file mode 100644 (file)
index 0000000..3a7b18c
--- /dev/null
+++ b/Robust/src/Benchmarks/SSJava/JavaNator/normal.trace
@@ -0,0 +1,61 @@
+PWM Selction is: rtsj
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....
+currentCommand=97
+processIOCommand: Default: opCode = 96 data = 1
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=97
+processIOCommand: Default: opCode = 96 data = 1
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=97
+processIOCommand: Default: opCode = 96 data = 1
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=97
+processIOCommand: Default: opCode = 96 data = 1
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=97
+processIOCommand: Default: opCode = 96 data = 1
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=68
+processIOCommand: Default: opCode = 64 data = 4
+processIO: Line Sensors..Process...!!!
+Line Sensors - Rear
+StrategyMgr: strait....
+Line Sensors - Rear
+StrategyMgr: strait....
+sonar: bearLeft
+StrategyMgr: bearLeft....
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....
+currentCommand=96
+processIOCommand: Default: opCode = 96 data = 0
+sonar: NO SONARS!!!!!!!!
+currentCommand=99
+processIOCommand: Default: opCode = 96 data = 3
+sonar: straight
+StrategyMgr: strait....

diff --git a/Robust/src/Benchmarks/SSJava/JavaNator/run-error.sh b/Robust/src/Benchmarks/SSJava/JavaNator/run-error.sh
new file mode 100755 (executable)
index 0000000..9cde65f
--- /dev/null
+++ b/Robust/src/Benchmarks/SSJava/JavaNator/run-error.sh
@@ -0,0 +1,7 @@
+#!/bin/bash
+
+RobotMaine.bin > error.txt
+
+grep "SSJAVA: Injecting error" error.txt
+
+#mp3samples2plotData.sh error.txt
\ No newline at end of file