Scripts for VPN experiments.

[pingpong.git] / python_ml / validate-detection.py

diff --git a/python_ml/validate-detection.py b/python_ml/validate-detection.py
index 663dc784d81bcc84c961660374bbb1674a795c3a..b702721c37e0841041a1927a52e0c537dee8d919 100644 (file)
--- a/python_ml/validate-detection.py
+++ b/python_ml/validate-detection.py
@@ -1,14 +1,116 @@
 from datetime import datetime
 
 
-path = "/scratch/July-2018/training/"
-device = "dlink-plug/self-test"
-#fileExperiment = "dlink-plug-8hr-data-oct-8-2018.timestamps"
-#fileDetection = "dlink-plug.detection.timestamps"
-#fileExperiment = "dlink-siren-aug-14-2018.timestamps"
-#fileDetection = "dlink-siren.2018-08-14_experiment.phone_signature_detected_events.txt"
-fileExperiment = "dlink-plug-oct-17-2018.timestamps"
-fileDetection = "detection-on-training-device-side"
+path = "/scratch/July-2018/experimental_result/smarthome/"
+#path = "/scratch/July-2018/experimental_result/standalone/"
+# D-Link plug
+#device = "dlink-plug/self-test"
+#fileExperiment = "dlink-plug-nov-7-2018.timestamps"
+#fileDetection = "device-side-detection"
+#fileDetection = "phone-side-detection"
+#device = "dlink-plug/timestamps"
+#fileExperiment = "dlink-plug-smarthome-nov-8-2018.timestamps"
+#fileDetection = "dlink-plug-smarthome-nov-8-2018.phone.wlan1.detections"
+#fileDetection = "dlink-plug-smarthome-nov-8-2018.phone.eth0.detections"
+#fileDetection = "dlink-plug-smarthome-nov-8-2018.device.eth0.detections"
+
+# TP-Link plug
+#device = "tplink-plug/self-test"
+#fileExperiment = "tplink-plug-nov-8-2018.timestamps"
+#fileDetection = "device-side-detection"
+#fileDetection = "phone-side-detection"
+#device = "tplink-plug/timestamps"
+#fileExperiment = "tplink-plug-smarthome-nov-9-2018.timestamps"
+#fileDetection = "tplink-plug-smarthome-nov-9-2018.eth0.device.detections"
+#fileDetection = "tplink-plug-smarthome-nov-9-2018.wlan1.phone.detections"
+
+# D-Link siren
+#device = "dlink-siren/self-test"
+#fileExperiment = "dlink-siren-nov-9-2018.timestamps"
+#fileDetection = "phone-side-detection"
+#device = "dlink-siren/timestamps"
+#fileExperiment = "dlink-siren-smarthome-nov-10-2018.timestamps"
+#fileDetection = "dlink-siren-smarthome-nov-10-2018.eth0.phone.detections"
+
+# Kwikset door lock
+#device = "kwikset-doorlock/self-test"
+#fileExperiment = "kwikset-doorlock-nov-10-2018.timestamps"
+#fileDetection = "phone-side-detection"
+#device = "kwikset-doorlock/timestamps"
+#fileExperiment = "kwikset-doorlock-smarthome-nov-10-2018.timestamps"
+#fileDetection = "kwikset-doorlock-smarthome-nov-10-2018.eth0.phone.detections"
+
+# SmartThings plug
+#device = "st-plug/self-test"
+#fileExperiment = "st-plug-nov-13-2018.timestamps"
+#fileDetection = "phone-side-detection"
+#device = "st-plug/timestamps"
+#fileExperiment = "st-plug-smarthome-nov-13-2018.timestamps"
+#fileDetection = "st-plug-smarthome-nov-13-2018.eth0.phone.detections"
+
+# Arlo camera
+#device = "arlo-camera/self-test"
+#fileExperiment = "arlo-camera-nov-13-2018.timestamps"
+#fileDetection = "phone-side-detection"
+#device = "arlo-camera/timestamps"
+#fileExperiment = "arlo-camera-smarthome-nov-15-2018.timestamps"
+#fileDetection = "arlo-camera-smarthome-nov-15-2018.phone.eth0.detections"
+#fileDetection = "arlo-camera-smarthome-nov-15-2018.phone.eth0.detections.range-based.complete"
+
+# Nest Thermostat
+#device = "nest-thermostat/self-test"
+#fileExperiment = "nest-thermostat-nov-15-2018.timestamps"
+#fileDetection = "phone-side-detection"
+device = "nest-thermostat/timestamps"
+fileExperiment = "nest-thermostat-smarthome-nov-16-2018.timestamps"
+#fileDetection = "nest-thermostat-smarthome-nov-16-2018.phone.eth0.detections"
+fileDetection = "nest-thermostat-smarthome-nov-16-2018.phone.eth0.range-based.detections"
+
+# TP-Link Bulb
+#device = "tplink-bulb/self-test"
+#fileExperiment = "tplink-bulb-nov-16-2018.timestamps"
+#fileDetection = "phone-side-detection"
+#device = "tplink-bulb/timestamps"
+#fileExperiment = "tplink-bulb-smarthome-nov-19-2018.timestamps"
+#fileDetection = "tplink-bulb-smarthome-nov-19-2018.phone.wlan1.detections"
+
+# Hue bulb
+#device = "hue-bulb/self-test"
+#fileExperiment = "hue-bulb-aug-7-2018.timestamps"
+#fileDetection = "phone-side-detection"
+
+# WeMo plug
+#device = "wemo-plug/self-test"
+#fileExperiment = "wemo-plug-nov-20-2018.timestamps"
+#fileDetection = "phone-side-detection"
+#device = "wemo-plug/timestamps"
+#fileExperiment = "wemo-plug-smarthome-nov-21-2018.timestamps"
+#fileDetection = "wemo-plug-smarthome-nov-21-2018.phone.wlan1.detections"
+
+# WeMo Insight plug
+#device = "wemo-insight-plug/self-test"
+#fileExperiment = "wemo-insight-plug-nov-21-2018.timestamps"
+#fileDetection = "phone-side-detection"
+#device = "wemo-insight-plug/timestamps"
+#fileExperiment = "wemo-insight-plug-smarthome-nov-22-2018.timestamps"
+#fileDetection = "wemo-insight-plug-smarthome-nov-22-2018.phone.wlan1.detections"
+
+# Blossom sprinkler
+#device = "blossom-sprinkler/self-test"
+#fileExperiment = "blossom-sprinkler-standalone-jan-9-2019.timestamps"
+#fileExperiment = "blossom-sprinkler-standalone-jan-11-2019.timestamps"
+#fileExperiment = "blossom-sprinkler-standalone-jan-14-2019.timestamps"
+#fileDetection = "phone-side-detection"
+#fileDetection = "device-side-detection"
+#device = "blossom-sprinkler/timestamps"
+#fileExperiment = "blossom-sprinkler-smarthome-jan-10-2019.timestamps"
+#fileExperiment = "blossom-sprinkler-smarthome-jan-11-2019.timestamps"
+#fileExperiment = "blossom-sprinkler-smarthome-jan-14-2019.timestamps"
+#fileDetection = "blossom-sprinkler-smarthome-jan-10-2019.device.wlan1.detections"
+#fileDetection = "blossom-sprinkler-smarthome-jan-11-2019.phone.wlan1.detections"
+#fileDetection = "blossom-sprinkler-smarthome-jan-14-2019.device.eth0.detections"
+#fileDetection = "blossom-sprinkler-smarthome-jan-14-2019.phone.eth0.detections"
+
 TIME_WINDOW = 15 # detection/signature window of 15 seconds
 #NEG_TIME_WINDOW = -15 # detection/signature window of 15 seconds
 
@@ -42,10 +144,13 @@ while i < maxTimestamps:
        tsE = tsExperimentList[i]
        tsD = tsDetectionList[j]
        # Detection is always a bit later than training trigger
-       delta = tsD - tsE
+       delta1 = tsD - tsE
+       delta2 = tsE - tsD
+       #print("tsE: " + str(tsE) + " - tsD: " + str(tsD) + " - delta1: " + str(delta1.seconds) + " - delta2: " + str(delta2.seconds))
        # The following happens when we could detect less triggers than the experiment
-       if (delta.seconds > TIME_WINDOW):
+       if (delta1.seconds > TIME_WINDOW and delta2.seconds > TIME_WINDOW):
                print("Missing trigger at line: " + str(i) + ", t_experiment: " + str(tsE) + " and t_detection: " + str(tsD))
+               #print(str(tsD))
                i = i + 1
        # The following should not happen (we have more detected triggers than the experiment)
        #elif (delta.seconds < NEG_TIME_WINDOW):