python_ml/validate-detection.py

   1 from datetime import datetime
   2
   3 #path = "/scratch/July-2018/experimental_result/smarthome/"
   4 path = "/scratch/July-2018/experimental_result/standalone/"
   5 # D-Link plug
   6 #device = "dlink-plug/self-test"
   7 #fileExperiment = "dlink-plug-nov-7-2018.timestamps"
   8 #fileDetection = "device-side-detection"
   9 #fileDetection = "phone-side-detection"
  10 #device = "dlink-plug/timestamps"
  11 #fileExperiment = "dlink-plug-smarthome-nov-8-2018.timestamps"
  12 #fileDetection = "dlink-plug-smarthome-nov-8-2018.phone.wlan1.detections"
  13 #fileDetection = "dlink-plug-smarthome-nov-8-2018.phone.eth0.detections"
  14 #fileDetection = "dlink-plug-smarthome-nov-8-2018.device.eth0.detections"
  15
  16 # TP-Link plug
  17 #device = "tplink-plug/self-test"
  18 #fileExperiment = "tplink-plug-nov-8-2018.timestamps"
  19 #fileDetection = "device-side-detection"
  20 #fileDetection = "phone-side-detection"
  21 #device = "tplink-plug/timestamps"
  22 #fileExperiment = "tplink-plug-smarthome-nov-9-2018.timestamps"
  23 #fileDetection = "tplink-plug-smarthome-nov-9-2018.eth0.device.detections"
  24 #fileDetection = "tplink-plug-smarthome-nov-9-2018.wlan1.phone.detections"
  25
  26 # D-Link siren
  27 #device = "dlink-siren/self-test"
  28 #fileExperiment = "dlink-siren-nov-9-2018.timestamps"
  29 #fileDetection = "phone-side-detection"
  30 #device = "dlink-siren/timestamps"
  31 #fileExperiment = "dlink-siren-smarthome-nov-10-2018.timestamps"
  32 #fileDetection = "dlink-siren-smarthome-nov-10-2018.eth0.phone.detections"
  33
  34 # Kwikset door lock
  35 #device = "kwikset-doorlock/self-test"
  36 #fileExperiment = "kwikset-doorlock-nov-10-2018.timestamps"
  37 #fileDetection = "phone-side-detection"
  38 #device = "kwikset-doorlock/timestamps"
  39 #fileExperiment = "kwikset-doorlock-smarthome-nov-10-2018.timestamps"
  40 #fileDetection = "kwikset-doorlock-smarthome-nov-10-2018.eth0.phone.detections"
  41
  42 # SmartThings plug
  43 #device = "st-plug/self-test"
  44 #fileExperiment = "st-plug-nov-13-2018.timestamps"
  45 #fileDetection = "phone-side-detection"
  46 #device = "st-plug/timestamps"
  47 #fileExperiment = "st-plug-smarthome-nov-13-2018.timestamps"
  48 #fileDetection = "st-plug-smarthome-nov-13-2018.eth0.phone.detections"
  49
  50 # Arlo camera
  51 #device = "arlo-camera/self-test"
  52 #fileExperiment = "arlo-camera-nov-13-2018.timestamps"
  53 #fileDetection = "phone-side-detection"
  54 #device = "arlo-camera/timestamps"
  55 #fileExperiment = "arlo-camera-smarthome-nov-15-2018.timestamps"
  56 #fileDetection = "arlo-camera-smarthome-nov-15-2018.phone.eth0.detections"
  57
  58 # Nest Thermostat
  59 #device = "nest-thermostat/self-test"
  60 #fileExperiment = "nest-thermostat-nov-15-2018.timestamps"
  61 #fileDetection = "phone-side-detection"
  62 device = "nest-thermostat/timestamps"
  63 fileExperiment = "nest-thermostat-smarthome-nov-16-2018.timestamps"
  64 fileDetection = "nest-thermostat-smarthome-nov-16-2018.phone.eth0.detections"
  65
  66 # TP-Link Bulb
  67 device = "tplink-bulb/self-test"
  68 fileExperiment = "tplink-bulb-nov-16-2018.timestamps"
  69 fileDetection = "phone-side-detection"
  70 #device = "tplink-bulb/timestamps"
  71 #fileExperiment = "tplink-bulb-smarthome-nov-16-2018.timestamps"
  72 #fileDetection = "tplink-bulb-smarthome-nov-16-2018.phone.eth0.detections"
  73
  74 # Arlo camera
  75 #device = "arlo-camera/self-test"
  76 #fileExperiment = "arlo-camera-aug-10-2018.timestamps"
  77 #fileDetection = "detection-on-training-phone-side"
  78 # Blossom sprinkler
  79 #device = "blossom-sprinkler/self-test"
  80 #fileExperiment = "blossom-sprinkler-aug-13-2018.timestamps"
  81 #fileDetection = "detection-on-training-device-side"
  82 # Nest thermostat
  83 #device = "nest-thermostat/self-test"
  84 #fileExperiment = "nest-aug-15-2018.timestamps"
  85 #fileDetection = "detection-on-training-phone-side"
  86 # Hue bulb
  87 #device = "hue-bulb/self-test"
  88 #fileExperiment = "hue-bulb-aug-7-2018.timestamps"
  89 #fileDetection = "detection-on-training-phone-side"
  90 # TPLink bulb
  91 #device = "tplink-bulb/self-test"
  92 #fileExperiment = "tplink-bulb-aug-3-2018.timestamps"
  93 #fileDetection = "detection-on-training-phone-side"
  94 # WeMo Insight Plug
  95 #device = "wemo-insight-plug/self-test"
  96 #fileExperiment = "wemo-insight-july-31-2018.timestamps"
  97 #fileDetection = "detection-on-training-device-side"
  98
  99 TIME_WINDOW = 15 # detection/signature window of 15 seconds
 100 #NEG_TIME_WINDOW = -15 # detection/signature window of 15 seconds
 101
 102 # Open training timestamps file and store into a list
 103 with open(path + device + "/" + fileExperiment, "r") as experiment:
 104         tsExperimentList = []
 105         for line in experiment:
 106                 # Format "%m/%d/%Y %I:%M:%S %p"
 107                 tsE = datetime.strptime(line, "%m/%d/%Y %I:%M:%S %p\n")
 108                 tsExperimentList.append(tsE)
 109
 110 # Open detection timestamps file and store into a list
 111 with open(path + device + "/" + fileDetection, "r") as detection:
 112         tsDetectionList = []
 113         for line in detection:
 114                 # Format "%b %d, %Y %I:%M:%S %p"
 115                 tsD = datetime.strptime(line, "%b %d, %Y %I:%M:%S %p\n")
 116                 tsDetectionList.append(tsD)
 117
 118 if (len(tsExperimentList) > len(tsDetectionList)):
 119         maxTimestamps = len(tsExperimentList)
 120 else:
 121         maxTimestamps = len(tsDetectionList)
 122
 123 i = 0
 124 j = 0
 125 while i < maxTimestamps:
 126         if(len(tsExperimentList) <= i or len(tsDetectionList) <= j):
 127                 break;
 128
 129         tsE = tsExperimentList[i]
 130         tsD = tsDetectionList[j]
 131         # Detection is always a bit later than training trigger
 132         delta1 = tsD - tsE
 133         delta2 = tsE - tsD
 134         #print("tsE: " + str(tsE) + " - tsD: " + str(tsD) + " - delta1: " + str(delta1.seconds) + " - delta2: " + str(delta2.seconds))
 135         # The following happens when we could detect less triggers than the experiment
 136         if (delta1.seconds > TIME_WINDOW and delta2.seconds > TIME_WINDOW):
 137                 print("Missing trigger at line: " + str(i) + ", t_experiment: " + str(tsE) + " and t_detection: " + str(tsD))
 138                 #print(str(tsD))
 139                 i = i + 1
 140         # The following should not happen (we have more detected triggers than the experiment)
 141         #elif (delta.seconds < NEG_TIME_WINDOW):
 142         #       print("Mismatch at t_experiment: " + str(tsE) + " and t_detection: " + str(tsD))
 143         #       j = j + 1
 144         i = i + 1
 145         j = j + 1
 146
 147 print("Done parsing: " + str(i) + " lines")