final String offPairsPath = "/scratch/July-2018/off.txt";
// 1) D-Link July 26 experiment
- final String inputPcapFile = path + "/2018-07/dlink/dlink.wlan1.local.pcap";
- final String outputPcapFile = path + "/2018-07/dlink/dlink-processed.pcap";
- final String triggerTimesFile = path + "/2018-07/dlink/dlink-july-26-2018.timestamps";
- final String deviceIp = "192.168.1.246"; // .246 == phone; .199 == dlink plug?
+// final String inputPcapFile = path + "/2018-07/dlink/dlink.wlan1.local.pcap";
+// final String outputPcapFile = path + "/2018-07/dlink/dlink-processed.pcap";
+// final String triggerTimesFile = path + "/2018-07/dlink/dlink-july-26-2018.timestamps";
+// final String deviceIp = "192.168.1.199"; // .246 == phone; .199 == dlink plug?
+ // Actual training
+// final String inputPcapFile = path + "/2018-10/dlink-plug/dlink-plug.wlan1.local.pcap";
+// final String outputPcapFile = path + "/2018-10/dlink-plug/dlink-plug-processed.pcap";
+// final String triggerTimesFile = path + "/2018-10/dlink-plug/dlink-plug-oct-17-2018.timestamps";
+// final String deviceIp = "192.168.1.199"; // .246 == phone; .199 == dlink plug?
// 2) TP-Link July 25 experiment
// final String inputPcapFile = path + "/2018-07/tplink/tplink.wlan1.local.pcap";
// final String outputPcapFile = path + "/2018-07/tplink/tplink-processed.pcap";
// final String triggerTimesFile = path + "/2018-07/tplink/tplink-july-25-2018.timestamps";
// final String deviceIp = "192.168.1.159";
+ // Actual training
+// final String inputPcapFile = path + "/2018-10/tplink-plug/tplink-plug.wlan1.local.pcap";
+// final String outputPcapFile = path + "/2018-10/tplink-plug/tplink-plug-processed.pcap";
+// final String triggerTimesFile = path + "/2018-10/tplink-plug/tplink-plug-oct-17-2018.timestamps";
+// final String deviceIp = "192.168.1.246"; // .246 == phone; .159 == tplink plug
// 2b) TP-Link July 25 experiment TRUNCATED:
// Only contains "true local" events, i.e., before the behavior changes to remote-like behavior.
// final String inputPcapFile = path + "/2018-07/stplug/stplug.wlan1.local.pcap";
// final String outputPcapFile = path + "/2018-07/stplug/stplug-processed.pcap";
// final String triggerTimesFile = path + "/2018-07/stplug/smartthings-july-25-2018.timestamps";
+// final String deviceIp = "192.168.1.246"; // .246 == phone; .142 == SmartThings Hub (note: use eth0 capture for this!)
+ // October 18
+// final String inputPcapFile = path + "/2018-10/st-plug/st-plug.wlan1.local.pcap";
+// final String outputPcapFile = path + "/2018-10/st-plug/st-plug-processed.pcap";
+// final String triggerTimesFile = path + "/2018-10/st-plug/st-plug-oct-18-2018.timestamps";
// final String deviceIp = "192.168.1.246"; // .246 == phone; .142 == SmartThings Hub (note: use eth0 capture for this!)
// 4) Wemo July 30 experiment
// final String inputPcapFile = path + "/2018-07/wemo/wemo.wlan1.local.pcap";
// final String outputPcapFile = path + "/2018-07/wemo/wemo-processed.pcap";
// final String triggerTimesFile = path + "/2018-07/wemo/wemo-july-30-2018.timestamps";
-// final String deviceIp = "192.168.1.145";
+// final String deviceIp = "192.168.1.145"; // .246 == phone; .145 == WeMo
// 5) Wemo Insight July 31 experiment
// final String inputPcapFile = path + "/2018-07/wemoinsight/wemoinsight.wlan1.local.pcap";
// final String inputPcapFile = path + "/2018-08/tplink-bulb/tplinkbulb.wlan1.local.pcap";
// final String outputPcapFile = path + "/2018-08/tplink-bulb/tplinkbulb-processed.pcap";
// final String triggerTimesFile = path + "/2018-08/tplink-bulb/tplink-bulb-aug-3-2018.timestamps";
-// final String deviceIp = "192.168.1.140"; // .246 == phone; .140 == TP-Link bulb
+// final String deviceIp = "192.168.1.246"; // .246 == phone; .140 == TP-Link bulb
// 7) Kwikset Doorlock August 6 experiment
-// final String inputPcapFile = path + "/2018-08/kwikset-doorlock/kwikset-doorlock.wlan1.local.pcap";
+// final String inputPcapFile = path + "/2018-08/kwikset-doorlock/kwikset-doorlock.data.wlan1.pcap";
+//// final String inputPcapFile = path + "/2018-08/kwikset-doorlock/kwikset-doorlock.wlan1.local.pcap";
// final String outputPcapFile = path + "/2018-08/kwikset-doorlock/kwikset-doorlock-processed.pcap";
-// final String triggerTimesFile = path + "/2018-08/kwikset-doorlock/kwikset-doorlock-aug-6-2018.timestamps";
+//// final String triggerTimesFile = path + "/2018-08/kwikset-doorlock/kwikset-doorlock-aug-6-2018.timestamps";
+// final String triggerTimesFile = path + "/2018-08/kwikset-doorlock/kwikset-doorlock-8hr-data-oct-11-2018.timestamps";
// final String deviceIp = "192.168.1.246"; // .246 == phone; .142 == SmartThings Hub (note: use eth0 capture for this!)
// September 12, 2018 - includes both wlan1 and eth1 interfaces
- //final String inputPcapFile = path + "/2018-08/kwikset-doorlock/kwikset3.wlan1.local.pcap";
-// final String inputPcapFile = path + "/2018-08/kwikset-doorlock/kwikset3.eth1.local.pcap";
+// final String inputPcapFile = path + "/2018-08/kwikset-doorlock/kwikset3.wlan1.local.pcap";
+// //final String inputPcapFile = path + "/2018-08/kwikset-doorlock/kwikset3.eth1.local.pcap";
// final String outputPcapFile = path + "/2018-08/kwikset-doorlock/kwikset3-processed.pcap";
// final String triggerTimesFile = path + "/2018-08/kwikset-doorlock/kwikset-doorlock-sept-12-2018.timestamps";
-// final String deviceIp = "192.168.1.142"; // .246 == phone; .142 == SmartThings Hub (note: use eth0 capture for this!)
+// final String deviceIp = "192.168.1.246"; // .246 == phone; .142 == SmartThings Hub (note: use eth0 capture for this!)
// 8) Hue Bulb August 7 experiment
// final String inputPcapFile = path + "/2018-08/hue-bulb/hue-bulb.wlan1.local.pcap";
// final String outputPcapFile = path + "/2018-08/hue-bulb/hue-bulb-processed.pcap";
// final String triggerTimesFile = path + "/2018-08/hue-bulb/hue-bulb-aug-7-2018.timestamps";
// final String deviceIp = "192.168.1.246";
+ // October 30 experiment
+// final String inputPcapFile = path + "/2018-10/hue-bulb/hue-bulb.wlan1.local.pcap";
+// final String outputPcapFile = path + "/2018-10/hue-bulb/hue-bulb-processed.pcap";
+// final String triggerTimesFile = path + "/2018-10/hue-bulb/hue-bulb-oct-30-2018.timestamps";
+// final String deviceIp = "192.168.1.246"; // .246 == phone; .100 == Hue hub
// 9) Lifx Bulb August 8 experiment
// final String inputPcapFile = path + "/2018-08/lifx-bulb/lifx-bulb.wlan1.local.pcap";
// final String outputPcapFile = path + "/2018-08/lifx-bulb/lifx-bulb-processed.pcap";
// final String triggerTimesFile = path + "/2018-08/lifx-bulb/lifx-bulb-aug-8-2018.timestamps";
// final String deviceIp = "192.168.1.246"; // .246 == phone; .231 == Lifx
+ // October 18
+// final String inputPcapFile = path + "/2018-10/lifx-bulb/lifx-bulb.wlan1.local.pcap";
+// final String outputPcapFile = path + "/2018-10/lifx-bulb/lifx-bulb-processed.pcap";
+// final String triggerTimesFile = path + "/2018-10/lifx-bulb/lifx-bulb-oct-18-2018.timestamps";
+// final String deviceIp = "192.168.1.231"; // .246 == phone; .231 == Lifx
+ // November 1
+ final String inputPcapFile = path + "/2018-10/lifx-bulb/lifx-bulb.wlan1.local.pcap";
+ final String outputPcapFile = path + "/2018-10/lifx-bulb/lifx-bulb-processed.pcap";
+ final String triggerTimesFile = path + "/2018-10/lifx-bulb/lifx-bulb-nov-1-2018.timestamps";
+ final String deviceIp = "192.168.1.231"; // .246 == phone; .231 == Lifx
// 10) Amcrest Camera August 9 experiment
// final String inputPcapFile = path + "/2018-08/amcrest-camera/amcrest-camera.wlan1.local.pcap";
// final String inputPcapFile = path + "/2018-08/arlo-camera/arlo-camera.wlan1.local.pcap";
// final String outputPcapFile = path + "/2018-08/arlo-camera/arlo-camera-processed.pcap";
// final String triggerTimesFile = path + "/2018-08/arlo-camera/arlo-camera-aug-10-2018.timestamps";
-// final String deviceIp = "192.168.1.140"; // .246 == phone; .140 == camera
+// final String deviceIp = "192.168.1.246"; // .246 == phone; .140 == camera
// 12) Blossom sprinkler August 13 experiment
// final String inputPcapFile = path + "/2018-08/blossom/blossom.wlan1.local.pcap";
// final String outputPcapFile = path + "/2018-08/blossom/blossom-processed.pcap";
// final String triggerTimesFile = path + "/2018-08/blossom/blossom-aug-13-2018.timestamps";
-// final String deviceIp = "192.168.1.246"; // .246 == phone; .229 == sprinkler
+// final String deviceIp = "192.168.1.229"; // .246 == phone; .229 == sprinkler
// // 13) DLink siren August 14 experiment
// final String inputPcapFile = path + "/2018-08/dlink-siren/dlink-siren.wlan1.local.pcap";
+// //final String inputPcapFile = path + "/evaluation/dlink-siren/dlink-siren.data.wlan1.pcap";
// final String outputPcapFile = path + "/2018-08/dlink-siren/dlink-siren-processed.pcap";
-// final String triggerTimesFile = path + "/2018-08/dlink-siren/dlink-siren-aug-14-2018.timestamps";
+// final String triggerTimesFile = path + "/2018-08/dlink-siren/dlink-siren-oct-12-2018.timestamps";
+// //final String triggerTimesFile = path + "/2018-08/dlink-siren/dlink-siren-aug-14-2018.timestamps";
+// //final String triggerTimesFile = path + "/actual/timestamps/dlink-siren-8hr-data-oct-10-2018.timestamps";
// final String deviceIp = "192.168.1.246"; // .246 == phone; .183 == siren
// 14) Nest thermostat August 15 experiment
// final String outputPcapFile = path + "/2018-08/noise/noise-processed.pcap";
// final String triggerTimesFile = path + "/2018-08/noise/noise-sept-17-2018.timestamps";
// final String deviceIp = "192.168.1.142"; // .142 == SmartThings Hub; .199 == dlink plug; .183 == siren
+ // September 26 - D-Link noise
+// final String inputPcapFile = path + "/2018-08/noise/noise.dlink.wlan1.pcap";
+// final String outputPcapFile = path + "/2018-08/noise/noise-processed.pcap";
+// final String triggerTimesFile = path + "/2018-08/noise/dlink-noise-sept-26-2018.timestamps";
+// final String deviceIp = "192.168.1.183"; // .199 == dlink plug; .183 == siren
+ // September 27 - Kwikset noise
+// final String inputPcapFile = path + "/2018-08/noise/noise.kwikset.eth1.pcap";
+// final String outputPcapFile = path + "/2018-08/noise/noise-processed.pcap";
+// final String triggerTimesFile = path + "/2018-08/noise/kwikset-doorlock-noise-sept-27-2018.timestamps";
+// final String deviceIp = "192.168.1.142"; // .142 == SmartThings Hub;
TriggerTimesFileReader ttfr = new TriggerTimesFileReader();
List<Instant> triggerTimes = ttfr.readTriggerTimes(triggerTimesFile, false);
map(e -> e.getValue()).
flatMap(List::stream).
collect(Collectors.toList());
+ //Collections.sort(onConversations, (c1, c2) -> c1.getPackets().)
+
List<PcapPacketPair> onPairs = onConversations.stream().
map(c -> c.isTls() ? TcpConversationUtils.extractTlsAppDataPacketPairs(c) :
TcpConversationUtils.extractPacketPairs(c)).
// Perform clustering on conversation logged as part of all OFF events.
DBSCANClusterer<PcapPacketPair> offClusterer = new DBSCANClusterer<>(10.0, 45);
List<Cluster<PcapPacketPair>> offClusters = offClusterer.cluster(offPairs);
+ // Sort the conversations as reference
+ List<Conversation> sortedAllConversation = TcpConversationUtils.sortConversationList(allConversations);
// Output clusters
System.out.println("========================================");
System.out.println(" Clustering results for ON ");
System.out.println(" Number of clusters: " + onClusters.size());
int count = 0;
- List<List<PcapPacket>> ppListOfListReadOn = null;
+ List<List<List<PcapPacket>>> ppListOfListReadOn = new ArrayList<>();
+ List<List<List<PcapPacket>>> ppListOfListListOn = new ArrayList<>();
for (Cluster<PcapPacketPair> c : onClusters) {
System.out.println(String.format("<<< Cluster #%02d (%03d points) >>>", ++count, c.getPoints().size()));
System.out.print(PrintUtils.toSummaryString(c));
- // Print to file
- List<List<PcapPacket>> ppListOfList = PcapPacketUtils.clusterToListOfPcapPackets(c);
- PrintUtils.serializeClustersIntoFile("./onSignature" + count + ".sig", ppListOfList);
- ppListOfListReadOn =
- PrintUtils.serializeClustersFromFile("./onSignature" + count + ".sig");
+ if(c.getPoints().size() > 45 && c.getPoints().size() < 55) {
+ // Print to file
+ List<List<PcapPacket>> ppListOfList = PcapPacketUtils.clusterToListOfPcapPackets(c);
+ ppListOfListListOn.add(ppListOfList);
+ }
}
+ // TODO: Merging test
+ ppListOfListListOn = PcapPacketUtils.mergeSignatures(ppListOfListListOn, sortedAllConversation);
+ ppListOfListListOn = PcapPacketUtils.sortSignatures(ppListOfListListOn);
+ PcapPacketUtils.printSignatures(ppListOfListListOn);
+ //count = 0;
+ /*for (List<List<PcapPacket>> ll : ppListOfListListOn) {
+ PrintUtils.serializeClustersIntoFile("./onSignature" + ++count + ".sig", ll);
+ ppListOfListReadOn.add(PrintUtils.deserializeClustersFromFile("./onSignature" + count + ".sig"));
+ }*/
+ PrintUtils.serializeSignatureIntoFile("./onSignature.sig", ppListOfListListOn);
+ ppListOfListReadOn = PrintUtils.deserializeSignatureFromFile("./onSignature.sig");
+
System.out.println("========================================");
System.out.println(" Clustering results for OFF ");
System.out.println(" Number of clusters: " + offClusters.size());
count = 0;
- List<List<PcapPacket>> ppListOfListReadOff = null;
+ List<List<List<PcapPacket>>> ppListOfListReadOff = new ArrayList<>();
+ List<List<List<PcapPacket>>> ppListOfListListOff = new ArrayList<>();
for (Cluster<PcapPacketPair> c : offClusters) {
System.out.println(String.format("<<< Cluster #%03d (%06d points) >>>", ++count, c.getPoints().size()));
System.out.print(PrintUtils.toSummaryString(c));
- // Print to file
- List<List<PcapPacket>> ppListOfList = PcapPacketUtils.clusterToListOfPcapPackets(c);
- PrintUtils.serializeClustersIntoFile("./offSignature" + count + ".sig", ppListOfList);
- ppListOfListReadOff =
- PrintUtils.serializeClustersFromFile("./offSignature" + count + ".sig");
+ if(c.getPoints().size() > 45 && c.getPoints().size() < 55) {
+ // Print to file
+ List<List<PcapPacket>> ppListOfList = PcapPacketUtils.clusterToListOfPcapPackets(c);
+ ppListOfListListOff.add(ppListOfList);
+ }
}
+ // TODO: Merging test
+ ppListOfListListOff = PcapPacketUtils.mergeSignatures(ppListOfListListOff, sortedAllConversation);
+ ppListOfListListOff = PcapPacketUtils.sortSignatures(ppListOfListListOff);
+ PcapPacketUtils.printSignatures(ppListOfListListOff);
+ //count = 0;
+ /*for (List<List<PcapPacket>> ll : ppListOfListListOff) {
+ PrintUtils.serializeClustersIntoFile("./offSignature" + ++count + ".sig", ll);
+ ppListOfListReadOff.add(PrintUtils.deserializeClustersFromFile("./offSignature" + count + ".sig"));
+ }*/
+ PrintUtils.serializeSignatureIntoFile("./offSignature.sig", ppListOfListListOff);
+ ppListOfListReadOff = PrintUtils.deserializeSignatureFromFile("./offSignature.sig");
System.out.println("========================================");
// ============================================================================================================
File fileOnEvents = new File(onPairsPath);
PrintWriter pwOn = null;
try {
+
+
pwOn = new PrintWriter(fileOnEvents);
} catch(Exception ex) {
ex.printStackTrace();
projects / pingpong.git / blobdiff