X-Git-Url: http://plrg.eecs.uci.edu/git/?p=pingpong.git;a=blobdiff_plain;f=Code%2FProjects%2FSmartPlugDetector%2Fsrc%2Fmain%2Fjava%2Fedu%2Fuci%2Fiotproject%2FMain.java;h=a855f473d92e0c703e2393f2250e1862f7830404;hp=12edeb02ef334fa18792c9bef4d1b305ef5d2e88;hb=7db6d7536a8875ddb8570623af76e0661994bdbb;hpb=43c995b9338313fc4dd01788213b2d188a8901a3 diff --git a/Code/Projects/SmartPlugDetector/src/main/java/edu/uci/iotproject/Main.java b/Code/Projects/SmartPlugDetector/src/main/java/edu/uci/iotproject/Main.java index 12edeb0..a855f47 100644 --- a/Code/Projects/SmartPlugDetector/src/main/java/edu/uci/iotproject/Main.java +++ b/Code/Projects/SmartPlugDetector/src/main/java/edu/uci/iotproject/Main.java @@ -41,7 +41,7 @@ public class Main { // which traffic is to be extracted: String path = "/scratch/July-2018"; // Rahmadi // String path = "/Users/varmarken/temp/UCI IoT Project/experiments"; // Janus - boolean verbose = false; + boolean verbose = true; final String onPairsPath = "/scratch/July-2018/on.txt"; final String offPairsPath = "/scratch/July-2018/off.txt"; @@ -49,7 +49,7 @@ public class Main { // final String inputPcapFile = path + "/2018-07/dlink/dlink.wlan1.local.pcap"; // final String outputPcapFile = path + "/2018-07/dlink/dlink-processed.pcap"; // final String triggerTimesFile = path + "/2018-07/dlink/dlink-july-26-2018.timestamps"; -// final String deviceIp = "192.168.1.246"; // .246 == phone; .199 == dlink plug? +// final String deviceIp = "192.168.1.199"; // .246 == phone; .199 == dlink plug? // 2) TP-Link July 25 experiment // final String inputPcapFile = path + "/2018-07/tplink/tplink.wlan1.local.pcap"; @@ -84,10 +84,10 @@ public class Main { // final String deviceIp = "192.168.1.135"; // 6) TP-Link Bulb August 1 experiment - final String inputPcapFile = path + "/2018-08/tplink-bulb/tplinkbulb.wlan1.local.pcap"; - final String outputPcapFile = path + "/2018-08/tplink-bulb/tplinkbulb-processed.pcap"; - final String triggerTimesFile = path + "/2018-08/tplink-bulb/tplink-bulb-aug-3-2018.timestamps"; - final String deviceIp = "192.168.1.246"; +// final String inputPcapFile = path + "/2018-08/tplink-bulb/tplinkbulb.wlan1.local.pcap"; +// final String outputPcapFile = path + "/2018-08/tplink-bulb/tplinkbulb-processed.pcap"; +// final String triggerTimesFile = path + "/2018-08/tplink-bulb/tplink-bulb-aug-3-2018.timestamps"; +// final String deviceIp = "192.168.1.140"; // .246 == phone; .140 == TP-Link bulb // 7) Kwikset Doorlock August 6 experiment // final String inputPcapFile = path + "/2018-08/kwikset-doorlock/kwikset-doorlock.wlan1.local.pcap"; @@ -105,7 +105,7 @@ public class Main { // final String inputPcapFile = path + "/2018-08/lifx-bulb/lifx-bulb.wlan1.local.pcap"; // final String outputPcapFile = path + "/2018-08/lifx-bulb/lifx-bulb-processed.pcap"; // final String triggerTimesFile = path + "/2018-08/lifx-bulb/lifx-bulb-aug-8-2018.timestamps"; -// final String deviceIp = "192.168.1.231"; // .246 == phone; .231 == Lifx +// final String deviceIp = "192.168.1.246"; // .246 == phone; .231 == Lifx // 10) Amcrest Camera August 9 experiment // final String inputPcapFile = path + "/2018-08/amcrest-camera/amcrest-camera.wlan1.local.pcap"; @@ -205,38 +205,20 @@ public class Main { Map>> ons = new HashMap<>(); // Contains all OFF events: hostname -> sequence identifier -> list of conversations with that sequence Map>> offs = new HashMap<>(); - - if (verbose) { - userActionsToConvsByHostname.forEach((ua, hostnameToConvs) -> { - Map>> outer = ua.getType() == Type.TOGGLE_ON ? ons : offs; - hostnameToConvs.forEach((host, convs) -> { - Map> seqsToConvs = TcpConversationUtils. - groupConversationsByPacketSequenceVerbose(convs); - outer.merge(host, seqsToConvs, (oldMap, newMap) -> { - newMap.forEach((sequence, cs) -> oldMap.merge(sequence, cs, (list1, list2) -> { - list1.addAll(list2); - return list1; - })); - return oldMap; - }); - }); - }); - } else { - userActionsToConvsByHostname.forEach((ua, hostnameToConvs) -> { - Map>> outer = ua.getType() == Type.TOGGLE_ON ? ons : offs; - hostnameToConvs.forEach((host, convs) -> { - Map> seqsToConvs = TcpConversationUtils. - groupConversationsByPacketSequence(convs); - outer.merge(host, seqsToConvs, (oldMap, newMap) -> { - newMap.forEach((sequence, cs) -> oldMap.merge(sequence, cs, (list1, list2) -> { - list1.addAll(list2); - return list1; - })); - return oldMap; - }); + userActionsToConvsByHostname.forEach((ua, hostnameToConvs) -> { + Map>> outer = ua.getType() == Type.TOGGLE_ON ? ons : offs; + hostnameToConvs.forEach((host, convs) -> { + Map> seqsToConvs = TcpConversationUtils. + groupConversationsByPacketSequence(convs, verbose); + outer.merge(host, seqsToConvs, (oldMap, newMap) -> { + newMap.forEach((sequence, cs) -> oldMap.merge(sequence, cs, (list1, list2) -> { + list1.addAll(list2); + return list1; + })); + return oldMap; }); }); - } + }); // Print out all the pairs into a file for ON events @@ -259,21 +241,54 @@ public class Main { List tlsAppDataList = conv.getTlsApplicationDataPackets(); // Loop and print out packets int count = 0; + // The direction of the first packet + Conversation.Direction firstDir = null; + // The length of the first packet + int firstLen = 0; for (PcapPacket pcap : tlsAppDataList) { boolean isPair = false; if (count % 2 == 0) { - pwOn.print(pcap.length() + ", "); - //System.out.print(pcap.length() + ", "); + firstDir = conv.getDirection(pcap); + firstLen = pcap.length(); } else {// count%2 == 1 - isPair = true; - pwOn.println(pcap.length()); - //System.out.println(pcap.length()); + if(conv.getDirection(pcap) != firstDir) { + isPair = true; + pwOn.println(firstLen + ", " + pcap.length()); + //System.out.println(firstDir + ", " + conv.getDirection(pcap)); + //System.out.println(firstLen + ", " + pcap.length()); + } } count++; // If we can't create a pair then just pad it with 0 if (count == tlsAppDataList.size() && !isPair) { - pwOn.println("0"); - //System.out.println("0"); + pwOn.println(firstLen + ", 0"); + } + } + } else { // Non-TLS conversations + List packetList = conv.getPackets(); + // Loop and print out packets + int count = 0; + // The direction of the first packet + Conversation.Direction firstDir = null; + // The length of the first packet + int firstLen = 0; + for (PcapPacket pcap : packetList) { + boolean isPair = false; + if (count % 2 == 0) { + firstDir = conv.getDirection(pcap); + firstLen = pcap.length(); + } else {// count%2 == 1 + if(conv.getDirection(pcap) != firstDir) { + isPair = true; + pwOn.println(firstLen + ", " + pcap.length()); + System.out.println(firstDir + ", " + conv.getDirection(pcap)); + System.out.println(firstLen + ", " + pcap.length()); + } + } + count++; + // If we can't create a pair then just pad it with 0 + if (count == packetList.size() && !isPair) { + pwOn.println(firstLen + ", 0"); } } } @@ -302,21 +317,55 @@ public class Main { List tlsAppDataList = conv.getTlsApplicationDataPackets(); // Loop and print out packets int count = 0; + // The direction of the first packet + Conversation.Direction firstDir = null; + // The length of the first packet + int firstLen = 0; for (PcapPacket pcap : tlsAppDataList) { boolean isPair = false; if (count % 2 == 0) { - pwOff.print(pcap.length() + ", "); - //System.out.print(pcap.length() + ", "); + firstDir = conv.getDirection(pcap); + firstLen = pcap.length(); } else {// count%2 == 1 - isPair = true; - pwOff.println(pcap.length()); - //System.out.println(pcap.length()); + if(conv.getDirection(pcap) != firstDir) { + isPair = true; + pwOff.println(firstLen + ", " + pcap.length()); + System.out.println(firstDir + ", " + conv.getDirection(pcap)); + System.out.println(firstLen + ", " + pcap.length()); + } } count++; // If we can't create a pair then just pad it with 0 if (count == tlsAppDataList.size() && !isPair) { - pwOff.println("0"); - //System.out.println("0"); + pwOff.println(firstLen + ", 0"); + } + + } + } else { // Non-TLS conversations + List packetList = conv.getPackets(); + // Loop and print out packets + int count = 0; + // The direction of the first packet + Conversation.Direction firstDir = null; + // The length of the first packet + int firstLen = 0; + for (PcapPacket pcap : packetList) { + boolean isPair = false; + if (count % 2 == 0) { + firstDir = conv.getDirection(pcap); + firstLen = pcap.length(); + } else {// count%2 == 1 + if(conv.getDirection(pcap) != firstDir) { + isPair = true; + pwOff.println(firstLen + ", " + pcap.length()); + System.out.println(firstDir + ", " + conv.getDirection(pcap)); + System.out.println(firstLen + ", " + pcap.length()); + } + } + count++; + // If we can't create a pair then just pad it with 0 + if (count == packetList.size() && !isPair) { + pwOff.println(firstLen + ", 0"); } } } @@ -326,58 +375,58 @@ public class Main { pwOff.close(); - // ================================================================================================ - // <<< Some work-in-progress/explorative code that extracts a "representative" sequence >>> - // - // Currently need to know relevant hostname in advance :( +// // ================================================================================================ +// // <<< Some work-in-progress/explorative code that extracts a "representative" sequence >>> +// // +// // Currently need to know relevant hostname in advance :( // String hostname = "events.tplinkra.com"; - String hostname = "rfe-us-west-1.dch.dlink.com"; - // Conversations with 'hostname' for ON events. - List onsForHostname = new ArrayList<>(); - // Conversations with 'hostname' for OFF events. - List offsForHostname = new ArrayList<>(); - // "Unwrap" sequence groupings in ons/offs maps. - ons.get(hostname).forEach((k,v) -> onsForHostname.addAll(v)); - offs.get(hostname).forEach((k,v) -> offsForHostname.addAll(v)); - - - Map> onsForHostnameGroupedByTlsAppDataSequence = TcpConversationUtils.groupConversationsByTlsApplicationDataPacketSequence(onsForHostname); - - - // Extract representative sequence for ON and OFF by providing the list of conversations with - // 'hostname' observed for each event type (the training data). - SequenceExtraction seqExtraction = new SequenceExtraction(); -// ExtractedSequence extractedSequenceForOn = seqExtraction.extract(onsForHostname); -// ExtractedSequence extractedSequenceForOff = seqExtraction.extract(offsForHostname); - - ExtractedSequence extractedSequenceForOn = seqExtraction.extractByTlsAppData(onsForHostname); - ExtractedSequence extractedSequenceForOff = seqExtraction.extractByTlsAppData(offsForHostname); - - // Let's check how many ONs align with OFFs and vice versa (that is, how many times an event is incorrectly - // labeled). - int onsLabeledAsOff = 0; - Integer[] representativeOnSeq = TcpConversationUtils.getPacketLengthSequence(extractedSequenceForOn.getRepresentativeSequence()); - Integer[] representativeOffSeq = TcpConversationUtils.getPacketLengthSequence(extractedSequenceForOff.getRepresentativeSequence()); - SequenceAlignment seqAlg = seqExtraction.getAlignmentAlgorithm(); - for (Conversation c : onsForHostname) { - Integer[] onSeq = TcpConversationUtils.getPacketLengthSequence(c); - if (seqAlg.calculateAlignment(representativeOffSeq, onSeq) <= extractedSequenceForOff.getMaxAlignmentCost()) { - onsLabeledAsOff++; - } - } - int offsLabeledAsOn = 0; - for (Conversation c : offsForHostname) { - Integer[] offSeq = TcpConversationUtils.getPacketLengthSequence(c); - if (seqAlg.calculateAlignment(representativeOnSeq, offSeq) <= extractedSequenceForOn.getMaxAlignmentCost()) { - offsLabeledAsOn++; - } - } - System.out.println(""); - // ================================================================================================ - - - // ------------------------------------------------------------------------------------------------------------- - // ------------------------------------------------------------------------------------------------------------- +//// String hostname = "rfe-us-west-1.dch.dlink.com"; +// // Conversations with 'hostname' for ON events. +// List onsForHostname = new ArrayList<>(); +// // Conversations with 'hostname' for OFF events. +// List offsForHostname = new ArrayList<>(); +// // "Unwrap" sequence groupings in ons/offs maps. +// ons.get(hostname).forEach((k,v) -> onsForHostname.addAll(v)); +// offs.get(hostname).forEach((k,v) -> offsForHostname.addAll(v)); +// +// +// Map> onsForHostnameGroupedByTlsAppDataSequence = TcpConversationUtils.groupConversationsByTlsApplicationDataPacketSequence(onsForHostname); +// +// +// // Extract representative sequence for ON and OFF by providing the list of conversations with +// // 'hostname' observed for each event type (the training data). +// SequenceExtraction seqExtraction = new SequenceExtraction(); +//// ExtractedSequence extractedSequenceForOn = seqExtraction.extract(onsForHostname); +//// ExtractedSequence extractedSequenceForOff = seqExtraction.extract(offsForHostname); +// +// ExtractedSequence extractedSequenceForOn = seqExtraction.extractByTlsAppData(onsForHostname); +// ExtractedSequence extractedSequenceForOff = seqExtraction.extractByTlsAppData(offsForHostname); +// +// // Let's check how many ONs align with OFFs and vice versa (that is, how many times an event is incorrectly +// // labeled). +// int onsLabeledAsOff = 0; +// Integer[] representativeOnSeq = TcpConversationUtils.getPacketLengthSequence(extractedSequenceForOn.getRepresentativeSequence()); +// Integer[] representativeOffSeq = TcpConversationUtils.getPacketLengthSequence(extractedSequenceForOff.getRepresentativeSequence()); +// SequenceAlignment seqAlg = seqExtraction.getAlignmentAlgorithm(); +// for (Conversation c : onsForHostname) { +// Integer[] onSeq = TcpConversationUtils.getPacketLengthSequence(c); +// if (seqAlg.calculateAlignment(representativeOffSeq, onSeq) <= extractedSequenceForOff.getMaxAlignmentCost()) { +// onsLabeledAsOff++; +// } +// } +// int offsLabeledAsOn = 0; +// for (Conversation c : offsForHostname) { +// Integer[] offSeq = TcpConversationUtils.getPacketLengthSequence(c); +// if (seqAlg.calculateAlignment(representativeOnSeq, offSeq) <= extractedSequenceForOn.getMaxAlignmentCost()) { +// offsLabeledAsOn++; +// } +// } +// System.out.println(""); +// // ================================================================================================ +// +// +// // ------------------------------------------------------------------------------------------------------------- +// // ------------------------------------------------------------------------------------------------------------- } }