forgot these files

diff --git a/Robust/src/Benchmarks/Spider/dsm/LocalQuery.java b/Robust/src/Benchmarks/Spider/dsm/LocalQuery.java
new file mode 100644 (file)
index 0000000..2315b1e
--- /dev/null
+++ b/Robust/src/Benchmarks/Spider/dsm/LocalQuery.java
@@ -0,0 +1,76 @@
+public class LocalQuery {
+  String hostname;
+  String path;
+       StringBuffer response;
+       int depth;
+  
+  public LocalQuery(String hostname, String path, int depth) {
+    this.hostname = new String(hostname);
+    this.path = new String(path);
+               response = new StringBuffer();
+               this.depth = depth;
+  }
+
+       public int getDepth() {
+               return depth;
+       }
+       
+  public String getHostName() {
+    return hostname;
+  }
+ 
+  public String getPath() {
+    return path;
+  }
+
+  public void outputFile() {
+               StringBuffer sb = new StringBuffer(hostname);
+               sb.append(path);
+    FileOutputStream fos = new FileOutputStream(sb.toString().replace('/','#'));
+    fos.write(response.toString().getBytes());
+    fos.close();
+  }
+
+  public String makewebcanonical(String page) {
+    StringBuffer b = new StringBuffer(getHostName(page));
+    b.append("/");
+               b.append(getPathName(page));
+    return b.toString();
+  }
+
+       public String getHostName(String page) {
+               String http = new String("http://");
+               if (page.indexOf(http) == -1) {
+                       return getHostName();
+               } else {
+                       int beginindex = page.indexOf(http) + http.length();
+                       int endindex = page.indexOf('/',beginindex+1);
+                       if ((beginindex == -1)) {
+                               System.printString("ERROR");
+                       }
+                       if (endindex == -1)
+                               endindex=page.length();
+                       return page.subString(beginindex, endindex);
+               }
+       }
+
+       public String getPathName(String page) {
+               String http = new String("http://");
+               if (page.indexOf(http) == -1) {
+                       String path = getPath();
+                       int lastindex = path.lastindexOf('/');
+                       if (lastindex == -1)
+                               return page;
+           
+                       StringBuffer sb = new StringBuffer(path.subString(0,lastindex+1));
+                       sb.append(page);
+                       return sb.toString();
+               } else {
+                       int beginindex = page.indexOf(http) + http.length();
+                       int nextindex = page.indexOf('/',beginindex+1);
+                       if ((beginindex==-1) || (nextindex==-1))
+                               return new String("index.html");
+                       return page.subString(nextindex+1, page.length());
+               }
+       }
+}

diff --git a/Robust/src/Benchmarks/Spider/dsm/QueryQueue.java b/Robust/src/Benchmarks/Spider/dsm/QueryQueue.java
new file mode 100644 (file)
index 0000000..915bb4b
--- /dev/null
+++ b/Robust/src/Benchmarks/Spider/dsm/QueryQueue.java
@@ -0,0 +1,34 @@
+public class QueryQueue {
+       HashSet queries;
+       int size;
+
+       public QueryQueue() {
+               queries = new HashSet();
+               size = 0;
+       }
+
+       public LocalQuery pop() {
+               if (queries.isEmpty())
+                       return null;
+               LocalQuery q = (LocalQuery) queries.iterator().next();
+               queries.remove(q);
+               size--;
+               return q;
+       }
+
+       public void push(LocalQuery x) {
+               queries.add(x);
+               size++;
+       }
+       
+       public int size() {
+               return size;
+       }
+
+       public boolean isEmpty() {
+               if (size == 0)
+                       return true;
+               else 
+                       return false;
+       }
+}