changes for single threaded Java version of Spider
authoradash <adash>
Tue, 13 Apr 2010 01:43:45 +0000 (01:43 +0000)
committeradash <adash>
Tue, 13 Apr 2010 01:43:45 +0000 (01:43 +0000)
Robust/src/Benchmarks/Recovery/Spider/java/QueryTask.java
Robust/src/Benchmarks/Recovery/Spider/java/Spider.java

index 2703a16451ed9a5ff1c7d2a799aa5ed8e6447589..a00b4d297b1a253094ae0e01e47e701b3811782f 100644 (file)
@@ -42,12 +42,12 @@ public class QueryTask {
                        workingURL = sb.toString();
                        title = null;
 
-                       System.printString("["+lq.getDepth()+"] ");
-                       System.printString("Processing - Hostname : ");
-                       System.printString(hostname);
-                       System.printString(", Path : ");
-                       System.printString(path);
-                       System.printString("\n");
+                       //System.printString("["+lq.getDepth()+"] ");
+                       //System.printString("Processing - Hostname : ");
+                       //System.printString(hostname);
+                       //System.printString(", Path : ");
+                       //System.printString(path);
+                       //System.printString("\n");
 
                        if (isDocument(path)) {
                                lq = (LocalQuery)(todoList.pop());
@@ -134,7 +134,7 @@ public class QueryTask {
 
                while (iter.hasNext() == true) {
                        str = ((String)(iter.next()));
-                       System.printString(str + "\n");
+                       //System.printString(str + "\n");
                }
        }
 
index 46226bd1e967fcdc441b66df384b6330479d3484..b65a95880f96dd7cf5c21dbd6e277f016554adf3 100644 (file)
@@ -1,24 +1,26 @@
 public class Spider {
        public static void main(String[] args) {
+               int NUM_THREADS = 3;
                int maxDepth = 3;
                int maxSearchDepth = 10;
                int i, j;
                QueryTask qt;
+        String fm = "www.uci.edu";
 
                String firstmachine;
                String firstpage;
 
-               if ((args.length != 1) && (args.length != 2)) {
-                       System.printString("usage: ./Spider <first site> [first page]\n");
-                       System.exit(0);
-               }
-
-               firstmachine = new String(args[0]);
-               if (args.length == 2) {
-                       firstpage = new String(args[1]);
-               }
-               else 
-                       firstpage = new String("");;
+        if(args.length != 3) {
+          System.out.println("./Spider.java master <num_thread> <first machine> <maxDepth>");
+          System.exit(0);
+        } else {
+          NUM_THREADS = Integer.parseInt(args[0]);
+          fm = args[1];
+          maxDepth = Integer.parseInt(args[2]);
+        }
+
+               firstmachine = new String(fm);
+        firstpage = new String("");;
 
                HashMap visitedList = new HashMap(500, 0.75f);
                HashMap results = new HashMap(100, 0.75f);