X-Git-Url: http://plrg.eecs.uci.edu/git/?p=IRC.git;a=blobdiff_plain;f=Robust%2Fsrc%2FBenchmarks%2FSpider%2FJava%2FQueryThread.java;fp=Robust%2Fsrc%2FBenchmarks%2FSpider%2FJava%2FQueryThread.java;h=0000000000000000000000000000000000000000;hp=6bf2d08570f6ffa75cbcb7fbed98472bd6c177b2;hb=refs%2Ftags%2Fbuildscript;hpb=ac6191b514c0e54b468623bf868134e1ce809df5

diff --git a/Robust/src/Benchmarks/Spider/Java/QueryThread.java b/Robust/src/Benchmarks/Spider/Java/QueryThread.java
deleted file mode 100644
index 6bf2d085..00000000
--- a/Robust/src/Benchmarks/Spider/Java/QueryThread.java
+++ /dev/null
@@ -1,129 +0,0 @@
-public class QueryThread extends Thread {
-    QueryQueue toprocess;
-    QueryList ql;
-    public QueryThread(QueryQueue qq, QueryList ql) {
-	toprocess=qq;
-	this.ql=ql;
-    }
-
-    public void run() {
-	while(true) {
-	    Query q=null;
-	    while(q==null) {
-		q=toprocess.getQuery();
-		if (q==null)
-		    Thread.sleep(2);
-	    }
-	    String hostname=q.getHostName();
-	    System.printString("Processing ");
-	    System.printString(hostname);
-	    System.printString(" ");
-	    System.printString(q.getPath());
-	    System.printString("\n");
-	    Socket s=new Socket(hostname, 80);
-	    requestQuery(q, s);
-	    readResponse(q, s);
-	    q.outputFile();
-	    processPage(q, ql);
-	    s.close();
-	}
-    }
-
-    void requestQuery(Query q, Socket sock) {
-	StringBuffer req=new StringBuffer("GET "); 
-	req.append("/");
-	req.append(q.getPath());
-	req.append(" HTTP/1.1\r\nHost:");
-	req.append(q.getHostName());
-	req.append("\r\n\r\n");
-	sock.write(req.toString().getBytes());
-    }
-
-    void readResponse(Query q, Socket sock) {
-	//    state 0 - nothing
-	//    state 1 - \r
-	//    state 2 - \r\n
-	//    state 3 - \r\n\r
-	//    state 4 - \r\n\r\n
-	int state=0;
-	while(true) {
-	    if (state<4) {
-		if (state==0) {
-		    byte[] b=new byte[1];
-		    int numchars=sock.read(b);
-		    if ((numchars==1)) {
-			if (b[0]=='\r') {
-			    state++;
-			}
-		    } else
-			return;
-		} else if (state==1) {
-		    byte[] b=new byte[1];
-		    int numchars=sock.read(b);
-		    if (numchars==1) {
-			if (b[0]=='\n')
-			    state++;
-			else
-			    state=0;
-		    } else return;
-		} else if (state==2) {
-		    byte[] b=new byte[1];
-		    int numchars=sock.read(b);
-		    if (numchars==1) {
-			if (b[0]=='\r')
-			    state++;
-			else
-			    state=0;
-		    } else return;
-		} else if (state==3) {
-		    byte[] b=new byte[1];
-		    int numchars=sock.read(b);
-		    if (numchars==1) {
-			if (b[0]=='\n')
-			    state++;
-			else
-			    state=0;
-		    } else return;
-		}
-	    } else {
-		byte[] buffer=new byte[1024];
-		int numchars=sock.read(buffer);
-		if (numchars==0)
-		    return;
-		else {
-		    String curr=(new String(buffer)).subString(0,numchars);
-		    q.response.append(curr);
-		}
-	    }
-	}
-    }
-
-    void processPage(Query q, QueryList ql) {
-	int index=0;
-	String href=new String("href=\"");
-	String searchstr=q.response.toString();
-	boolean cont=true;
-	while(cont) {
-	    int mindex=searchstr.indexOf(href,index);
-	    if (mindex!=-1) {
-		
-		int endquote=searchstr.indexOf('"', mindex+href.length());
-		if (endquote!=-1) {
-		    String match=searchstr.subString(mindex+href.length(), endquote);
-		    String match2=q.makewebcanonical(match);
-		    if (match2!=null&&!ql.checkQuery(match2)) {
-			ql.addQuery(match2);
-			System.printString(q.getHostName(match));
-			System.printString("        ");
-			System.printString(q.getPathName(match));
-			System.printString("\n");
-			Query newq=new Query(q.getHostName(match), q.getPathName(match));
-			toprocess.addQuery(newq);
-		    }
-		    index=endquote;
-		} else cont=false;
-	    } else cont=false;
-	}
-    }
-
-}