change pattern

Author: jikyll

src/main/java/downloader/DownloaderTest.java

@@ -1,6 +1,9 @@
 package downloader;
 
+import java.io.BufferedReader;
 import java.io.IOException;
+import java.io.InputStream;
+import java.io.InputStreamReader;
 import java.util.ArrayList;
 import java.util.HashMap;
 import java.util.Iterator;
@@ -24,6 +27,10 @@
 import org.apache.http.message.BasicNameValuePair;
 import org.apache.http.util.EntityUtils;
 
+import selector.XpathSelector;
+
+
+
 public class DownloaderTest {
 	private List<String> ProblemDescriptionPath = new ArrayList<String>();
 	private List<String> ProblemSubmissionPath = new ArrayList<String>();
@@ -60,6 +67,9 @@ public static void main(String[] args) throws ClientProtocolException, IOExcepti
 		HttpGet httpGet1 = new HttpGet("https://leetcode.com/problems/rotate-array/submissions/");
 		response1 = httpClient.execute(httpGet1);
 		printResponse(response1);
+		XpathSelector xpathSelector = new XpathSelector("//div[@class='row']/div/div/a/@href");
+		List<String> listTmp = xpathSelector.selectList(getHtml(response1));
+		System.out.println(listTmp.size());
 		entity1 = response1.getEntity();
 		EntityUtils.consume(entity1);
 	}
@@ -105,4 +115,29 @@ public static String getCookie(HttpResponse httpResponse) {
 		return null;
 	}
 
+	public static String getHtml(HttpResponse response) {
+		BufferedReader br = null;
+		try {
+			InputStream responseBody = response.getEntity().getContent();
+			StringBuilder stringBuilder = new StringBuilder();
+			br = new BufferedReader(new InputStreamReader(
+					responseBody));
+			String line = null;
+			while ((line = br.readLine()) != null) {
+				stringBuilder.append("\n" + line);
+			}
+			return stringBuilder.toString();
+		} catch (IllegalStateException e) {
+			System.out.println(e.getMessage());
+		} catch (IOException e) {
+			System.out.println(e.getMessage());
+		} finally {
+			try {
+				br.close();
+			} catch (IOException e) {
+				System.out.println(e.getMessage());
+			}
+		}
+		return null;
+	}
 }

src/main/java/downloader/HttpClientDownloader.java

@@ -13,7 +13,6 @@
 import java.util.Map.Entry;
 
 import org.apache.http.Header;
-import org.apache.http.HeaderIterator;
 import org.apache.http.HttpEntity;
 import org.apache.http.HttpResponse;
 import org.apache.http.NameValuePair;
@@ -30,7 +29,8 @@
 import org.apache.log4j.Logger;
 import org.apache.log4j.PropertyConfigurator;
 
-import us.codecraft.webmagic.selector.XpathSelector;
+import selector.XpathSelector;
+
 
 public class HttpClientDownloader implements Downloader {
 	private static final String ALGORITHMS = "https://www.leetcode.com/problemset/algorithms/";
@@ -163,9 +163,7 @@ public List<String> doDispatcher(String url, String pattern) {
 			HttpEntity entity1 = response1.getEntity();
 			EntityUtils.consume(entity1);
 			return listTmp;
-		} catch (ClientProtocolException e) {
-			System.out.println(e.getMessage());
-		} catch (IOException e) {
+		} catch (Exception e) {
 			System.out.println(e.getMessage());
 		}
 		return null;
@@ -199,9 +197,6 @@ public static void printResponse(HttpResponse httpResponse)
 //			System.out.println("response content:"
 //					+ responseString.replace("\r\n", ""));
 //		}
-		PropertyConfigurator.configure("test.log");
-		Logger m_log = Logger.getLogger(HttpClientDownloader.class);
-		m_log.debug("hello world");
 	}
 
 	/**