update

Author: jikyll

src/main/java/container/Container.java

@@ -0,0 +1,16 @@
+package container;
+
+import java.util.concurrent.BlockingQueue;
+import java.util.concurrent.PriorityBlockingQueue;
+
+import scheduler.ParserTask;
+
+public class Container {
+	private static BlockingQueue<ParserTask> priorityQueue = new PriorityBlockingQueue<ParserTask>(200);
+	public static boolean isEmpty() {
+		return priorityQueue.isEmpty();
+	}
+	public static BlockingQueue<ParserTask> getQueue() {
+		return priorityQueue;
+	}
+}

src/main/java/scheduler/DispatchScheduler.java

@@ -0,0 +1,60 @@
+package scheduler;
+
+import java.util.List;
+import java.util.concurrent.BlockingQueue;
+
+import container.Container;
+import downloader.HttpClientDownloader;
+
+public class DispatchScheduler implements Scheduler {
+	private volatile boolean stoped;
+	private ParserTask task;
+	private HttpClientDownloader downloader = HttpClientDownloader.getInstance();;
+	
+	private static BlockingQueue<ParserTask> queue = Container.getQueue();
+	public void startProcess() {
+		if (queue.isEmpty()) {
+			try {
+				List<String> list = downloader.problemListDownloader();
+				for (String value: list) {
+					task = new ParserTask(value);
+					task.isType();
+					queue.put(task);
+				}
+			} catch (InterruptedException e) {
+				// TODO Auto-generated catch block
+				e.printStackTrace();
+			}
+		} else {
+			try {
+				task = queue.take();
+				String url = task.getUrl();
+				task = new ParserTask(url);
+				task.isType();
+				queue.put(task);
+			} catch (InterruptedException e) {
+				// TODO Auto-generated catch block
+				e.printStackTrace();
+			}
+		}
+	}
+	public void taskProcceed() {
+		while (!queue.isEmpty()) {
+			try {
+				task = queue.take();
+			} catch (InterruptedException e1) {
+				// TODO Auto-generated catch block
+				e1.printStackTrace();
+			}
+			String url = task.getUrl();
+			task = new ParserTask(url);
+			task.isType();
+			try {
+				queue.put(task);
+			} catch (InterruptedException e) {
+				// TODO Auto-generated catch block
+				e.printStackTrace();
+			}
+		}
+	}
+}

src/main/java/scheduler/ParserTask.java

@@ -0,0 +1,48 @@
+package scheduler;
+
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+public class ParserTask implements Comparable<ParserTask>{
+	private static final String submissionListURL = ".*/submissions/$"; // 检验是否是题目提交列表页面
+	private static final String problemCodeURL = ".*/submissions/detail/.*"; // 检验是否是题目代码页面
+	private static final String problemListURL = ".*/problemset/algorithms/$"; // 检验是否是题目列表页面
+
+	static enum TaskType {
+		GET_PROBLEM_LIST_URL, GET_SUBMISION_URL, GET_CODE_URL, GET_CODE
+	}
+
+	private String url;
+	private TaskType type;
+
+	public ParserTask(String url) {
+		this.url = url;
+	}
+	
+	public String getUrl() {
+		return this.url;
+	}
+	
+	public void isType() {
+		if (checkPattern(url, problemListURL)) {
+			type = TaskType.GET_PROBLEM_LIST_URL;
+		} else if (checkPattern(url, problemCodeURL)) {
+			type = TaskType.GET_CODE_URL;
+		} else if (checkPattern(url, submissionListURL)) {
+			type = TaskType.GET_SUBMISION_URL;
+		} else {
+			type = TaskType.GET_CODE;
+		}
+	}
+
+	public boolean checkPattern(String url, String patternString) {
+		Pattern pattern = Pattern.compile(patternString);
+		Matcher matcher = pattern.matcher(url);
+		boolean res = matcher.matches();
+		return res;
+	}
+
+	public int compareTo(ParserTask o) {
+		return o.type.ordinal()-this.type.ordinal();
+	}
+}

src/main/java/scheduler/Scheduler.java

@@ -0,0 +1,5 @@
+package scheduler;
+
+public interface Scheduler {
+	public void taskProcceed();
+}