[OSM-ja] ')
+ }
+ if (str.startsWith("") && str.endsWith("")) {
+ String dateStr = str.substring(3, str.length() - 4);
+
+ StringTokenizer st = new StringTokenizer(str, "()");
+ if (st.hasMoreTokens()) {
+ String date1 = st.nextToken().trim();
+ st.nextToken();
+ String date3 = st.nextToken().trim();
+ try {
+ date = sdf1.parse(date1 + date3);
+ }
+ catch(ParseException e) {
+ e.printStackTrace();
+ }
+ }
+
+ }
+ if (str.startsWith("") && str.endsWith("")) {
+ name = str.substring(3, str.length() - 4);
+ }
+ if (str.equals("")) {
+ getArticle(reader);
+
+ System.out.println("{");
+ System.out.println(title);
+ System.out.println(id);
+ System.out.println(sdf2.format(date));
+ System.out.println(name);
+ System.out.println("}");
+ title = "";
+ id = "";
+ name = "";
+ date = null;
+ }
+ }
+ }
+
+ void getArticle(BufferedReader reader) throws IOException {
+ String line;
+ boolean top = true;
+ while((line = reader.readLine()) != null) {
+ if (line.equals("")) {
+ return;
+ }
+ if (line.startsWith("")) {
+ return;
+ }
+ String str = line;
+ if (line.startsWith("") && top) {
+ str = line.substring(5);
+ top = false;
+ }
+
+ System.out.println(str);
+ }
+ }
+}
diff --git a/src/talkcrawler/DailyIndex.java b/src/talkcrawler/DailyIndex.java
new file mode 100644
index 0000000..b45a59d
--- /dev/null
+++ b/src/talkcrawler/DailyIndex.java
@@ -0,0 +1,126 @@
+package talkcrawler;
+
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.InputStreamReader;
+import java.net.HttpURLConnection;
+import java.net.URL;
+import java.util.StringTokenizer;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+public class DailyIndex {
+ String path;
+ String dir;
+ String file;
+
+ /**
+ *
+ * @param path
+ * @param dir
+ * @param file
+ * @throws java.io.IOException
+ */
+ public DailyIndex(String path, String dir, String file) throws IOException {
+ this.path = path;
+ this.dir = dir;
+ this.file = file;
+ }
+
+ @SuppressWarnings({"CallToPrintStackTrace", "SleepWhileInLoop", "UseSpecificCatch"})
+ public void load() {
+ boolean euc = false;
+ try {
+ URL url = new URL(String.format("%s/%s/%s", path, dir, file));
+ HttpURLConnection http = (HttpURLConnection)url.openConnection();
+ http.setRequestMethod("GET");
+ http.connect();
+ try (BufferedReader rd = new BufferedReader(new InputStreamReader(http.getInputStream(), "UTF-8"))) {
+ String line;
+ while((line = rd.readLine()) != null) {
+ String str = line.trim().toUpperCase();
+ if (str.startsWith("")) {
+ String str1 = str.substring(4); // 4 <-- length('