 (ns clueweb-disqus.posts
   "Codebase for reading thread listings
    and downloading individual posts"
-  (:require [clojure.java.io :as io]
-            [clojure.string :as string])
-  (:import [java.io File PushbackReader]))
+  (:require [clj-time.core :as t]
+            [clj-time.coerce :as c]
+            [clojure.java.io :as io]
+            [clojure.string :as string]
+            [clueweb-disqus.core :as core])
+  (:import [java.io File PushbackReader])
+  (:use [clojure.pprint :only [pprint]]))
 
 (defn threads-list-files
   [a-directory]

  (let [files (threads-list-files a-directory)]
    (doseq [a-file files]
      (dump-thread-ids a-file))))

    (file-seq
     (File. a-directory)))))

(defn thread-ids-list-files
  [a-directory]
  (map
   #(.getAbsolutePath %)
   (filter
    (fn [f]
      (and
       (re-find #".*-disqus-threads-.*.threads$"
                (.getAbsolutePath f))
       (not
        (re-find #"bkup"
                 (.getAbsolutePath f)))))
    (file-seq
     (File. a-directory)))))

(defn threads-list-seq
  [a-file]
  (let [rdr (-> a-file
