     (file-seq
      (File. a-directory)))))
 
+(defn thread-ids-list-files
+  [a-directory]
+  (map
+   #(.getAbsolutePath %)
+   (filter
+    (fn [f]
+      (and
+       (re-find #".*-disqus-threads-.*.threads$"
+                (.getAbsolutePath f))
+       (not
+        (re-find #"bkup"
+                 (.getAbsolutePath f)))))
+    (file-seq
+     (File. a-directory)))))
+
 (defn threads-list-seq
   [a-file]
   (let [rdr (-> a-file

  (let [files (threads-list-files a-directory)]
    (doseq [a-file files]
      (dump-thread-ids a-file))))

(ns clueweb-disqus.posts
  "Codebase for reading thread listings
   and downloading individual posts"
  (:require [clj-time.core :as t]
            [clj-time.coerce :as c]
            [clojure.java.io :as io]
            [clojure.string :as string]
            [clueweb-disqus.core :as core])
  (:import [java.io File PushbackReader])
  (:use [clojure.pprint :only [pprint]]))

(defn threads-list-files
  [a-directory]
