     :ts ts}))
 
 
-(defn store-article [{:keys [url content-type ts] :as expanded-url}]
+(defn store-article
+  "Fetch html document, extract title and store them"
+  [{:keys [url content-type ts] :as expanded-url}]
   (let [raw-html (slurp url)
         html-title (-> (java.io.StringReader. raw-html) enlive/html-resource (enlive/select [:head :title]) first :content first)]
     (mc/insert-and-return

                                    :content-type content-type})))))))


(defn store-url [{:keys [article record ts source]}]
  (mc/insert-and-return
   db
   "urls"
   {:tweet record
    :article article
    :source source
    :ts ts}))


(defn store-origin [{:keys [article record ts source ancestors root]}]
  (mc/insert-and-return
   db
   "origins"



(defn store
  "Store the tweet"
  [tweet]
  (let [oid (ObjectId.)
        doc (update-in tweet [:created_at] (fn [x] (f/parse custom-formatter x)))
