                  
                   :corpus corpus
                  
-                  :prefix (uri/host (uri/uri url))})
+                  :prefix (uri/host (uri/uri url))
+
+                  :leaf-clusters leaf-clusters})
                
                :else
                (do (utils/sayln :continuing-crawl)

                                      extract
                                      stop?
                                      []
                                      {})))

  ([url-queue visited leaf? extract stop? leaf-paths corpus]
     (do
       (Thread/sleep 1000)
       (utils/sayln :queue-size (count url-queue))

                                               {(:url x)
                                                x}))
                                            {}
                                            sampled-corpus))
                         new-leaf-clusters (reduce
                                            (fn [clusters-so-far x]
                                              (let [to-assign (.indexOf
                                                               (map
                                                                (fn [a-cluster]
                                                                  (some
                                                                   (fn [c]
                                                                     (similarity/similar?
                                                                      (-> c new-corpus :body)
                                                                      (:body x)))
                                                                   a-cluster))
                                                                clusters-so-far)
                                                               true)]
                                                (if (neg? to-assign)
                                                  (into [] (cons [(:url x)] clusters-so-far))
                                                  (assoc clusters-so-far
                                                    to-assign
                                                    (concat
                                                     [(:url x)]
                                                     (get clusters-so-far
                                                          to-assign))))))
                                            leaf-clusters
                                            (filter
                                             :leaf
                                             sampled-corpus))]
                     (recur new-queue

                            ;; new visited list
