                            :body       body}))
                (do
                  (utils/sayln :crawl-done)
-                 ;; {:state  {:url-queue  url-queue
-                 ;;           :visited    visited
-                 ;;           :lookahead  lookahead
-                 ;;           :leaf-paths leaf-paths
-                 ;;           :leaf-limit leaf-limit}
+                 {:state  {:url-queue  url-queue
+                           :visited    visited
+                           :lookahead  lookahead
+                           :leaf-paths leaf-paths
+                           :leaf-limit leaf-limit}
                  
-                 ;;  :model  (frequencies leaf-paths)
+                  :model  (frequencies leaf-paths)
                  
-                 ;;  :corpus corpus
+                  :corpus corpus
                  
-                 ;;  :prefix (uri/host (uri/uri url))}
-                 
-                 )
+                  :prefix (uri/host (uri/uri url))})
                
                ;; this is an initial test.
                ;; I personally prefer performing the

                                               (first url-queue)
                                               {}
                                               blacklist)
                         prepared (prepare-example (:xpath-nav-info state-action)
                                                   (-> url-queue first :path)
                                                   url
                                                   leaf?)]
                     prepared)))))))


                                       (:body y)))))
           examples        (map rand-nth clusters)

           leaf-paths      (map
                            :path
                            (filter
                             (fn [x]
                               (leaf? {:anchor-text (:src-text x)
                                       :src-url     (:url x)
                                       :body        (:body x)}))
                             sampled-corpus))]
       (merge-with concat acc {:leaf-paths leaf-paths
                               :examples examples
                               :corpus   sampled-corpus})))
