   ([start]
      (let [start-body   (download-with-cookie start)
            to-eliminate (template-removal/all-xpaths start-body start my-cs)]
-       (sample-sitemap [{:url start}] (set []) to-eliminate [])))
-
-  ([queue visited to-eliminate leaf-paths]
+       (sample-sitemap [{:url start}] (set []) (set []) to-eliminate [])))
+
+  ([queue visited observed to-eliminate leaf-paths]
      (if (seq queue)
        (do
         (Thread/sleep 2000)

              mined      (when-not leaf?
                           (rich-char-extractor/filter-content
                            content))
              mined-links (try
                           (reverse
                            (filter
                             #(and (-> % :url)
                                   (not (some #{(-> % :url)} (clojure.set/union
                                                              (set visited)
                                                              (set [url])
                                                              (set (map (fn [x] (:url x)) queue))))))
                             (reduce
                              concat
                              (map
                               (fn [{xpath :xpath score :score hrefs :hrefs text :texts}]
                                 ;; take only a 25 % sample from here.
                                 (take
                                  (Math/ceil (/ (count hrefs) 4))
                                  (map
                                   (fn [h]
                                     {:url h
                                      :src-xpath (cons xpath src-xp)
                                      :src-url url
                                      :src-nav-num (cons (if body score 0) src-nav-num)})
                                   hrefs)))
                               mined))))
                           (catch Exception e []))]
          (if (and (not leaf?) (seq mined-links))
            (recur (concat (rest queue)
                           mined-links)
                   (clojure.set/union visited
                                      (set [url]))
                   to-eliminate
                   leaf-paths)
            (recur
             (rest queue)
             (clojure.set/union visited (set [url]))
             to-eliminate
             (cons
              nil
              leaf-paths)))))
      (frequencies leaf-paths))))

(defn crawl

                               body url to-eliminate (clojure.set/union
                                                      (set visited)
                                                      (set [url])
                                                      (set observed)
                                                      (set (map :url queue))))
                              (catch Exception e nil))

