                                                              (set visited)
                                                              (set [url])
                                                              (set (map :url queue))))
-                              (catch Exception e nil))
-
+                                     (catch Exception e nil))
+              
               score   (try (cur-nav-fraction body content)
                            (catch Exception e nil))
 

                               concat
                               (map
                                (fn [{xpath :xpath
                                     l-score :score
                                     hrefs :hrefs
                                     text  :texts}]
                                  ;; take only a 25 % sample from here.

                                      {:url h
                                       :src-xpath (cons xpath src-xp)
                                       :src-url url
                                       :src-nav-num (cons (if body score 0) src-nav-num)})
                                    hrefs)))
                                mined))))
                             :url)
                            (catch Exception e []))

              mined-obs-links (if-not leaf?
                               (/ (- (count obs-links)
                                     (count mined-links))
                                  (count obs-links))
                               :leaf)

              _ (println :retained mined-obs-links)]
          (cond
           (and (not leaf?) (seq mined-links))
           (recur (concat (rest queue)
