                                                       (set [url])
                                                       (set (map :url queue))))
                               (catch Exception e nil))
-              
-              score   (cur-nav-fraction body content)
+
+              score   (try (cur-nav-fraction body content)
+                           (catch Exception e nil))
               
               leaf?      (or (not body)
                              (rich-char-extractor/leaf?

             (clojure.set/union visited (set [url]))
             to-eliminate
             (cons
              (cons {:content nil}
                    src-xp)
              leaf-paths)))))
      (frequencies leaf-paths))))


              mined      (when-not leaf?
                           (rich-char-extractor/filter-content
                            content))
              mined-links (try
                           (reverse
                            (filter
                             #(and (-> % :url)
                                   (not (some #{(-> % :url)} (clojure.set/union
                                                              (set visited)
                                                              (set [url])
                                                              (set (map (fn [x] (:url x)) queue))))))
                             (reduce
                              concat
                              (map
                               (fn [{xpath :xpath score :score hrefs :hrefs text :texts}]
                                 ;; take only a 25 % sample from here.
                                 (take
                                  (Math/ceil (/ (count hrefs) 4))
                                  (map
                                   (fn [h]
                                     {:url h
                                      :src-xpath (cons xpath src-xp)
                                      :src-url url
                                      :src-nav-num (cons (if body score 0) src-nav-num)})
                                   hrefs)))
                               mined))))
                           (catch Exception e []))]
          (if (and (not leaf?) (seq mined-links))
            (recur (concat (rest queue)
                           mined-links)
