                                               (not (some #{x} (set blacklist))))
                                             (xpaths-hrefs xpath)))))
                                candidates-ordered))]
+    (println candidates-ordered)
     to-sample-links))
 
 (defn score-xpaths

             (println :url url)
             (println :decision decision)
             (println "PAGINATED")
             {:links decision-links
              :action-score decision-scores
              :xpaths decision}))))))

(defn pagination?
  "Args:


               picked-xpath         (pick-paginator-weakest pagination-token-ds)

               picked-links         (into
                                     {}
                                     (map
                                      (fn [x]
                                        [x {:links (xpaths-hrefs x)
                                            :vocab (reduce
                                                    clojure.set/union
                                                    (map
                                                     (fn [tok-info]
                                                       (set (-> tok-info :text-tokens)))
                                                     (xpaths-tokenized x)))}])
                                      (map first picked-xpath)))]
           
           picked-links)

         ;else just eval the submitted xpaths and deliver ze results
         (let [picked-links {xpath {:links (xpaths-hrefs xpath)
                                    :vocab (reduce
                                            clojure.set/union
                                            (map
                                             (fn [tok-info]
                                               (set (-> tok-info :text-tokens)))
                                             (xpaths-tokenized xpath)))}}]
           picked-links)))))

(defn leaf?
  [sum-score num-decisions cur-score]
  (>= (* 0.75
         (/ sum-score num-decisions))
      cur-score))
