                                               (not (some #{x} (set blacklist))))
                                             (xpaths-hrefs xpath)))))
                                candidates-ordered))]
+    (println candidates-ordered)
     to-sample-links))
 
 (defn score-xpaths

                                      (sort-by second xpaths-scored)))
               
                                        ; links at the chosen XPaths
               decision-links       (flatten
                                     (map
                                      (fn [[a-decision score]]
                                        (map
                                         #(-> % :href)
                                         (in-host-xpaths-hrefs a-decision)))
                                      decision))
               
                                        ; this guy is computing the score products of the decisions alone

                                      (fn [[xpath score]]
                                        (< score mean-richness))
                                      xpaths-scored))

               xpaths-considered'   (if (and vocabulary (not (empty? vocabulary)))
                                      (filter
                                       (fn [[xpath links]]
                                         (let [xpath-text-tokens (reduce
                                                                  clojure.set/union
                                                                  (map
                                                                   (fn [a-tok-map]
                                                                     (set (:text-tokens a-tok-map)))
                                                                   (xpaths-tokenized xpath)))]
                                           (not
                                            (empty?
                                             (clojure.set/intersection
                                              vocabulary xpath-text-tokens)))))
                                       xpaths-considered)
                                      xpaths-considered)
               
               xpaths-samples       (map
                                     (fn [[xpath links]]
                                       [xpath (sample/sample-some-links links blacklist)])
                                     xpaths-considered')
               
               xpaths-samples-map   (into {} xpaths-samples)


               pagination-cands     (map
                                     first
                                     (filter
