                        identity
                        (map
                         (fn [{a-link :href text :text}]
-                          (when-not (some #{a-link} (:visited acc))
+                          (when-not (some #{a-link} (:new-visited acc))
                             {:url  a-link
                              :path (cons xpath src-path)
                              :src-url url

                 (utils/sayln :paging pagination-extracted)
                 ;; at leaf, aggressively look for pagination
                 (if-not (and
                          (<= (count corpus) 100)
                          (seen? body old-corpus))
                   (recur {:content-queue (if-not (or (empty? pagination-extracted)
                                                      (nil? pagination-extracted))

       (utils/sayln :cur-url url)
       (utils/sayln :encountered-documents seen-seq)
       (utils/sayln :corpus-size (count corpus))
       (utils/sayln :old-corpus-size (count old-corpus))
       (cond (or (stop? {:visited (count visited)
                         :num-leaves num-leaves
                         :queue-size (+ (count content-q)
