         (let [[prefix remainder] (split-at prefix-length words)]
             (recur
                 (update-transition
-                    (canon (vec prefix))
+                    (canon-ngram prefix)
                     (first remainder)
                     table)
                 (rest words)))

    :backwardtable {}
    :n-grams (sorted-set)
})


(defn make-canonicalizer [] {
    :whm (new java.util.WeakHashMap)

                })
                :channels [channel])
            (time (with-open [in (reader corpus-file)]
                (dorun (map #(update-state! % state-ref) (line-seq in)))))
            (System/gc)
            (println (memory-stat))
))))



