 (ns crawler.main
   "Run from here"
   (:require [clojure.tools.cli :as cli]
+            [crawler.corpus :as corpus]
             [crawler.crawl :as crawl]
             [clojure.java.io :as io]
             [crawler.model :as crawler-model]

          (let [model-file (:model options)
                corpus     (:corpus options)]
            (crawler-model/plan-dump-model model-file corpus))
          
          :else
          (println "Pick one bruh"))))

    :default 500
    :parse-fn #(Integer/parseInt %)]
   [nil "--refine" "Refine a model file"]
   [nil "--corpus CORPUS" "Specify a corpus"]
   [nil "--corpus-to-json CORPUS" "Convert corpus file to json file"]])

(defn dump-state-model-corpus
  "Creates a dated file _prefix_-yr-month-day-hr-min.corpus/state/model"
