                           (train-step input answer network loss-fn))
                         network
                         (map vector input-seq label-seq))
-        batch-scale (/ 1.0 (count input-seq))]
+        batch-scale (/ 10.0 (count input-seq))]
     (m/scale! (core/gradient network) batch-scale)
     (core/optimise optimizer network)))
 

    (core/stack-module network-modules)))


(defn create-sgd-optimizer
  [network]
  (opt/sgd-optimiser (core/parameter-count network) {:learn-rate learning-rate :momentum momentum}))


(defn train-step

(def hidden-layer-size 30)


(def n-epochs 10)
(def learning-rate 0.01)
(def momentum 0.1)
(def batch-size 1)
(def loss-fn (opt/mse-loss))

(defn random-matrix
