Merge pull request #55 from OpenAccess-AI-Collective/missing-validation-file

src/axolotl/utils/validation.py

@@ -0,0 +1,10 @@
+def validate_config(cfg):
+    if cfg.adapter == "qlora":
+        assert cfg.load_in_8bit is False
+        assert cfg.load_4bit is False
+        assert cfg.load_in_4bit is True
+    pass
+    # TODO
+    # MPT 7b
+    # https://github.com/facebookresearch/bitsandbytes/issues/25
+    # no 8bit adamw w bf16