Trained with Unsloth

Upload model trained with Unsloth 2x faster

README.md

@@ -1,5 +1,10 @@
 ---
 base_model: llm-jp/llm-jp-3-13b
+datasets:
+- llm-jp/databricks-dolly-15k-ja
+- kanhatakeyama/wizardlm8x22b-logical-math-coding-sft_additional-ja
+- kanhatakeyama/AutoMultiTurnByCalm3-22B
+- kanhatakeyama/ramdom-to-fixed-multiturn-Calm3
 language:
 - en
 license: apache-2.0
@@ -9,11 +14,6 @@ tags:
 - unsloth
 - llama
 - trl
-datasets:
-- llm-jp/databricks-dolly-15k-ja
-- kanhatakeyama/wizardlm8x22b-logical-math-coding-sft_additional-ja
-- kanhatakeyama/AutoMultiTurnByCalm3-22B
-- kanhatakeyama/ramdom-to-fixed-multiturn-Calm3
 ---
 
 # Uploaded  model

adapter_config.json

@@ -20,12 +20,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "down_proj",
+    "gate_proj",
     "o_proj",
     "up_proj",
+    "k_proj",
     "v_proj",
-    "gate_proj",
+    "down_proj",
     "q_proj"
   ],
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a071bb21a9ac301c37debc879f79b3d1ed6541e37aaf16c713eefb234780829
+oid sha256:a4e9dd5a7fbca66e2969c4edb956669b71bb6a99cbf128992f8eab12a780b558
 size 500770656