Training in progress, step 1

README.md

@@ -1,6 +1,5 @@
 ---
 base_model: openai-community/gpt2
-datasets: rajpurkar/squad
 library_name: transformers
 model_name: gpt2-qat
 tags:
@@ -12,7 +11,7 @@ licence: license
 
 # Model Card for gpt2-qat
 
-This model is a fine-tuned version of [openai-community/gpt2](https://huggingface.co/openai-community/gpt2) on the [rajpurkar/squad](https://huggingface.co/datasets/rajpurkar/squad) dataset.
+This model is a fine-tuned version of [openai-community/gpt2](https://huggingface.co/openai-community/gpt2).
 It has been trained using [TRL](https://github.com/huggingface/trl).
 
 ## Quick start

adapter_config.json

@@ -26,9 +26,9 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "c_attn",
     "c_proj",
-    "c_fc"
+    "c_fc",
+    "c_attn"
   ],
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6364677ae1382838514388b6aec6af3ef10c544a9d83a5615db079055676066e
+oid sha256:b8f6030c067b41a9ba831325346cf33b50da4b15ccb7c78844ad9600ab944c87
 size 9449344

runs/Jun26_21-04-31_f714f15d2793/events.out.tfevents.1750971874.f714f15d2793.20985.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7258586ac1fa3aa0d57a7f73cd7baec4a42f529a1fc1da54e623197252f21f3e
+size 6198

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee9f56b55969c1874fde82ff5b008d1a4153cf481a3dad7e999be97ff44f8bfe
+oid sha256:7826829d3ad3894845f4e18ade23064d0875620e450ac011ffcd4433856cb5cb
 size 5752