Training in progress, epoch 1

config.json

@@ -6,10 +6,12 @@
   ],
   "attn_pdrop": 0.1,
   "bos_token_id": 50256,
+  "do_sample": true,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
+  "max_length": 50,
   "model_type": "gpt2",
   "n_ctx": 1024,
   "n_embd": 1024,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fe2c3aa64cf154c9c9a9d6349778291668f2bb46751fad3b97857d1fe0e43bc
+oid sha256:6590520ae6c81aec1d9aa6deec0e651c649800e743b0fa35f06a5781342cf7bb
 size 1419322880

runs/Aug25_06-47-28_283449eebd41/events.out.tfevents.1724568619.283449eebd41.2910.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b351be84c24722e26489f46a224dea6bb1d0d23b31e74a48cdd69bafd1166ea
+size 160877

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 100,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {