Improved model output quality

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "google/mt5-small",
+  "_name_or_path": "output/checkpointt",
   "architectures": [
     "MT5ForConditionalGeneration"
   ],
@@ -27,7 +27,7 @@
   "tie_word_embeddings": false,
   "tokenizer_class": "T5Tokenizer",
   "torch_dtype": "float32",
-  "transformers_version": "4.37.2",
+  "transformers_version": "4.39.3",
   "use_cache": true,
   "vocab_size": 250112
 }

generation_config.json

@@ -3,5 +3,5 @@
   "eos_token_id": 1,
   "max_length": 1024,
   "pad_token_id": 0,
-  "transformers_version": "4.37.2"
+  "transformers_version": "4.39.3"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8edd7c27d32aba69c652ea06e49cd104526b02e2d4460a9bf7d27b3280b4d29f
+oid sha256:a6e8f097617c6f3379785eb4edbd501d52d2c4c876c142c7f85c114fa489309e
 size 1200729512

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:722bf80470f2ae6a7cfeaaaf876fb7ef9ad33b2e9a514ded463498f4a8bbd6be
-size 16330661
+oid sha256:bb8aa17e32492b66346653b8954cf4c01f46717f63fd0c44b4c2d9fa36276392
+size 16315413

tokenizer_config.json

@@ -30,9 +30,13 @@
   "eos_token": "</s>",
   "extra_ids": 0,
   "legacy": true,
+  "max_length": 1024,
   "model_max_length": 1024,
   "pad_token": "<pad>",
   "sp_model_kwargs": {},
+  "stride": 0,
   "tokenizer_class": "T5Tokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<unk>"
 }