Training in progress, step 500

config.json

@@ -1,60 +1,123 @@
 {
+  "activation_dropout": 0.1,
+  "activation_function": "relu",
+  "add_bias_logits": false,
+  "add_final_layer_norm": true,
   "architectures": [
-    "T5ForConditionalGeneration"
+    "PegasusForConditionalGeneration"
   ],
+  "attention_dropout": 0.1,
+  "bos_token_id": 0,
+  "classif_dropout": 0.0,
   "classifier_dropout": 0.0,
-  "d_ff": 2048,
-  "d_kv": 64,
-  "d_model": 512,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 16,
   "decoder_start_token_id": 0,
-  "dense_act_fn": "relu",
-  "dropout_rate": 0.1,
+  "dropout": 0.1,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 16,
   "eos_token_id": 1,
-  "feed_forward_proj": "relu",
-  "initializer_factor": 1.0,
+  "extra_pos_embeddings": 1,
+  "force_bos_token_to_be_generated": false,
+  "forced_eos_token_id": 1,
+  "gradient_checkpointing": false,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
+  },
+  "init_std": 0.02,
   "is_encoder_decoder": true,
-  "is_gated_act": false,
-  "layer_norm_epsilon": 1e-06,
-  "model_type": "t5",
-  "n_positions": 512,
-  "num_decoder_layers": 6,
-  "num_heads": 8,
-  "num_layers": 6,
-  "output_past": true,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
+  },
+  "length_penalty": null,
+  "max_length": null,
+  "max_position_embeddings": 1024,
+  "model_type": "pegasus",
+  "normalize_before": true,
+  "normalize_embedding": false,
+  "num_beams": null,
+  "num_hidden_layers": 16,
   "pad_token_id": 0,
-  "relative_attention_max_distance": 128,
-  "relative_attention_num_buckets": 32,
+  "scale_embedding": true,
+  "static_position_embeddings": true,
   "task_specific_params": {
-    "summarization": {
-      "early_stopping": true,
-      "length_penalty": 2.0,
-      "max_length": 200,
-      "min_length": 30,
-      "no_repeat_ngram_size": 3,
-      "num_beams": 4,
-      "prefix": "summarize: "
-    },
-    "translation_en_to_de": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to German: "
-    },
-    "translation_en_to_fr": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to French: "
-    },
-    "translation_en_to_ro": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to Romanian: "
+    "summarization_aeslc": {
+      "length_penalty": 0.6,
+      "max_length": 32,
+      "max_position_embeddings": 512
+    },
+    "summarization_arxiv": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_big_patent": {
+      "length_penalty": 0.7,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_billsum": {
+      "length_penalty": 0.6,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_cnn_dailymail": {
+      "length_penalty": 0.8,
+      "max_length": 128,
+      "max_position_embeddings": 1024
+    },
+    "summarization_gigaword": {
+      "length_penalty": 0.6,
+      "max_length": 32,
+      "max_position_embeddings": 128
+    },
+    "summarization_large": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_multi_news": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_newsroom": {
+      "length_penalty": 0.8,
+      "max_length": 128,
+      "max_position_embeddings": 512
+    },
+    "summarization_pubmed": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_reddit_tifu": {
+      "length_penalty": 0.6,
+      "max_length": 128,
+      "max_position_embeddings": 512
+    },
+    "summarization_wikihow": {
+      "length_penalty": 0.6,
+      "max_length": 256,
+      "max_position_embeddings": 512
+    },
+    "summarization_xsum": {
+      "length_penalty": 0.8,
+      "max_length": 64,
+      "max_position_embeddings": 512
     }
   },
   "torch_dtype": "float32",
   "transformers_version": "4.50.0",
   "use_cache": true,
-  "vocab_size": 32128
+  "vocab_size": 96103
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e1a4acd9e2b251c1e6850c2f292e1b35627d5fa8e60520240a38d686f86f3f9
-size 242041896
+oid sha256:cb0df3680566c05e27fbeab14c9baaf693086d703d82be9d92a2289eff71232c
+size 2283652852

special_tokens_map.json

@@ -1,125 +1,110 @@
 {
   "additional_special_tokens": [
-    "<extra_id_0>",
-    "<extra_id_1>",
-    "<extra_id_2>",
-    "<extra_id_3>",
-    "<extra_id_4>",
-    "<extra_id_5>",
-    "<extra_id_6>",
-    "<extra_id_7>",
-    "<extra_id_8>",
-    "<extra_id_9>",
-    "<extra_id_10>",
-    "<extra_id_11>",
-    "<extra_id_12>",
-    "<extra_id_13>",
-    "<extra_id_14>",
-    "<extra_id_15>",
-    "<extra_id_16>",
-    "<extra_id_17>",
-    "<extra_id_18>",
-    "<extra_id_19>",
-    "<extra_id_20>",
-    "<extra_id_21>",
-    "<extra_id_22>",
-    "<extra_id_23>",
-    "<extra_id_24>",
-    "<extra_id_25>",
-    "<extra_id_26>",
-    "<extra_id_27>",
-    "<extra_id_28>",
-    "<extra_id_29>",
-    "<extra_id_30>",
-    "<extra_id_31>",
-    "<extra_id_32>",
-    "<extra_id_33>",
-    "<extra_id_34>",
-    "<extra_id_35>",
-    "<extra_id_36>",
-    "<extra_id_37>",
-    "<extra_id_38>",
-    "<extra_id_39>",
-    "<extra_id_40>",
-    "<extra_id_41>",
-    "<extra_id_42>",
-    "<extra_id_43>",
-    "<extra_id_44>",
-    "<extra_id_45>",
-    "<extra_id_46>",
-    "<extra_id_47>",
-    "<extra_id_48>",
-    "<extra_id_49>",
-    "<extra_id_50>",
-    "<extra_id_51>",
-    "<extra_id_52>",
-    "<extra_id_53>",
-    "<extra_id_54>",
-    "<extra_id_55>",
-    "<extra_id_56>",
-    "<extra_id_57>",
-    "<extra_id_58>",
-    "<extra_id_59>",
-    "<extra_id_60>",
-    "<extra_id_61>",
-    "<extra_id_62>",
-    "<extra_id_63>",
-    "<extra_id_64>",
-    "<extra_id_65>",
-    "<extra_id_66>",
-    "<extra_id_67>",
-    "<extra_id_68>",
-    "<extra_id_69>",
-    "<extra_id_70>",
-    "<extra_id_71>",
-    "<extra_id_72>",
-    "<extra_id_73>",
-    "<extra_id_74>",
-    "<extra_id_75>",
-    "<extra_id_76>",
-    "<extra_id_77>",
-    "<extra_id_78>",
-    "<extra_id_79>",
-    "<extra_id_80>",
-    "<extra_id_81>",
-    "<extra_id_82>",
-    "<extra_id_83>",
-    "<extra_id_84>",
-    "<extra_id_85>",
-    "<extra_id_86>",
-    "<extra_id_87>",
-    "<extra_id_88>",
-    "<extra_id_89>",
-    "<extra_id_90>",
-    "<extra_id_91>",
-    "<extra_id_92>",
-    "<extra_id_93>",
-    "<extra_id_94>",
-    "<extra_id_95>",
-    "<extra_id_96>",
-    "<extra_id_97>",
-    "<extra_id_98>",
-    "<extra_id_99>"
+    "<mask_1>",
+    "<unk_2>",
+    "<unk_3>",
+    "<unk_4>",
+    "<unk_5>",
+    "<unk_6>",
+    "<unk_7>",
+    "<unk_8>",
+    "<unk_9>",
+    "<unk_10>",
+    "<unk_11>",
+    "<unk_12>",
+    "<unk_13>",
+    "<unk_14>",
+    "<unk_15>",
+    "<unk_16>",
+    "<unk_17>",
+    "<unk_18>",
+    "<unk_19>",
+    "<unk_20>",
+    "<unk_21>",
+    "<unk_22>",
+    "<unk_23>",
+    "<unk_24>",
+    "<unk_25>",
+    "<unk_26>",
+    "<unk_27>",
+    "<unk_28>",
+    "<unk_29>",
+    "<unk_30>",
+    "<unk_31>",
+    "<unk_32>",
+    "<unk_33>",
+    "<unk_34>",
+    "<unk_35>",
+    "<unk_36>",
+    "<unk_37>",
+    "<unk_38>",
+    "<unk_39>",
+    "<unk_40>",
+    "<unk_41>",
+    "<unk_42>",
+    "<unk_43>",
+    "<unk_44>",
+    "<unk_45>",
+    "<unk_46>",
+    "<unk_47>",
+    "<unk_48>",
+    "<unk_49>",
+    "<unk_50>",
+    "<unk_51>",
+    "<unk_52>",
+    "<unk_53>",
+    "<unk_54>",
+    "<unk_55>",
+    "<unk_56>",
+    "<unk_57>",
+    "<unk_58>",
+    "<unk_59>",
+    "<unk_60>",
+    "<unk_61>",
+    "<unk_62>",
+    "<unk_63>",
+    "<unk_64>",
+    "<unk_65>",
+    "<unk_66>",
+    "<unk_67>",
+    "<unk_68>",
+    "<unk_69>",
+    "<unk_70>",
+    "<unk_71>",
+    "<unk_72>",
+    "<unk_73>",
+    "<unk_74>",
+    "<unk_75>",
+    "<unk_76>",
+    "<unk_77>",
+    "<unk_78>",
+    "<unk_79>",
+    "<unk_80>",
+    "<unk_81>",
+    "<unk_82>",
+    "<unk_83>",
+    "<unk_84>",
+    "<unk_85>",
+    "<unk_86>",
+    "<unk_87>",
+    "<unk_88>",
+    "<unk_89>",
+    "<unk_90>",
+    "<unk_91>",
+    "<unk_92>",
+    "<unk_93>",
+    "<unk_94>",
+    "<unk_95>",
+    "<unk_96>",
+    "<unk_97>",
+    "<unk_98>",
+    "<unk_99>",
+    "<unk_100>",
+    "<unk_101>",
+    "<unk_102>"
   ],
-  "eos_token": {
-    "content": "</s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<pad>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
+  "eos_token": "</s>",
+  "mask_token": "<mask_2>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
 }

spiece.model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
-size 791656
+oid sha256:0015189ef36359283fec8b93cf6d9ce51bca37eb1101defc68a53b394913b96c
+size 1912529

tokenizer_config.json

@@ -1,5 +1,4 @@
 {
-  "add_prefix_space": null,
   "added_tokens_decoder": {
     "0": {
       "content": "<pad>",
@@ -18,922 +17,960 @@
       "special": true
     },
     "2": {
-      "content": "<unk>",
+      "content": "<mask_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<mask_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<unk_2>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32000": {
-      "content": "<extra_id_99>",
+    "5": {
+      "content": "<unk_3>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32001": {
-      "content": "<extra_id_98>",
+    "6": {
+      "content": "<unk_4>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32002": {
-      "content": "<extra_id_97>",
+    "7": {
+      "content": "<unk_5>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32003": {
-      "content": "<extra_id_96>",
+    "8": {
+      "content": "<unk_6>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32004": {
-      "content": "<extra_id_95>",
+    "9": {
+      "content": "<unk_7>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32005": {
-      "content": "<extra_id_94>",
+    "10": {
+      "content": "<unk_8>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32006": {
-      "content": "<extra_id_93>",
+    "11": {
+      "content": "<unk_9>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32007": {
-      "content": "<extra_id_92>",
+    "12": {
+      "content": "<unk_10>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32008": {
-      "content": "<extra_id_91>",
+    "13": {
+      "content": "<unk_11>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32009": {
-      "content": "<extra_id_90>",
+    "14": {
+      "content": "<unk_12>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32010": {
-      "content": "<extra_id_89>",
+    "15": {
+      "content": "<unk_13>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32011": {
-      "content": "<extra_id_88>",
+    "16": {
+      "content": "<unk_14>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32012": {
-      "content": "<extra_id_87>",
+    "17": {
+      "content": "<unk_15>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32013": {
-      "content": "<extra_id_86>",
+    "18": {
+      "content": "<unk_16>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32014": {
-      "content": "<extra_id_85>",
+    "19": {
+      "content": "<unk_17>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32015": {
-      "content": "<extra_id_84>",
+    "20": {
+      "content": "<unk_18>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32016": {
-      "content": "<extra_id_83>",
+    "21": {
+      "content": "<unk_19>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32017": {
-      "content": "<extra_id_82>",
+    "22": {
+      "content": "<unk_20>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32018": {
-      "content": "<extra_id_81>",
+    "23": {
+      "content": "<unk_21>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32019": {
-      "content": "<extra_id_80>",
+    "24": {
+      "content": "<unk_22>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32020": {
-      "content": "<extra_id_79>",
+    "25": {
+      "content": "<unk_23>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32021": {
-      "content": "<extra_id_78>",
+    "26": {
+      "content": "<unk_24>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32022": {
-      "content": "<extra_id_77>",
+    "27": {
+      "content": "<unk_25>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32023": {
-      "content": "<extra_id_76>",
+    "28": {
+      "content": "<unk_26>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32024": {
-      "content": "<extra_id_75>",
+    "29": {
+      "content": "<unk_27>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32025": {
-      "content": "<extra_id_74>",
+    "30": {
+      "content": "<unk_28>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32026": {
-      "content": "<extra_id_73>",
+    "31": {
+      "content": "<unk_29>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32027": {
-      "content": "<extra_id_72>",
+    "32": {
+      "content": "<unk_30>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32028": {
-      "content": "<extra_id_71>",
+    "33": {
+      "content": "<unk_31>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32029": {
-      "content": "<extra_id_70>",
+    "34": {
+      "content": "<unk_32>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32030": {
-      "content": "<extra_id_69>",
+    "35": {
+      "content": "<unk_33>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32031": {
-      "content": "<extra_id_68>",
+    "36": {
+      "content": "<unk_34>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32032": {
-      "content": "<extra_id_67>",
+    "37": {
+      "content": "<unk_35>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32033": {
-      "content": "<extra_id_66>",
+    "38": {
+      "content": "<unk_36>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32034": {
-      "content": "<extra_id_65>",
+    "39": {
+      "content": "<unk_37>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32035": {
-      "content": "<extra_id_64>",
+    "40": {
+      "content": "<unk_38>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32036": {
-      "content": "<extra_id_63>",
+    "41": {
+      "content": "<unk_39>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32037": {
-      "content": "<extra_id_62>",
+    "42": {
+      "content": "<unk_40>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32038": {
-      "content": "<extra_id_61>",
+    "43": {
+      "content": "<unk_41>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32039": {
-      "content": "<extra_id_60>",
+    "44": {
+      "content": "<unk_42>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32040": {
-      "content": "<extra_id_59>",
+    "45": {
+      "content": "<unk_43>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32041": {
-      "content": "<extra_id_58>",
+    "46": {
+      "content": "<unk_44>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32042": {
-      "content": "<extra_id_57>",
+    "47": {
+      "content": "<unk_45>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32043": {
-      "content": "<extra_id_56>",
+    "48": {
+      "content": "<unk_46>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32044": {
-      "content": "<extra_id_55>",
+    "49": {
+      "content": "<unk_47>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32045": {
-      "content": "<extra_id_54>",
+    "50": {
+      "content": "<unk_48>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32046": {
-      "content": "<extra_id_53>",
+    "51": {
+      "content": "<unk_49>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32047": {
-      "content": "<extra_id_52>",
+    "52": {
+      "content": "<unk_50>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32048": {
-      "content": "<extra_id_51>",
+    "53": {
+      "content": "<unk_51>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32049": {
-      "content": "<extra_id_50>",
+    "54": {
+      "content": "<unk_52>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32050": {
-      "content": "<extra_id_49>",
+    "55": {
+      "content": "<unk_53>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32051": {
-      "content": "<extra_id_48>",
+    "56": {
+      "content": "<unk_54>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32052": {
-      "content": "<extra_id_47>",
+    "57": {
+      "content": "<unk_55>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32053": {
-      "content": "<extra_id_46>",
+    "58": {
+      "content": "<unk_56>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32054": {
-      "content": "<extra_id_45>",
+    "59": {
+      "content": "<unk_57>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32055": {
-      "content": "<extra_id_44>",
+    "60": {
+      "content": "<unk_58>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32056": {
-      "content": "<extra_id_43>",
+    "61": {
+      "content": "<unk_59>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32057": {
-      "content": "<extra_id_42>",
+    "62": {
+      "content": "<unk_60>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32058": {
-      "content": "<extra_id_41>",
+    "63": {
+      "content": "<unk_61>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32059": {
-      "content": "<extra_id_40>",
+    "64": {
+      "content": "<unk_62>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32060": {
-      "content": "<extra_id_39>",
+    "65": {
+      "content": "<unk_63>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32061": {
-      "content": "<extra_id_38>",
+    "66": {
+      "content": "<unk_64>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32062": {
-      "content": "<extra_id_37>",
+    "67": {
+      "content": "<unk_65>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32063": {
-      "content": "<extra_id_36>",
+    "68": {
+      "content": "<unk_66>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32064": {
-      "content": "<extra_id_35>",
+    "69": {
+      "content": "<unk_67>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32065": {
-      "content": "<extra_id_34>",
+    "70": {
+      "content": "<unk_68>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32066": {
-      "content": "<extra_id_33>",
+    "71": {
+      "content": "<unk_69>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32067": {
-      "content": "<extra_id_32>",
+    "72": {
+      "content": "<unk_70>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32068": {
-      "content": "<extra_id_31>",
+    "73": {
+      "content": "<unk_71>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32069": {
-      "content": "<extra_id_30>",
+    "74": {
+      "content": "<unk_72>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32070": {
-      "content": "<extra_id_29>",
+    "75": {
+      "content": "<unk_73>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32071": {
-      "content": "<extra_id_28>",
+    "76": {
+      "content": "<unk_74>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32072": {
-      "content": "<extra_id_27>",
+    "77": {
+      "content": "<unk_75>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32073": {
-      "content": "<extra_id_26>",
+    "78": {
+      "content": "<unk_76>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32074": {
-      "content": "<extra_id_25>",
+    "79": {
+      "content": "<unk_77>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32075": {
-      "content": "<extra_id_24>",
+    "80": {
+      "content": "<unk_78>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32076": {
-      "content": "<extra_id_23>",
+    "81": {
+      "content": "<unk_79>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32077": {
-      "content": "<extra_id_22>",
+    "82": {
+      "content": "<unk_80>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32078": {
-      "content": "<extra_id_21>",
+    "83": {
+      "content": "<unk_81>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32079": {
-      "content": "<extra_id_20>",
+    "84": {
+      "content": "<unk_82>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32080": {
-      "content": "<extra_id_19>",
+    "85": {
+      "content": "<unk_83>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32081": {
-      "content": "<extra_id_18>",
+    "86": {
+      "content": "<unk_84>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32082": {
-      "content": "<extra_id_17>",
+    "87": {
+      "content": "<unk_85>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32083": {
-      "content": "<extra_id_16>",
+    "88": {
+      "content": "<unk_86>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32084": {
-      "content": "<extra_id_15>",
+    "89": {
+      "content": "<unk_87>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32085": {
-      "content": "<extra_id_14>",
+    "90": {
+      "content": "<unk_88>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32086": {
-      "content": "<extra_id_13>",
+    "91": {
+      "content": "<unk_89>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32087": {
-      "content": "<extra_id_12>",
+    "92": {
+      "content": "<unk_90>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32088": {
-      "content": "<extra_id_11>",
+    "93": {
+      "content": "<unk_91>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32089": {
-      "content": "<extra_id_10>",
+    "94": {
+      "content": "<unk_92>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32090": {
-      "content": "<extra_id_9>",
+    "95": {
+      "content": "<unk_93>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32091": {
-      "content": "<extra_id_8>",
+    "96": {
+      "content": "<unk_94>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32092": {
-      "content": "<extra_id_7>",
+    "97": {
+      "content": "<unk_95>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32093": {
-      "content": "<extra_id_6>",
+    "98": {
+      "content": "<unk_96>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32094": {
-      "content": "<extra_id_5>",
+    "99": {
+      "content": "<unk_97>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32095": {
-      "content": "<extra_id_4>",
+    "100": {
+      "content": "<unk_98>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32096": {
-      "content": "<extra_id_3>",
+    "101": {
+      "content": "<unk_99>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32097": {
-      "content": "<extra_id_2>",
+    "102": {
+      "content": "<unk_100>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32098": {
-      "content": "<extra_id_1>",
+    "103": {
+      "content": "<unk_101>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32099": {
-      "content": "<extra_id_0>",
+    "104": {
+      "content": "<unk_102>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "105": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "106": {
+      "content": "<n>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [
-    "<extra_id_0>",
-    "<extra_id_1>",
-    "<extra_id_2>",
-    "<extra_id_3>",
-    "<extra_id_4>",
-    "<extra_id_5>",
-    "<extra_id_6>",
-    "<extra_id_7>",
-    "<extra_id_8>",
-    "<extra_id_9>",
-    "<extra_id_10>",
-    "<extra_id_11>",
-    "<extra_id_12>",
-    "<extra_id_13>",
-    "<extra_id_14>",
-    "<extra_id_15>",
-    "<extra_id_16>",
-    "<extra_id_17>",
-    "<extra_id_18>",
-    "<extra_id_19>",
-    "<extra_id_20>",
-    "<extra_id_21>",
-    "<extra_id_22>",
-    "<extra_id_23>",
-    "<extra_id_24>",
-    "<extra_id_25>",
-    "<extra_id_26>",
-    "<extra_id_27>",
-    "<extra_id_28>",
-    "<extra_id_29>",
-    "<extra_id_30>",
-    "<extra_id_31>",
-    "<extra_id_32>",
-    "<extra_id_33>",
-    "<extra_id_34>",
-    "<extra_id_35>",
-    "<extra_id_36>",
-    "<extra_id_37>",
-    "<extra_id_38>",
-    "<extra_id_39>",
-    "<extra_id_40>",
-    "<extra_id_41>",
-    "<extra_id_42>",
-    "<extra_id_43>",
-    "<extra_id_44>",
-    "<extra_id_45>",
-    "<extra_id_46>",
-    "<extra_id_47>",
-    "<extra_id_48>",
-    "<extra_id_49>",
-    "<extra_id_50>",
-    "<extra_id_51>",
-    "<extra_id_52>",
-    "<extra_id_53>",
-    "<extra_id_54>",
-    "<extra_id_55>",
-    "<extra_id_56>",
-    "<extra_id_57>",
-    "<extra_id_58>",
-    "<extra_id_59>",
-    "<extra_id_60>",
-    "<extra_id_61>",
-    "<extra_id_62>",
-    "<extra_id_63>",
-    "<extra_id_64>",
-    "<extra_id_65>",
-    "<extra_id_66>",
-    "<extra_id_67>",
-    "<extra_id_68>",
-    "<extra_id_69>",
-    "<extra_id_70>",
-    "<extra_id_71>",
-    "<extra_id_72>",
-    "<extra_id_73>",
-    "<extra_id_74>",
-    "<extra_id_75>",
-    "<extra_id_76>",
-    "<extra_id_77>",
-    "<extra_id_78>",
-    "<extra_id_79>",
-    "<extra_id_80>",
-    "<extra_id_81>",
-    "<extra_id_82>",
-    "<extra_id_83>",
-    "<extra_id_84>",
-    "<extra_id_85>",
-    "<extra_id_86>",
-    "<extra_id_87>",
-    "<extra_id_88>",
-    "<extra_id_89>",
-    "<extra_id_90>",
-    "<extra_id_91>",
-    "<extra_id_92>",
-    "<extra_id_93>",
-    "<extra_id_94>",
-    "<extra_id_95>",
-    "<extra_id_96>",
-    "<extra_id_97>",
-    "<extra_id_98>",
-    "<extra_id_99>"
+    "<mask_1>",
+    "<unk_2>",
+    "<unk_3>",
+    "<unk_4>",
+    "<unk_5>",
+    "<unk_6>",
+    "<unk_7>",
+    "<unk_8>",
+    "<unk_9>",
+    "<unk_10>",
+    "<unk_11>",
+    "<unk_12>",
+    "<unk_13>",
+    "<unk_14>",
+    "<unk_15>",
+    "<unk_16>",
+    "<unk_17>",
+    "<unk_18>",
+    "<unk_19>",
+    "<unk_20>",
+    "<unk_21>",
+    "<unk_22>",
+    "<unk_23>",
+    "<unk_24>",
+    "<unk_25>",
+    "<unk_26>",
+    "<unk_27>",
+    "<unk_28>",
+    "<unk_29>",
+    "<unk_30>",
+    "<unk_31>",
+    "<unk_32>",
+    "<unk_33>",
+    "<unk_34>",
+    "<unk_35>",
+    "<unk_36>",
+    "<unk_37>",
+    "<unk_38>",
+    "<unk_39>",
+    "<unk_40>",
+    "<unk_41>",
+    "<unk_42>",
+    "<unk_43>",
+    "<unk_44>",
+    "<unk_45>",
+    "<unk_46>",
+    "<unk_47>",
+    "<unk_48>",
+    "<unk_49>",
+    "<unk_50>",
+    "<unk_51>",
+    "<unk_52>",
+    "<unk_53>",
+    "<unk_54>",
+    "<unk_55>",
+    "<unk_56>",
+    "<unk_57>",
+    "<unk_58>",
+    "<unk_59>",
+    "<unk_60>",
+    "<unk_61>",
+    "<unk_62>",
+    "<unk_63>",
+    "<unk_64>",
+    "<unk_65>",
+    "<unk_66>",
+    "<unk_67>",
+    "<unk_68>",
+    "<unk_69>",
+    "<unk_70>",
+    "<unk_71>",
+    "<unk_72>",
+    "<unk_73>",
+    "<unk_74>",
+    "<unk_75>",
+    "<unk_76>",
+    "<unk_77>",
+    "<unk_78>",
+    "<unk_79>",
+    "<unk_80>",
+    "<unk_81>",
+    "<unk_82>",
+    "<unk_83>",
+    "<unk_84>",
+    "<unk_85>",
+    "<unk_86>",
+    "<unk_87>",
+    "<unk_88>",
+    "<unk_89>",
+    "<unk_90>",
+    "<unk_91>",
+    "<unk_92>",
+    "<unk_93>",
+    "<unk_94>",
+    "<unk_95>",
+    "<unk_96>",
+    "<unk_97>",
+    "<unk_98>",
+    "<unk_99>",
+    "<unk_100>",
+    "<unk_101>",
+    "<unk_102>"
   ],
-  "clean_up_tokenization_spaces": true,
+  "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
-  "extra_ids": 100,
   "extra_special_tokens": {},
-  "model_max_length": 512,
+  "full_tokenizer_file": null,
+  "mask_token": "<mask_2>",
+  "mask_token_sent": "<mask_1>",
+  "model_max_length": 1024,
+  "offset": 103,
   "pad_token": "<pad>",
-  "tokenizer_class": "T5Tokenizer",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "PegasusTokenizer",
   "unk_token": "<unk>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:876df6156ffd70e4120d1e6b2bf130f004c7a6253b08d0808d3909d49c677c05
+oid sha256:0cf5dfe75207e37147f26b01ad38bee46ad008c6989e0f088583dcfa4465817a
 size 5496