Upload config

README.md

@@ -1,4 +1,8 @@
 ---
+base_model:
+- openai/whisper-large-v2
+datasets:
+- MERaLiON/MNSC
 library_name: transformers
 license: other
 license_name: meralion-public-license
@@ -13,23 +17,30 @@ tags:
 - chat
 - audio
 - safetensors
-datasets:
-- MERaLiON/MNSC
-base_model:
-- openai/whisper-large-v2
 widget:
 - example_title: Sentence-level ASR
   src: librispeech_clean.wav
   output:
-    text: "USER Instruction: Please transcribe this speech.\n MODEL Output: <Speaker1> When they were outside, Ung simply latched the door and started up the path."
+    text: "USER Instruction: Please transcribe this speech.\n MODEL Output: <Speaker1>\
+      \ When they were outside, Ung simply latched the door and started up the path."
 - example_title: Dialogue-level ASR
   src: IMDA_conversation.wav
   output:
-    text: "USER Instruction: Please turn this speech into written format.\n MODEL Output: <Speaker1> Okay, (um) in that case, (uh) how do I apply? <Speaker2> Alright, you can just (um) apply it online and then (um) we'll need some documents from you. (um) let's say the bank statement with your address and your name, and also the (um) Nsf card that you have to enjoy the promotion. <Speaker1> (mmhmm) (mmhmm) (mmhmm) [ah] I see the green one, right?"
+    text: "USER Instruction: Please turn this speech into written format.\n MODEL\
+      \ Output: <Speaker1> Okay, (um) in that case, (uh) how do I apply? <Speaker2>\
+      \ Alright, you can just (um) apply it online and then (um) we'll need some documents\
+      \ from you. (um) let's say the bank statement with your address and your name,\
+      \ and also the (um) Nsf card that you have to enjoy the promotion. <Speaker1>\
+      \ (mmhmm) (mmhmm) (mmhmm) [ah] I see the green one, right?"
 - example_title: Spoken Dialogue Summarization
   src: IMDA_conversation.wav
   output:
-    text: "USER Instruction: Please briefly summarize this conversation.\n MODEL Output: Speaker1 and Speaker2 discussed the application process for a promotion. Speaker2 explained that the application can be done online and provided a list of required documents, including a bank statement with the applicant's address and name, and an NSF card. Speaker1 acknowledged the information and confirmed the details of the required documents."
+    text: "USER Instruction: Please briefly summarize this conversation.\n MODEL Output:\
+      \ Speaker1 and Speaker2 discussed the application process for a promotion. Speaker2\
+      \ explained that the application can be done online and provided a list of required\
+      \ documents, including a bank statement with the applicant's address and name,\
+      \ and an NSF card. Speaker1 acknowledged the information and confirmed the details\
+      \ of the required documents."
 ---
 
 # MERaLiON

config.json

@@ -1,10 +1,6 @@
 {
-  "architectures": [
-    "MERaLiONForConditionalGeneration"
-  ],
   "auto_map": {
-    "AutoConfig": "configuration_meralion.MERaLiONConfig",
-    "AutoModelForSpeechSeq2Seq": "modeling_meralion.MERaLiONForConditionalGeneration"
+    "AutoConfig": "configuration_meralion.MERaLiONConfig"
   },
   "head_dim": 256,
   "hidden_size": 3584,
@@ -15,7 +11,6 @@
   "num_key_value_heads": 8,
   "sliding_window": 4096,
   "speech_config": {
-    "_attn_implementation_autoset": true,
     "_name_or_path": "openai/whisper-large-v2",
     "apply_spec_augment": true,
     "architectures": [
@@ -150,7 +145,6 @@
   "speech_mlp_scale_factor": 15,
   "speech_token_index": 255999,
   "text_config": {
-    "_attn_implementation_autoset": true,
     "_name_or_path": "aisingapore/gemma2-9b-cpt-sea-lionv3-instruct",
     "architectures": [
       "Gemma2ForCausalLM"
@@ -166,6 +160,5 @@
     "sliding_window_size": 4096,
     "torch_dtype": "bfloat16"
   },
-  "torch_dtype": "bfloat16",
   "transformers_version": "4.46.3"
 }