Upload config
Browse files- config.json +3 -0
config.json
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
{
|
|
|
|
| 2 |
"auto_map": {
|
| 3 |
"AutoConfig": "configuration_meralion.MERaLiONConfig"
|
| 4 |
},
|
|
@@ -11,6 +12,7 @@
|
|
| 11 |
"num_key_value_heads": 8,
|
| 12 |
"sliding_window": 4096,
|
| 13 |
"speech_config": {
|
|
|
|
| 14 |
"_name_or_path": "openai/whisper-large-v2",
|
| 15 |
"apply_spec_augment": true,
|
| 16 |
"architectures": [
|
|
@@ -145,6 +147,7 @@
|
|
| 145 |
"speech_mlp_scale_factor": 15,
|
| 146 |
"speech_token_index": 255999,
|
| 147 |
"text_config": {
|
|
|
|
| 148 |
"_name_or_path": "aisingapore/gemma2-9b-cpt-sea-lionv3-instruct",
|
| 149 |
"architectures": [
|
| 150 |
"Gemma2ForCausalLM"
|
|
|
|
| 1 |
{
|
| 2 |
+
"_attn_implementation_autoset": true,
|
| 3 |
"auto_map": {
|
| 4 |
"AutoConfig": "configuration_meralion.MERaLiONConfig"
|
| 5 |
},
|
|
|
|
| 12 |
"num_key_value_heads": 8,
|
| 13 |
"sliding_window": 4096,
|
| 14 |
"speech_config": {
|
| 15 |
+
"_attn_implementation_autoset": true,
|
| 16 |
"_name_or_path": "openai/whisper-large-v2",
|
| 17 |
"apply_spec_augment": true,
|
| 18 |
"architectures": [
|
|
|
|
| 147 |
"speech_mlp_scale_factor": 15,
|
| 148 |
"speech_token_index": 255999,
|
| 149 |
"text_config": {
|
| 150 |
+
"_attn_implementation_autoset": true,
|
| 151 |
"_name_or_path": "aisingapore/gemma2-9b-cpt-sea-lionv3-instruct",
|
| 152 |
"architectures": [
|
| 153 |
"Gemma2ForCausalLM"
|