Upload config.json
Browse files- config.json +2 -3
config.json
CHANGED
@@ -53,7 +53,6 @@
|
|
53 |
"tts_text_pad_token_id": 151859,
|
54 |
"tts_text_start_token_id": 151860,
|
55 |
"use_cache": true,
|
56 |
-
"use_mrope": false,
|
57 |
"use_sliding_window": false,
|
58 |
"video_token_index": 151656,
|
59 |
"vision_end_token_id": 151653,
|
@@ -172,7 +171,8 @@
|
|
172 |
"rope_theta": 1000000.0,
|
173 |
"use_sliding_window": false,
|
174 |
"sliding_window": 32768,
|
175 |
-
"attention_dropout": 0.0
|
|
|
176 |
},
|
177 |
"audio_end_token_id": 151648,
|
178 |
"audio_start_token_id": 151647,
|
@@ -187,7 +187,6 @@
|
|
187 |
"position_id_per_seconds": 25,
|
188 |
"seconds_per_chunk": 2,
|
189 |
"torch_dtype": "bfloat16",
|
190 |
-
"use_mrope": false,
|
191 |
"user_token_id": 872,
|
192 |
"video_token_index": 151656,
|
193 |
"vision_config": {
|
|
|
53 |
"tts_text_pad_token_id": 151859,
|
54 |
"tts_text_start_token_id": 151860,
|
55 |
"use_cache": true,
|
|
|
56 |
"use_sliding_window": false,
|
57 |
"video_token_index": 151656,
|
58 |
"vision_end_token_id": 151653,
|
|
|
171 |
"rope_theta": 1000000.0,
|
172 |
"use_sliding_window": false,
|
173 |
"sliding_window": 32768,
|
174 |
+
"attention_dropout": 0.0,
|
175 |
+
"tie_word_embeddings": false
|
176 |
},
|
177 |
"audio_end_token_id": 151648,
|
178 |
"audio_start_token_id": 151647,
|
|
|
187 |
"position_id_per_seconds": 25,
|
188 |
"seconds_per_chunk": 2,
|
189 |
"torch_dtype": "bfloat16",
|
|
|
190 |
"user_token_id": 872,
|
191 |
"video_token_index": 151656,
|
192 |
"vision_config": {
|