Update config.json
Browse files- config.json +3 -3
config.json
CHANGED
|
@@ -82,9 +82,9 @@
|
|
| 82 |
"transformers_version": null,
|
| 83 |
"use_cache": true,
|
| 84 |
"use_flash_attn": true,
|
| 85 |
-
"use_flash_depthwise":
|
| 86 |
-
"use_flash_rmsnorm":
|
| 87 |
-
"use_flashfft":
|
| 88 |
"use_interpolated_rotary_pos_emb": true,
|
| 89 |
"vocab_size": 512
|
| 90 |
}
|
|
|
|
| 82 |
"transformers_version": null,
|
| 83 |
"use_cache": true,
|
| 84 |
"use_flash_attn": true,
|
| 85 |
+
"use_flash_depthwise": true,
|
| 86 |
+
"use_flash_rmsnorm": true,
|
| 87 |
+
"use_flashfft": true,
|
| 88 |
"use_interpolated_rotary_pos_emb": true,
|
| 89 |
"vocab_size": 512
|
| 90 |
}
|