Commit
•
5be6479
1
Parent(s):
6417fb9
Add attention_bias to make TGI work (#68)
Browse files- Add attention_bias to make TGI work (0392c47a6c5f331d660034da046f02eff26c6372)
- Update config.json (c64f7f0274c7516d706e61804045df681b86b68d)
Co-authored-by: Philipp Schmid <[email protected]>
- config.json +1 -0
config.json
CHANGED
@@ -133,5 +133,6 @@
|
|
133 |
"torch_dtype": "bfloat16",
|
134 |
"transformers_version": "4.39.3",
|
135 |
"use_cache": true,
|
|
|
136 |
"vocab_size": 32064
|
137 |
}
|
|
|
133 |
"torch_dtype": "bfloat16",
|
134 |
"transformers_version": "4.39.3",
|
135 |
"use_cache": true,
|
136 |
+
"attention_bias": false,
|
137 |
"vocab_size": 32064
|
138 |
}
|