Spaces:
Sleeping
Sleeping
Upload rp_sample_config.json
Browse files
config/rp_sample_config.json
CHANGED
@@ -6,10 +6,10 @@
|
|
6 |
"value": 4294967295
|
7 |
},
|
8 |
"setting_n_gpu_layers": {
|
9 |
-
"value":
|
10 |
},
|
11 |
-
"
|
12 |
-
"value":
|
13 |
},
|
14 |
"setting_max_tokens": {
|
15 |
"value": 1024,
|
|
|
6 |
"value": 4294967295
|
7 |
},
|
8 |
"setting_n_gpu_layers": {
|
9 |
+
"value": 49
|
10 |
},
|
11 |
+
"setting_offload_kqv": {
|
12 |
+
"value": true
|
13 |
},
|
14 |
"setting_max_tokens": {
|
15 |
"value": 1024,
|