Spaces:

huggingchat
/

chat-ui

Running

nsarrazin HF staff commited on Apr 26, 2024

Commit

09fc057

unverified ·

1 Parent(s): bc30bd1

Reduce new tokens on command R+ (#1080)

Files changed (1) hide show

.env.template CHANGED Viewed

@@ -10,8 +10,8 @@ MODELS=`[
     "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/cohere-logo.png",
     "parameters": {
       "stop": ["<|END_OF_TURN_TOKEN|>"],
-      "truncate" : 24576,
-      "max_new_tokens" : 8192,
       "temperature" : 0.3
     },
     "promptExamples" : [

     "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/cohere-logo.png",
     "parameters": {
       "stop": ["<|END_OF_TURN_TOKEN|>"],
+      "truncate" : 28672,
+      "max_new_tokens" : 4096,
       "temperature" : 0.3
     },
     "promptExamples" : [