Fuegovic commited on
Commit
3772222
1 Parent(s): ed7b21a

Create librechat.yaml

Browse files
Files changed (1) hide show
  1. librechat.yaml +92 -0
librechat.yaml ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Configuration version (required)
2
+ version: 1.0.0
3
+
4
+ # Cache settings: Set to true to enable caching
5
+ cache: true
6
+
7
+ # Definition of custom endpoints
8
+ endpoints:
9
+ custom:
10
+ # Mistral AI API
11
+ - name: "Mistral" # Unique name for the endpoint
12
+ # For `apiKey` and `baseURL`, you can use environment variables that you define.
13
+ # recommended environment variables:
14
+ apiKey: "${MISTRAL_API_KEY}"
15
+ baseURL: "https://api.mistral.ai/v1"
16
+
17
+ # Models configuration
18
+ models:
19
+ # List of default models to use. At least one value is required.
20
+ default: ["mistral-tiny", "mistral-small", "mistral-medium"]
21
+ # Fetch option: Set to true to fetch models from API.
22
+ fetch: true # Defaults to false.
23
+
24
+ # Optional configurations
25
+
26
+ # Title Conversation setting
27
+ titleConvo: true # Set to true to enable title conversation
28
+
29
+ # Title Method: Choose between "completion" or "functions".
30
+ titleMethod: "completion" # Defaults to "completion" if omitted.
31
+
32
+ # Title Model: Specify the model to use for titles.
33
+ titleModel: "mistral-tiny" # Defaults to "gpt-3.5-turbo" if omitted.
34
+
35
+ # Summarize setting: Set to true to enable summarization.
36
+ summarize: false
37
+
38
+ # Summary Model: Specify the model to use if summarization is enabled.
39
+ summaryModel: "mistral-tiny" # Defaults to "gpt-3.5-turbo" if omitted.
40
+
41
+ # Force Prompt setting: If true, sends a `prompt` parameter instead of `messages`.
42
+ forcePrompt: false
43
+
44
+ # The label displayed for the AI model in messages.
45
+ modelDisplayLabel: "Mistral" # Default is "AI" when not set.
46
+
47
+ # Add additional parameters to the request. Default params will be overwritten.
48
+ addParams:
49
+ safe_mode: true # This field is specific to Mistral AI: https://docs.mistral.ai/api/
50
+
51
+ # Drop Default params parameters from the request. See default params in guide linked below.
52
+ dropParams: ["stop", "temperature", "top_p"]
53
+ # - stop # dropped since it's not recognized by Mistral AI API
54
+ # `temperature` and `top_p` are removed to allow Mistral AI API defaults to be used:
55
+ # - temperature
56
+ # - top_p
57
+
58
+ # OpenRouter.ai Example
59
+ - name: "OpenRouter"
60
+ # For `apiKey` and `baseURL`, you can use environment variables that you define.
61
+ # recommended environment variables:
62
+ # Known issue: you should not use `OPENROUTER_API_KEY` as it will then override the `openAI` endpoint to use OpenRouter as well.
63
+ apiKey: "${OPENROUTER_KEY}"
64
+ baseURL: "https://openrouter.ai/api/v1"
65
+ models:
66
+ default: ["gpt-3.5-turbo"]
67
+ fetch: true
68
+ titleConvo: true
69
+ titleModel: "gpt-3.5-turbo"
70
+ summarize: false
71
+ summaryModel: "gpt-3.5-turbo"
72
+ forcePrompt: false
73
+ modelDisplayLabel: "OpenRouter"
74
+
75
+ - name: "Reverse Proxy"
76
+ # For `apiKey` and `baseURL`, you can use environment variables that you define.
77
+ # recommended environment variables:
78
+ # Known issue: you should not use `OPENROUTER_API_KEY` as it will then override the `openAI` endpoint to use OpenRouter as well.
79
+ apiKey: "user_provided"
80
+ baseURL: "user_provided"
81
+ models:
82
+ default: ["gpt-3.5-turbo"]
83
+ fetch: true
84
+ titleConvo: true
85
+ titleModel: "gpt-3.5-turbo"
86
+ summarize: false
87
+ summaryModel: "gpt-3.5-turbo"
88
+ forcePrompt: false
89
+ modelDisplayLabel: "AI"
90
+
91
+ # See the Custom Configuration Guide for more information:
92
+ # https://docs.librechat.ai/install/configuration/custom_config.html