Commit
•
3eb2551
1
Parent(s):
84805a1
Update README.md
Browse files
README.md
CHANGED
|
@@ -24,6 +24,10 @@ python -u -m vllm.entrypoints.openai.api_server --host 0.0.0.0 --model Gaivorons
|
|
| 24 |
Client:
|
| 25 |
```python
|
| 26 |
import openai
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
response = openai.ChatCompletion.create(
|
| 28 |
model="Gaivoronsky/Mistral-7B-Saiga",
|
| 29 |
messages=[{"role": "user", "content": 'Сколько весит жираф?'}],
|
|
|
|
| 24 |
Client:
|
| 25 |
```python
|
| 26 |
import openai
|
| 27 |
+
|
| 28 |
+
openai.api_base = "http://localhost:8000/v1"
|
| 29 |
+
openai.api_key = "none"
|
| 30 |
+
|
| 31 |
response = openai.ChatCompletion.create(
|
| 32 |
model="Gaivoronsky/Mistral-7B-Saiga",
|
| 33 |
messages=[{"role": "user", "content": 'Сколько весит жираф?'}],
|