File size: 1,140 Bytes
1e96bca |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 |
import base64
import requests
def encode_image(image_path):
with open(image_path, "rb") as image_file:
return base64.b64encode(image_file.read()).decode('utf-8')
def inference_chat(chat, model, api_url, token):
headers = {
"Content-Type": "application/json",
"Authorization": f"Bearer {token}"
}
data = {
"model": model,
"messages": [],
"max_tokens": 2048,
'temperature': 0.0,
"seed": 1234
}
for role, content in chat:
data["messages"].append({"role": role, "content": content})
retry = 3
cur_try = 0
while True:
cur_try += 1
if cur_try > retry:
return "No token"
try:
res = requests.post(api_url, headers=headers, json=data)
res_json = res.json()
res_content = res_json['data']['response']['choices'][0]['message']['content']
except:
print("Network Error:")
try:
print(res.json())
except:
print("Request Failed")
else:
break
return res_content
|