app.py

import gradio as gr
from openai import OpenAI

import requests
import json


url = "https://chat-engine-test.carleadsup.com/api/call/llm"
headers = {'Content-Type': 'application/json'}

def greet(text):
    payload = {
        "body": {
            "token": "jshgduwygdhbwdb1234",
            "messages": [
                {"role": "system", "content": ""},
                {"role": "user", "content": text}],
            "model":"RaphaelKalandadze/test4",
            "temperature": 0.4,
            "max_tokens": 512,
            "frequency_penalty": 1.2,
        }
    }
    response = requests.post(url, json=payload, headers=headers)
    loaded = json.loads(response.json()["body"])["resp"]["content"]
    return loaded
    
demo = gr.Interface(fn=greet, inputs="text", outputs="text")
demo.launch()