main.py

from flask import Flask
from flask import request
from groq import Groq
import google.generativeai

import os

app = Flask(__name__)
groq_client = Groq(
    api_key=os.environ.get("GROQ_API_KEY")
)
google.generativeai.configure(
    api_key=os.environ.get("GEMINI_API_KEY"))


@app.route("/api/groq/generate", methods=['POST'])
def groq_completion():
    """
    {
        "model": "llama3-70b-8192",
        "prompt": "why is the sky blue?"
    }
    """

    message = request.get_json()
    
    model = message['model']
    prompt = message['prompt']

    chat_completion = groq_client.chat.completions.create(
        messages=[
            {
                "role": "user",
                "content": prompt,
            }
        ],
        model=model,
    )

    return chat_completion.to_dict()


@app.route("/api/google/generate", methods=['POST'])
def google_completion():
    """
    {
        "model": "gemini-1.5-flash",
        "prompt": ""
    }
    """

    message = request.get_json()

    model = message['model']
    prompt = message['prompt']
    llm_model = google.generativeai.GenerativeModel(model)
    
    chat_completion = llm_model.generate_content(prompt)

    return chat_completion.to_dict()


# curl -v -X POST 'https://robinroy03-fury-bot.hf.space/api/groq/generate' --header 'Content-Type: application/json' --data '{"model": "llama3-70b-8192", "prompt": "why is sky blue?"}'


# curl -v POST 'http://127.0.0.1:8000/api/google/generate' --header 'Content-Type: application/json' --data '{"model": "gemini-1.5-flash", "prompt": "why is sky blue?"}'