Fixed app v2

app.py

@@ -1,7 +1,30 @@
+from fastapi import FastAPI, HTTPException
+from pydantic import BaseModel
 from transformers import pipeline
 
-messages = [
-    {"role": "user", "content": "Who are you?"},
-]
+# Define the FastAPI app
+app = FastAPI()
+
+# Initialize the pipeline for text generation with the Lily-Cybersecurity-7B-v0.2 model
 pipe = pipeline("text-generation", model="segolilylabs/Lily-Cybersecurity-7B-v0.2")
-pipe(messages)
+
+# Define a request model for input
+class MessageRequest(BaseModel):
+    content: str
+
+# Define the route for message processing
+@app.post("/generate_response/")
+async def generate_response(message: MessageRequest):
+    try:
+        # Prepare the input for the model
+        input_data = [{"role": "user", "content": message.content}]
+        
+        # Generate a response using the model pipeline
+        response = pipe(input_data)[0]["generated_text"]
+        
+        # Return the generated response as JSON
+        return {"response": response}
+    
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))
+