Fixed app v2

app.py

@@ -1,26 +1,13 @@
 from fastapi import FastAPI, File, UploadFile, Form
-from llama_cpp import Llama
+from transformers import pipeline
 from typing import List
-from fastapi.middleware.cors import CORSMiddleware
 import json
 
 # Initialize FastAPI app
 app = FastAPI()
 
-# Add CORS middleware to allow frontend access
-app.add_middleware(
-    CORSMiddleware,
-    allow_origins=["*"],
-    allow_credentials=True,
-    allow_methods=["*"],
-    allow_headers=["*"],
-)
-
-# Load the Llama model
-llm = Llama.from_pretrained(
-    repo_id="HuggingFaceTB/SmolLM2-1.7B-Instruct-GGUF",
-    filename="smollm2-1.7b-instruct-q4_k_m.gguf",
-)
+# Initialize the text generation pipeline with the Qwen model
+pipe = pipeline("text-generation", model="Qwen/Qwen2.5-1.5B-Instruct")
 
 # Endpoint to upload CV file and store CV text
 @app.post("/upload-cv/")
@@ -37,16 +24,14 @@ async def compare_job_cv(job_descriptions: str = Form(...), cv_text: str = Form(
     results = []
     
     for description in descriptions:
-        # Create chat messages to prompt Llama for each job description
-        messages = [
-            {"role": "user", "content": f"Compare the following job description with this resume. Job Description: {description}. Resume: {cv_text}. Give a match score and brief analysis."}
-        ]
+        # Create prompt for the Qwen model
+        prompt = f"Compare the following job description with this resume. Job Description: {description}. Resume: {cv_text}. Give a match score and brief analysis."
         
-        # Generate response using Llama
-        response = llm.create_chat_completion(messages=messages)
-        response_content = response["choices"][0]["message"]["content"]
+        # Generate response using the text generation pipeline
+        response = pipe(prompt, max_length=100, num_return_sequences=1)
+        response_content = response[0]["generated_text"]
         
-        # Parse response content for a score and summary
+        # Parse response content for score and summary if JSON formatted
         try:
             response_data = json.loads(response_content)
             results.append(response_data)
@@ -58,4 +43,4 @@ async def compare_job_cv(job_descriptions: str = Form(...), cv_text: str = Form(
     
     return {"results": results}
 
-# Run the app with `uvicorn <filename>:app --reload`
+