Update app.py

app.py

@@ -1,26 +1,28 @@
 import gradio as gr
-from unsloth import FastLanguageModel
+
 from transformers import TextIteratorStreamer
 from threading import Thread
 import spaces
 
-# Model configuration
-model_name = "yasserrmd/food_safety"  
-max_seq_length = 512
-load_in_4bit = True  
-dtype = "fp16"  
-
-# Load model and tokenizer
-model, tokenizer = FastLanguageModel.from_pretrained(
-    model_name=model_name,
-    max_seq_length=max_seq_length,
-    dtype=dtype,
-    load_in_4bit=load_in_4bit,
-)
-FastLanguageModel.for_inference(model)  # Enable faster inference
-
 @spaces.GPU
 def food_safety_query(prompt):
+    from unsloth import FastLanguageModel
+    # Model configuration
+    model_name = "yasserrmd/food_safety"  
+    max_seq_length = 512
+    load_in_4bit = True  
+    dtype = "fp16"  
+    
+    # Load model and tokenizer
+    model, tokenizer = FastLanguageModel.from_pretrained(
+        model_name=model_name,
+        max_seq_length=max_seq_length,
+        dtype=dtype,
+        load_in_4bit=load_in_4bit,
+    )
+    FastLanguageModel.for_inference(model)  # Enable faster inference
+
+
     messages = [
         {"role": "system", "content": "You are an AI assistant with expertise in food safety. Your primary goal is to provide precise, actionable, and scientifically accurate responses to queries about food safety practices, standards, and regulations. Focus on offering guidance based on global food safety standards, such as HACCP, ISO 22000, and FDA guidelines. Your responses should address hygiene, contamination prevention, food handling, storage, production processes, and safety protocols with practical and specific advice."},
         {"role": "user", "content": prompt},