Update app.py

app.py

@@ -15,7 +15,10 @@ def load_pdf(uploaded_file):
 def initialize_rag_model():
     # Load the tokenizer and model
     tokenizer = RagTokenizer.from_pretrained("facebook/rag-token-nq")
-    retriever = RagRetriever.from_pretrained("facebook/rag-token-nq", index_name="legacy", use_dummy_dataset=True)
+    
+    # Use a dummy retriever for testing purposes
+    retriever = RagRetriever.from_pretrained("facebook/rag-token-nq", use_dummy_dataset=True)
+    
     model = RagTokenForGeneration.from_pretrained("facebook/rag-token-nq")
     return tokenizer, retriever, model
 
@@ -23,12 +26,9 @@ def initialize_rag_model():
 def generate_answer(query, context, tokenizer, retriever, model):
     # Tokenize the input question
     inputs = tokenizer(query, return_tensors="pt")
-    
-    # Generate context embeddings using retriever
-    context_input_ids = retriever(context, return_tensors="pt")["input_ids"]
-    
-    # Prepare inputs for the model
-    inputs["context_input_ids"] = context_input_ids
+
+    # Prepare inputs for the model with a dummy context
+    inputs["context_input_ids"] = retriever(context, return_tensors="pt")["input_ids"]
     
     # Generate the answer
     outputs = model.generate(**inputs)