Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,14 @@ retriever = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2')
|
|
14 |
def generate_query(document):
|
15 |
prompt = f"Generate a relevant search query for the following document:\n\n{document}\n\nQuery:"
|
16 |
input_ids = llm_tokenizer.encode(prompt, return_tensors="pt")
|
17 |
-
output = llm.generate(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
queries = [llm_tokenizer.decode(seq, skip_special_tokens=True) for seq in output]
|
19 |
return queries
|
20 |
|
|
|
14 |
def generate_query(document):
|
15 |
prompt = f"Generate a relevant search query for the following document:\n\n{document}\n\nQuery:"
|
16 |
input_ids = llm_tokenizer.encode(prompt, return_tensors="pt")
|
17 |
+
output = llm.generate(
|
18 |
+
input_ids,
|
19 |
+
max_length=50,
|
20 |
+
num_return_sequences=5,
|
21 |
+
num_beams=5, # Use beam search
|
22 |
+
no_repeat_ngram_size=2,
|
23 |
+
early_stopping=True
|
24 |
+
)
|
25 |
queries = [llm_tokenizer.decode(seq, skip_special_tokens=True) for seq in output]
|
26 |
return queries
|
27 |
|