awacke1 commited on
Commit
def9b1c
·
verified ·
1 Parent(s): 7ad2bd4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -1
app.py CHANGED
@@ -14,7 +14,14 @@ retriever = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2')
14
  def generate_query(document):
15
  prompt = f"Generate a relevant search query for the following document:\n\n{document}\n\nQuery:"
16
  input_ids = llm_tokenizer.encode(prompt, return_tensors="pt")
17
- output = llm.generate(input_ids, max_length=50, num_return_sequences=5)
 
 
 
 
 
 
 
18
  queries = [llm_tokenizer.decode(seq, skip_special_tokens=True) for seq in output]
19
  return queries
20
 
 
14
  def generate_query(document):
15
  prompt = f"Generate a relevant search query for the following document:\n\n{document}\n\nQuery:"
16
  input_ids = llm_tokenizer.encode(prompt, return_tensors="pt")
17
+ output = llm.generate(
18
+ input_ids,
19
+ max_length=50,
20
+ num_return_sequences=5,
21
+ num_beams=5, # Use beam search
22
+ no_repeat_ngram_size=2,
23
+ early_stopping=True
24
+ )
25
  queries = [llm_tokenizer.decode(seq, skip_special_tokens=True) for seq in output]
26
  return queries
27