KunalThakare279 commited on
Commit
92b022e
·
verified ·
1 Parent(s): 96b8fd9

Update llm.py

Browse files
Files changed (1) hide show
  1. llm.py +2 -3
llm.py CHANGED
@@ -20,11 +20,10 @@ text = """
20
 
21
  print("loading model")
22
  model = HuggingFacePipeline.from_model_id(
23
- model_id="microsoft/Phi-3-small-8k-instruct",
24
  task="text-generation",
25
  pipeline_kwargs={"temperature":1, "max_length":1000,
26
- "repetition_penalty":1.25, "max_new_tokens": 2000},
27
- trust_remote_code=True
28
  )
29
  print("loading model done!")
30
 
 
20
 
21
  print("loading model")
22
  model = HuggingFacePipeline.from_model_id(
23
+ model_id="mistralai/Mistral-7B-Instruct-v0.3",
24
  task="text-generation",
25
  pipeline_kwargs={"temperature":1, "max_length":1000,
26
+ "repetition_penalty":1.25, "max_new_tokens": 2000}
 
27
  )
28
  print("loading model done!")
29