ilhooq commited on
Commit
97cbc1c
·
1 Parent(s): 0625984

Fix model parameters

Browse files
Files changed (1) hide show
  1. main.py +3 -4
main.py CHANGED
@@ -62,10 +62,9 @@ async def stream(item: Validation):
62
  def stream_json():
63
  for text in model(
64
  prompt,
65
- temperature=item.temperature,
66
- top_p=item.top_p,
67
- presence_penalty=item.presence_penalty,
68
- frequency_penalty=item.frequency_penalty,
69
  stream=True
70
  ):
71
  yield json.dumps({
 
62
  def stream_json():
63
  for text in model(
64
  prompt,
65
+ temperature=item.temperature, # Default to 0.8
66
+ top_p=item.top_p, # Default to 0.95
67
+ repetition_penalty=item.frequency_penalty, # Default to 1.1
 
68
  stream=True
69
  ):
70
  yield json.dumps({