dwb2023 commited on
Commit
421b69f
·
verified ·
1 Parent(s): 05d3b25

Update app.py

Browse files

update llm params

Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -41,7 +41,7 @@ def generate(
41
  max_new_tokens: int = 1024,
42
  temperature: float = 0.1,
43
  top_p: float = 0.4,
44
- top_k: int = 3,
45
  repetition_penalty: float = 1.4,
46
  ) -> Iterator[str]:
47
 
@@ -104,14 +104,14 @@ chat_interface = gr.ChatInterface(
104
  minimum=0.05,
105
  maximum=1.0,
106
  step=0.05,
107
- value=0.9,
108
  ),
109
  gr.Slider(
110
  label="Top-k",
111
  minimum=1,
112
  maximum=1000,
113
  step=1,
114
- value=3,
115
  ),
116
  gr.Slider(
117
  label="Repetition penalty",
 
41
  max_new_tokens: int = 1024,
42
  temperature: float = 0.1,
43
  top_p: float = 0.4,
44
+ top_k: int = 10,
45
  repetition_penalty: float = 1.4,
46
  ) -> Iterator[str]:
47
 
 
104
  minimum=0.05,
105
  maximum=1.0,
106
  step=0.05,
107
+ value=0.4,
108
  ),
109
  gr.Slider(
110
  label="Top-k",
111
  minimum=1,
112
  maximum=1000,
113
  step=1,
114
+ value=10,
115
  ),
116
  gr.Slider(
117
  label="Repetition penalty",