yxmauw commited on
Commit
933893f
·
verified ·
1 Parent(s): d9a1028

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +18 -3
app.py CHANGED
@@ -1,13 +1,28 @@
1
  import gradio as gr
2
  from gpt4all import GPT4All
 
 
3
 
4
- model = GPT4All("orca-mini-3b-gguf2-q4_0.gguf")
 
 
5
 
6
- def generate_text(input_text):
 
 
 
 
 
7
  output = model.generate(input_text, max_tokens=100)
8
  return output
9
 
 
10
  input_text = gr.Textbox(lines=5, label="Input Text")
11
  output_text = gr.Textbox(lines=5, label="Generated Text")
12
 
13
- gr.Interface(fn=generate_text, inputs=input_text, outputs=output_text, theme = gr.themes.Soft(), analytics_enabled=True, title="GPT4All_experiment").launch()
 
 
 
 
 
 
1
  import gradio as gr
2
  from gpt4all import GPT4All
3
+ import urllib
4
+ import json
5
 
6
+ url = "https://raw.githubusercontent.com/nomic-ai/gpt4all/main/gpt4all-chat/metadata/models3.json"
7
+ response = urlopen(url)
8
+ data_json = json.loads(response.read())
9
 
10
+ def model_choices():
11
+ model_list = [data_json[i]['filename'] for i in range(len(data_json))]
12
+ return model_list
13
+
14
+ def generate_text(input_text, selected_model):
15
+ model = GPT4All(selected_model)
16
  output = model.generate(input_text, max_tokens=100)
17
  return output
18
 
19
+ model_dropdown = gr.Dropdown(choices=model_choices(), multiselect=False, label="LLMs to choose from", type="value")
20
  input_text = gr.Textbox(lines=5, label="Input Text")
21
  output_text = gr.Textbox(lines=5, label="Generated Text")
22
 
23
+ gr.Interface(fn=generate_text,
24
+ inputs=[input_text, model_dropdown],
25
+ outputs=output_text,
26
+ theme = gr.themes.Soft(),
27
+ analytics_enabled=True,
28
+ title="GPT4All Text Generation Experiment").launch()