| import gradio as gr | |
| import os | |
| os.system("pip install transformers sentencepiece torch") | |
| from transformers import AutoTokenizer, AutoModelForCausalLM | |
| tokenizer = AutoTokenizer.from_pretrained("kyo-takano/open-calm-7b-8bit") | |
| model = AutoModelForCausalLM.from_pretrained("kyo-takano/open-calm-7b-8bit") | |
| def generate_text(input_text, temperature=0.8, max_length=20): | |
| input_ids = tokenizer.encode(input_text, return_tensors="pt") | |
| output = model.generate(input_ids, max_length=max_length, temperature=temperature) | |
| generated_text = tokenizer.decode(output[0], skip_special_tokens=True) | |
| return generated_text | |
| inputs = gr.inputs.Textbox(lines=2, label="Input Text") | |
| temperature = gr.inputs.Slider(minimum=0.2, maximum=1.0, default=0.8, step=0.1, label="Temperature") | |
| max_length = gr.inputs.Slider(minimum=10, maximum=50, default=20, step=5, label="Max Length") | |
| output_text = gr.outputs.Textbox(label="Generated Text") | |
| interface = gr.Interface(fn=generate_text, inputs=[inputs, temperature, max_length], outputs=output_text, title="Text Generation Interface") | |
| interface.launch() | |