import gradio as gr from gradio_client import Client as GrClient import inspect from gradio import routes from typing import List, Type # Monkey patch def get_types(cls_set: List[Type], component: str): docset = [] types = [] if component == "input": for cls in cls_set: doc = inspect.getdoc(cls) doc_lines = doc.split("\n") docset.append(doc_lines[1].split(":")[-1]) types.append(doc_lines[1].split(")")[0].split("(")[-1]) else: for cls in cls_set: doc = inspect.getdoc(cls) doc_lines = doc.split("\n") docset.append(doc_lines[-1].split(":")[-1]) types.append(doc_lines[-1].split(")")[0].split("(")[-1]) return docset, types routes.get_types = get_types # App code def mbti(x): return 0 def chat(x): result = gradio_client.predict( user_input,# str representing input in 'User input' Textbox component 0.9, # float, representing input in 'Top-p (nucleus sampling)' Slider component 50, # int, representing input in 'Top-k (nucleus sampling)' Slider component 0.7, # float, representing input in 'Temperature' Slider component 25, # int, representing input in 'Max New Tokens' Slider component 1.2, # float, representing input in 'repetition_penalty' Slider component fn_index=0 ) return result def yn(x): result = gradio_client.predict( text, # str representing input in 'User input' Textbox component fn_index=2 ) return result with gr.Blocks() as blk: gr.Markdown("# Gradio Blocks (3.0) with REST API") t = gr.Textbox() c = gr.Button("mbti") b = gr.Button("chat") a = gr.Button("yn") o = gr.Textbox() c.click(mbti, inputs=[t], outputs=[o]) b.click(chat, inputs=[t], outputs=[o]) a.click(yn, inputs=[t], outputs=[o]) gr.Markdown(""" ## API Can select which function to use by passing in `fn_index`: ```python import requests requests.post( url="https://hf.space/embed/versae/gradio-blocks-rest-api/+/api/predict/", json={"data": ["Jessie"], "fn_index": 0} ).json() requests.post( url="https://hf.space/embed/versae/gradio-blocks-rest-api/+/api/predict/", json={"data": ["Jessie"], "fn_index": 1} ).json() ``` Or using cURL ``` $ curl -X POST https://hf.space/embed/versae/gradio-blocks-rest-api/+/api/predict/ -H 'Content-Type: application/json' -d '{"data": ["Jessie"], "fn_index": 0}' $ curl -X POST https://hf.space/embed/versae/gradio-blocks-rest-api/+/api/predict/ -H 'Content-Type: application/json' -d '{"data": ["Jessie"], "fn_index": 1}' ```""") ifa = gr.Interface(lambda: None, inputs=[t], outputs=[o]) blk.input_components = ifa.input_components blk.output_components = ifa.output_components blk.examples = None blk.predict_durations = [] bapp = blk.launch()