Update main.py

main.py

@@ -39,4 +39,33 @@ def get_default_inference_endpoint():
 # Define the index route
 @app.get('/', response_class=FileResponse)
 def index():
-    return './static/index.html'
+    return './static/index.html'
+
+from typing import Union
+from transformers import pipeline
+
+# Load miku pipeline
+pipe_miku = pipeline("text-generation", model="miqudev/miqu-1-70b")
+
+def miku(input):
+    output = pipe_miku(input)
+    return {"output": output[0]["generated_text"]}
+
+@app.post("/infer_miku")
+def infer_endpoint(data: dict):
+    """Receive input and generate text."""
+    input_text = data.get("input")
+
+    # Validate that the input is a string
+    assert isinstance(input_text, str), "Input must be a string."
+
+    if input_text is None:
+        return {"error": "No input text detected."}
+    else:
+        result = miku(input_text)
+        return result
+
+@app.get("/infer_miku")
+def get_default_inference_endpoint():
+    return {"message": "Use POST method to submit input data"}
+