Update app.py

app.py

@@ -1,6 +1,15 @@
+import os
 import gradio as gr
 from epub2txt import epub2txt
 
+os.system("git clone --recurse-submodules https://github.com/ztxz16/fastllm.git")
+os.system("cd fastllm; mkdir build; cd build; cmake ..; make -j; cd tools; python setup.py install")
+os.system("wget https://huggingface.co/huangyuyang/chatglm2-6b-int4.flm/resolve/main/chatglm2-6b-int4.flm")
+
+from fastllm_pytools import llm
+model = llm.model("./chatglm2-6b-int4.flm")
+prompt = os.getenv("prompt")
+
 class GUI:
     def __init__(self, *args, **kwargs):
         with gr.Blocks() as demo:
@@ -20,8 +29,9 @@ class GUI:
         chapter_titles = epub2txt.content_titles
         title = epub2txt.title
         return gr.update(
-            value=f"# {title}\n\n" + "\n\n".join(
-                [f"## {ct}\n\n{c}" for ct, c in zip(chapter_titles, ch_list)]))
+            value=f"# {title}\n\n" + model.response(prompt+ch_list[2]))
+            # value=f"# {title}\n\n" + "\n\n".join(
+            #     [f"## {ct}\n\n{c}" for ct, c in zip(chapter_titles, ch_list)]))
 
     def hello(self, profile: gr.OAuthProfile | None):
         if profile is None: