incorporo st.write_stream

app.py

@@ -1,8 +1,41 @@
 from model import model
-from vectorstore import similarity_search
+#from vectorstore import similarity_search
+import time
+import numpy as np
+import pandas as pd
 import streamlit as st
 
+def stream_data(prompt):
+    for _ in model(prompt,_stream):
+        yield str(_) 
 
+if "model" not in st.session_state:
+    st.session_state["model"] = "TheBloke/Mistral-7B-OpenOrca-GGUF"
+
+# Initialize chat history
+if "messages" not in st.session_state:
+    st.session_state.messages = []
+
+# Display chat messages from history on app rerun
+for message in st.session_state.messages:
+    with st.chat_message(message["role"]):
+        st.markdown(message["content"])
+
+
+if prompt := st.chat_input("Pregúntale a Don Simón"):
+    # Add user message to chat history
+    st.session_state.messages.append({"role": "user", "content": prompt})
+    # Display user message in chat message container
+    with st.chat_message("user"):
+        st.markdown(prompt)
+
+with st.chat_message("assistant"):
+    stream = model("Hola",max_new_tokens=25, stream=True)
+    response = st.write_stream(stream)
+    #st.session_state.messages.append({"role": "assistant", "content": response})
+
+
+'''
 text= st.text_area("Pregúntale a Don Simón")
 
 if text:
@@ -10,5 +43,5 @@ if text:
     answer=""
     for _ in model(text,max_new_tokens=25, stream=True):
         answer= answer+str(_)
-        print(answer)
+        print(answer)'''
     

requirements.txt

@@ -1,4 +1,4 @@
-streamlit==1.30.0
+streamlit==1.31.1
 pymupdf==1.23.18
 chromadb==0.4.22
 langchain==0.1.3