import os
import sys
import logging
import pandas as pd
from json import JSONDecodeError
from pathlib import Path
import streamlit as st
from annotated_text import annotation
from markdown import markdown
import random
from utils import haystack_is_ready, query, send_feedback, upload_doc, haystack_version, get_backlink
# Adjust to a question that you would like users to see in the search bar when they load the UI:
DEFAULT_QUESTION_AT_STARTUP = os.getenv("DEFAULT_QUESTION_AT_STARTUP", "Who is Laura Palmer?")
DEFAULT_ANSWER_AT_STARTUP = os.getenv("DEFAULT_ANSWER_AT_STARTUP", "")
# Sliders
DEFAULT_DOCS_FROM_RETRIEVER = int(os.getenv("DEFAULT_DOCS_FROM_RETRIEVER", 3))
DEFAULT_NUMBER_OF_ANSWERS = int(os.getenv("DEFAULT_NUMBER_OF_ANSWERS", 3))
top_k_retriever=7
top_k_reader=5
# Labels for the evaluation
EVAL_LABELS = os.getenv("EVAL_FILE", Path(__file__).parent / "eval_labels_example.csv")
# Whether the file upload should be enabled or not
DISABLE_FILE_UPLOAD = True
def set_state_if_absent(key, value):
if key not in st.session_state:
st.session_state[key] = value
def main():
st.set_page_config(page_title='Who killed Laura Palmer?', page_icon="https://haystack.deepset.ai/img/HaystackIcon.png")
# Persistent state
set_state_if_absent('question', DEFAULT_QUESTION_AT_STARTUP)
set_state_if_absent('answer', DEFAULT_ANSWER_AT_STARTUP)
set_state_if_absent('results', None)
set_state_if_absent('raw_json', None)
set_state_if_absent('random_question_requested', False)
# Small callback to reset the interface in case the text of the question changes
def reset_results(*args):
st.session_state.answer = None
st.session_state.results = None
st.session_state.raw_json = None
# page_bg_img = """
#
# """
# st.markdown(page_bg_img, unsafe_allow_html=True)
# st.image("https://upload.wikimedia.org/wikipedia/it/3/39/Twin-peaks-1990.jpg")
# Title
st.write("# Who killed Laura Palmer?")
st.write("### The first Twin Peaks Question Answering system!")
st.markdown("""
Ask any question on Twin Peaks and see if the systsem can find the correct answer to your query!
*Note: do not use keywords, but full-fledged questions.*
""", unsafe_allow_html=True)
# Sidebar
st.sidebar.header("Who killed Laura Palmer?")
st.sidebar.image("https://upload.wikimedia.org/wikipedia/it/3/39/Twin-peaks-1990.jpg")
st.sidebar.markdown("#### Twin Peaks Question Answering system")
# top_k_reader = st.sidebar.slider(
# "Max. number of answers",
# min_value=1,
# max_value=10,
# value=DEFAULT_NUMBER_OF_ANSWERS,
# step=1,
# on_change=reset_results)
# top_k_retriever = st.sidebar.slider(
# "Max. number of documents from retriever",
# min_value=1,
# max_value=10,
# value=DEFAULT_DOCS_FROM_RETRIEVER,
# step=1,
# on_change=reset_results)
# eval_mode = st.sidebar.checkbox("Evaluation mode")
# debug = st.sidebar.checkbox("Show debug info")
# # File upload block
# if not DISABLE_FILE_UPLOAD:
# st.sidebar.write("## File Upload:")
# data_files = st.sidebar.file_uploader("", type=["pdf", "txt", "docx"], accept_multiple_files=True)
# for data_file in data_files:
# # Upload file
# if data_file:
# raw_json = upload_doc(data_file)
# st.sidebar.write(str(data_file.name) + " ✅ ")
# if debug:
# st.subheader("REST API JSON response")
# st.sidebar.write(raw_json)
# hs_version = ""
# try:
# hs_version = f" (v{haystack_version()})"
# except Exception:
# pass
st.sidebar.markdown(f"""
""", unsafe_allow_html=True)
# st.sidebar.image('https://static.wikia.nocookie.net/twinpeaks/images/e/ef/Laura_Palmer%2C_the_Queen_Of_Hearts.jpg', width=270) #use_column_width='always'
song_i = random.randint(1,11)
st.sidebar.audio(f'http://twinpeaks.narod.ru/Media/0{song_i}.mp3')
# Load csv into pandas dataframe
try:
df = pd.read_csv(EVAL_LABELS, sep=";")
except Exception:
st.error(f"The eval file was not found. Please check the demo's [README](https://github.com/deepset-ai/haystack/tree/master/ui/README.md) for more information.")
sys.exit(f"The eval file was not found under `{EVAL_LABELS}`. Please check the README (https://github.com/deepset-ai/haystack/tree/master/ui/README.md) for more information.")
# Search bar
question = st.text_input("",
value=st.session_state.question,
max_chars=100,
#on_change=reset_results
)
col1, col2 = st.columns(2)
col1.markdown("", unsafe_allow_html=True)
col2.markdown("", unsafe_allow_html=True)
# Run button
run_pressed = col1.button("Run")
# Get next random question from the CSV
if col2.button("Random question"):
reset_results()
new_row = df.sample(1)
while new_row["Question Text"].values[0] == st.session_state.question: # Avoid picking the same question twice (the change is not visible on the UI)
new_row = df.sample(1)
st.session_state.question = new_row["Question Text"].values[0]
st.session_state.answer = new_row["Answer"].values[0]
st.session_state.random_question_requested = True
# Re-runs the script setting the random question as the textbox value
# Unfortunately necessary as the Random Question button is _below_ the textbox
raise st.script_runner.RerunException(st.script_request_queue.RerunData(None))
else:
st.session_state.random_question_requested = False
run_query = (run_pressed or question != st.session_state.question) and not st.session_state.random_question_requested
# Check the connection
with st.spinner("⌛️ Haystack is starting..."):
if not haystack_is_ready():
st.error("🚫 Connection Error. Is Haystack running?")
run_query = False
reset_results()
# Get results for query
if run_query and question:
reset_results()
st.session_state.question = question
with st.spinner(
"🧠 Performing neural search on documents... \n "
"The response may be slow because the system is running on CPU. \n"
"If you want to support and speed up this site, please contact me on Github. "
):
try:
st.session_state.results, st.session_state.raw_json = query(question, top_k_reader=top_k_reader,
top_k_retriever=top_k_retriever)
except JSONDecodeError as je:
st.error("👓 An error occurred reading the results. Is the document store working?")
return
except Exception as e:
logging.exception(e)
if "The server is busy processing requests" in str(e) or "503" in str(e):
st.error("🧑🌾 All our workers are busy! Try again later.")
else:
st.error("🐞 An error occurred during the request.")
return
if st.session_state.results:
eval_mode=False
# Show the gold answer if we use a question of the given set
if eval_mode and st.session_state.answer:
st.write("## Correct answer:")
st.write(st.session_state.answer)
st.write("## Results:")
alert_irrelevance=True
for count, result in enumerate(st.session_state.results):
if result["answer"]:
if alert_irrelevance and result['relevance']<=30:
alert_irrelevance = False
st.write("Attention, the following answers have low relevance:
", unsafe_allow_html=True)
answer, context = result["answer"], result["context"]
start_idx = context.find(answer)
end_idx = start_idx + len(answer)
# Hack due to this bug: https://github.com/streamlit/streamlit/issues/3190
st.write(markdown(context[:start_idx] + str(annotation(answer, "ANSWER", "#8ef")) + context[end_idx:]), unsafe_allow_html=True)
source = ""
url = get_backlink(result)
if url:
source = f"({result['document']['meta']['url']})"
else:
source = f"{result['source']}"
st.markdown(f"**Relevance:** {result['relevance']} - **Source:** {source}")
else:
st.info("🤔 Haystack is unsure whether any of the documents contain an answer to your question. Try to reformulate it!")
st.write("**Relevance:** ", result["relevance"])
if eval_mode and result["answer"]:
# Define columns for buttons
is_correct_answer = None
is_correct_document = None
button_col1, button_col2, button_col3, _ = st.columns([1, 1, 1, 6])
if button_col1.button("👍", key=f"{result['context']}{count}1", help="Correct answer"):
is_correct_answer=True
is_correct_document=True
if button_col2.button("👎", key=f"{result['context']}{count}2", help="Wrong answer and wrong passage"):
is_correct_answer=False
is_correct_document=False
if button_col3.button("👎👍", key=f"{result['context']}{count}3", help="Wrong answer, but correct passage"):
is_correct_answer=False
is_correct_document=True
if is_correct_answer is not None and is_correct_document is not None:
try:
send_feedback(
query=question,
answer_obj=result["_raw"],
is_correct_answer=is_correct_answer,
is_correct_document=is_correct_document,
document=result["document"]
)
st.success("✨ Thanks for your feedback! ✨")
except Exception as e:
logging.exception(e)
st.error("🐞 An error occurred while submitting your feedback!")
st.write("___")
# if debug:
# st.subheader("REST API JSON response")
# st.write(st.session_state.raw_json)
main()