project init

app.py

@@ -0,0 +1,65 @@
+import time
+import json
+from pyserini.search.lucene import LuceneImpactSearcher
+import streamlit as st
+from pathlib import Path
+import sys
+path_root = Path("./")
+sys.path.append(str(path_root))
+
+
+encoder_index_map = {
+ 'uniCOIL': ('UniCoil', 'index-unicoil'),
+ 'SPLADE++ Ensemble Distil': ('SpladePlusPlusEnsembleDistil', 'index-splade-pp-ed'),
+ 'SPLADE++ Self Distil': ('SpladePlusPlusSelfDistil', 'index-splade-pp-sd')
+}
+
+index = 'index-splade-pp-ed'
+encoder = 'SpladePlusPlusEnsembleDistil'
+
+st.set_page_config(page_title="Pyserini with ONNX Runtime",
+ page_icon='🌸', layout="centered")
+
+cola, colb, colc = st.columns([5, 4, 5])
+with colb:
+ st.image("logo.jpeg")
+
+colaa, colbb, colcc = st.columns([1, 8, 1])
+with colbb:
+ encoder = st.select_slider(
+ 'Select a query encoder with ONNX Runtime',
+ options=['uniCOIL', 'SPLADE++ Ensemble Distil', 'SPLADE++ Self Distil'])
+ st.write('Now Running Encoder: ', encoder)
+
+encoder, index = encoder_index_map[encoder]
+
+col1, col2 = st.columns([9, 1])
+with col1:
+ search_query = st.text_input(label="search query", placeholder="Search")
+
+with col2:
+ st.write('#')
+ button_clicked = st.button("🔎")
+
+searcher = LuceneImpactSearcher(
+ f'indexes/{index}', f'{encoder}', encoder_type='onnx')
+
+if search_query or button_clicked:
+ num_results = None
+ t_0 = time.time()
+ print("search query is:\t", search_query)
+ search_results = searcher.search(search_query, k=10)
+ search_time = time.time() - t_0
+ st.write(
+ f'<p align=\"right\" style=\"color:grey;\">Retrieved {len(search_results):,.0f} documents in {search_time*1000:.2f} ms</p>', unsafe_allow_html=True)
+ for i, result in enumerate(search_results[:10]):
+ result_score = result.score
+ result_id = result.docid
+ output = f'<div class="row"> <div class="column"> <b>Rank</b>: {i+1} </div><div class="column"><b>Document ID</b>: {result_id}</div><div class="column"><b>Score</b>:{result_score:.2f}</div></div>'
+
+ try:
+ st.write(output, unsafe_allow_html=True)
+
+ except:
+ pass
+ st.write('---')

packages.txt

@@ -0,0 +1 @@
+openjdk-11-jdk

requirements.txt

@@ -0,0 +1,16 @@
+faiss-cpu
+torch
+Cython>=0.29.21
+numpy>=1.18.1
+pandas>=1.4.0
+pyjnius>=1.4.0
+scikit-learn>=0.22.1
+scipy>=1.4.1
+tqdm
+transformers>=4.6.0
+sentencepiece>=0.1.95
+nmslib>=2.1.1
+onnxruntime>=1.8.1
+lightgbm>=3.3.2
+spacy>=3.2.1
+pyyaml