Add demo files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+definitions.ann filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,73 @@
+import gradio as gr
+import duckdb
+from annoy import AnnoyIndex
+from sentence_transformers import SentenceTransformer
+
+model = SentenceTransformer("sentence-transformers/LaBSE")
+
+annoy_index = AnnoyIndex(768, "angular")
+annoy_index.load("definitions.ann")
+
+conn = duckdb.connect("sonajaht.db")
+
+
+def search_query(query, top_k=10):
+    query_vector = model.encode(query)
+
+    similar_item_ids, distances = annoy_index.get_nns_by_vector(
+        query_vector, top_k, include_distances=True
+    )
+
+    id_list = ", ".join(map(str, similar_item_ids))
+    sql_query = f"""
+    SELECT w.value AS word, d.value AS definition 
+    FROM definitions d
+    JOIN words w ON d.word_id = w.word_id
+    WHERE d.entry_id IN ({id_list})
+    ORDER BY CASE d.entry_id 
+    {' '.join([f'WHEN {_id} THEN {i}' for i, _id in enumerate(similar_item_ids)])}
+    END
+    """
+
+    results = conn.execute(sql_query).fetchdf()
+
+    results["relevance_score"] = [1 - d for d in distances]
+
+    return results
+
+
+# Example queries in natural language
+examples = [
+    "väga vana mees",
+    "очень старый дед",
+    "un très vieil homme"
+]
+
+
+def handle_example(example):
+    return example, search_query(example)
+
+
+with gr.Blocks() as demo:
+    gr.Markdown("# Sõnajaht Demo")
+
+    query_input = gr.Textbox(label="Sisestage teie otsingupäring")
+    search_button = gr.Button("Otsi")
+
+    with gr.Row():
+        example_buttons = [gr.Button(example) for example in examples]
+
+    results_output = gr.Dataframe(label="Otsingutulemused")
+
+    search_button.click(search_query, inputs=query_input, outputs=results_output)
+
+    for button in example_buttons:
+        button.click(
+            handle_example,
+            inputs=gr.State(button.value),
+            outputs=[query_input, results_output],
+        )
+
+
+if __name__ == "__main__":
+    demo.launch()

definitions.ann

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7951b3c11b358bf9e41dcbe4f6839a71a0230d72d062764ceaf2a8012b90bead
+size 732357480

definitions.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d67e8b66660ba36bcf024d903c4242af299fc8e9d52dd617140e1a874dfae2
+size 657254488

requirements.txt

@@ -0,0 +1,9 @@
+gradio
+sentence-transformers
+duckdb
+annoy
+tqdm
+safetensors
+numpy
+torch
+datasets