Upload 11 files

app.py

@@ -1,7 +1,71 @@
-import gradio as gr
-
-def greet(name):
-    return "Hello " + name + "!!"
-
-iface = gr.Interface(fn=greet, inputs="text", outputs="text")
-iface.launch()
+import chromadb
+from chromadb.api.types import Documents, EmbeddingFunction, Embeddings
+import json
+from ast import literal_eval
+from chromadb.config import Settings
+from paddlenlp import Taskflow
+import requests
+from io import BytesIO
+from PIL import Image
+import gradio as gr
+
+vision_language=Taskflow("feature_extraction", model='PaddlePaddle/ernie_vil-2.0-base-zh')
+
+def getImageTestFeture(content):
+    if content.startswith("http"):
+        response = requests.get(content)
+        x=BytesIO(response.content)
+        f_embeds = vision_language(Image.open(x))
+    else:
+        f_embeds = vision_language(content)
+    text_features = f_embeds["features"][0]
+    return text_features
+
+class MyEmbeddingFunction(EmbeddingFunction):
+    def __call__(self, texts: Documents) -> Embeddings:
+        qr=[]
+        for doc in texts:
+            text_embeds = getImageTestFeture(doc)
+            #print(len(text_features))
+            bedx=text_embeds.tolist()
+            qr.append(bedx)
+        return qr
+
+client = chromadb.Client(Settings(
+    chroma_db_impl="duckdb+parquet",
+    persist_directory="x/" # Optional, defaults to .chromadb/ in the current directory
+))
+
+collection = client.get_or_create_collection(name="pics", metadata={"hnsw:space": "cosine"}, embedding_function=MyEmbeddingFunction())
+
+def queryimgage(text):
+    html="<table border='1'>\
+    <tr>\
+    <th>img</th>\
+    <th>score</th>\
+  </tr>"
+    atext=[]
+    atext.append(text)
+    results = collection.query(
+        query_texts=atext,
+        n_results=20,
+    )
+    ids=results['ids'][0]
+    documents=results['documents'][0]
+    distances=results['distances'][0]
+    xcount=len(ids)
+    for i in range(xcount):
+        #print("id:%s,url:%s,score:%s"%(ids[i],documents[i],distances[i]))
+         html=html +"<tr>\
+        <td><img src='"+documents[i]+"' width=640></td>\
+        <td>"+ str(distances[i])+"</td>"
+    html=html+"</table>"
+    return  html
+
+demo = gr.Interface(
+    queryimgage,
+    gr.Textbox(placeholder="请输入文本"),
+    [ "html"]
+)
+
+demo.launch()

requirements.txt

@@ -0,0 +1,5 @@
+paddlenlp==2.5.2
+paddlepaddle==2.4.2
+chromadb==0.3.25
+gradio_client
+gradio

x/chroma-collections.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554ff0df5e9812d02ed6f1799cc156dbdf4583691533b8a8e47ae519e8346fe5
+size 632

x/chroma-embeddings.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f201a6d14a19d8cb114b5707496fb2f9d55e49ca98737d7c7a99f1680c49d068
+size 253961910

x/index/id_to_uuid_6ef81d52-9bd0-4320-8b96-96ac8a8b7377.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e189f5cdbfd336b24e474d5f4380f1e2ef13a184e3aef0823f07568923ac730
+size 1744300

x/index/index_6ef81d52-9bd0-4320-8b96-96ac8a8b7377.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0bd55c4333b7102a60769143f6169b0a2cbb62b118c8acfca8dc6096985c58
+size 172845576

x/index/index_metadata_6ef81d52-9bd0-4320-8b96-96ac8a8b7377.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad68245d2bea577410b12201c810098c19d15eff0d735b3fe2c105eb0b99d83a
+size 105

x/index/uuid_to_id_6ef81d52-9bd0-4320-8b96-96ac8a8b7377.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa7c4ad9e40a9f9531d3ed82978fea866276cfa94bb30652e228fa5722e483b
+size 2039606