Duplicate from Datatrooper/zero-shot-image-classification

Co-authored-by: Mamta Narang <[email protected]>

.gitattributes

@@ -0,0 +1,27 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,2 @@
+venv/
+transformers/

README.md

@@ -0,0 +1,12 @@
+---
+title: Zero Shot Image Classification
+emoji: 💻
+colorFrom: blue
+colorTo: gray
+sdk: gradio
+app_file: app.py
+pinned: false
+duplicated_from: Datatrooper/zero-shot-image-classification
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces#reference

app.py

@@ -0,0 +1,28 @@
+from turtle import title
+import gradio as gr
+from transformers import pipeline
+import numpy as np
+from PIL import Image
+
+
+pipe = pipeline("zero-shot-image-classification", model="openai/clip-vit-base-patch32")
+images="dog.jpg"
+
+def shot(image, labels_text):
+    PIL_image = Image.fromarray(np.uint8(image)).convert('RGB')
+    labels = labels_text.split(",")
+    res = pipe(images=PIL_image, 
+           candidate_labels=labels,
+           hypothesis_template= "This is a photo of a {}")
+    return {dic["label"]: dic["score"] for dic in res}
+    
+iface = gr.Interface(shot, 
+                    ["image", "text"], 
+                    "label", 
+                    examples=[["dog.jpg", "dog,cat,bird"], 
+                              ["germany.jpg", "germany,belgium,colombia"],
+                              ["colombia.jpg", "germany,belgium,colombia"]],
+                    description="Add a picture and a list of labels separated by commas",
+                    title="Zero-shot Image Classification")
+
+iface.launch()

requirements.txt

@@ -0,0 +1,2 @@
+git+https://github.com/huggingface/transformers.git@main#egg=transformers
+torch

transformers

@@ -0,0 +1 @@
+Subproject commit e3342edc4ef2f6046595ab2d5660640a313501fe