added articles

app.py

@@ -6,6 +6,8 @@ import numpy as np
 from PIL import Image
 import gradio as gr
 
+labels = ['A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', 'space', 'space', 'space']
+
 def recog(img):
     model = load_model('hack36_2.h5')
 
@@ -15,36 +17,35 @@ def recog(img):
     img_array=clone_resized/255
     img_final = np.expand_dims(img_array, axis=0)
     prediction = model.predict(img_final).tolist()[0]
-    alphabet = ['A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', 'space', 'space', 'space']
     
-    return {alphabet[i]: prediction[i] for i in range(29)}
+    return {labels[i]: prediction[i] for i in range(29)}
 
 
 title = "ASL Fingerspelling Recognition"
-desc = ""
+desc = "A Gradio demonstration for ASL fingerspelling recognition. Use your webcam to take a snapshot of your hand forming any of the ASL alphabet signs."
 input = [
-    gr.inputs.Image(type="pil", source="webcam", label="Image") 
+    gr.inputs.Image(type="pil", shape=(200,200), source="webcam", label="Image") 
 ]
-# output = gr.outputs.HTML(label="")
+
 output = [
-    gr.outputs.Label(label="")
-]
-# output = "text"
-examples = [
-    ["images/B_test.jpg"],
-    ["images/C_test.jpg"],
-    ["images/L_test.jpg"],
-    ["images/R_test.jpg"],
-    ["images/Y_test.jpg"]
+    gr.outputs.Label(num_top_classes=5, label="")
 ]
 
+sample_letters = ['A', 'B', 'E', 'L', 'Y']
+examples = [["images/{}_test.jpg".format(letter)] for letter in sample_letters]
+
+a1="<h2>How to Use</h2><p style='text-align: justify'>For better results, please make sure your hand covers majority of the frame of the image. It is also preferred to have a neutral light background as seen in the examples. You can refer to the images <a href='https://huggingface.co/spaces/tallwhitestck/asl-fingerspelling-recognition/tree/main/images' target='_blank'>here</a> to get an idea of how each letter is signed.</p>"
+a2="<h2>More information</h2><p style='text-align: justify'>This demo was based on a project implemented for a hackathon. The GitHub repository can be found on <a href='https://github.com/namanmanchanda09/American-Sign-Language-Detection-using-Computer-Vision' target='_blank'>namanmanchanda09/American-Sign-Language-Detection-using-Computer-Vision</a>. The model was trained on <a href='https://www.kaggle.com/datasets/grassknoted/asl-alphabet' target='_blank'>this ASL Alphabet dataset on Kaggle</a> containing 87,000 200x200 images. The examples used in the demo are from the test set of the aforementioned dataset.</p>"
+a3="<h2>Limitations</h2><p style='text-align: justify'>The model was originally designed to process videos in order to spell out full English words, however, this demo implementation only processes images. Thus, the letters that require motion such as <b>J</b> and <b>Z</b> may be inaccurate.</p>"
+
 iface = gr.Interface(
     fn=recog,
     title=title,
     description=desc,
     examples=examples,
     inputs=input,
-    outputs=output
+    outputs=output,
+    article=a1+a2+a3
 )
 
 iface.launch()

flagged/log.csv

@@ -0,0 +1,2 @@
+'Image','','timestamp'
+'','','2022-03-29 07:08:01.632982'