Upload 4 files

README.txt

@@ -0,0 +1,13 @@
+---
+title: ⚕️MedNER - Biomed Entity Recognizer
+emoji: 👩‍⚕️🩺⚕️🙋
+colorFrom: purple
+colorTo: red
+sdk: gradio
+sdk_version: 3.8
+app_file: app.py
+pinned: false
+license: apache-2.0
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,81 @@
+import gradio as gr
+import pandas as pd
+import json
+from collections import defaultdict
+
+# Create tokenizer for biomed model
+from transformers import pipeline, AutoTokenizer, AutoModelForTokenClassification
+tokenizer = AutoTokenizer.from_pretrained("d4data/biomedical-ner-all")
+model = AutoModelForTokenClassification.from_pretrained("d4data/biomedical-ner-all")
+pipe = pipeline("ner", model=model, tokenizer=tokenizer, aggregation_strategy="simple")
+
+# Matplotlib for entity graph
+import matplotlib.pyplot as plt
+plt.switch_backend("Agg")
+
+# Load examples from JSON
+EXAMPLES = {}
+with open("examples.json", "r") as f:
+    example_json = json.load(f)
+    EXAMPLES = {x["text"]: x["label"] for x in example_json}
+
+def group_by_entity(raw):
+    out = defaultdict(int)
+    for ent in raw:
+        out[ent["entity_group"]] += 1
+    # out["total"] = sum(out.values())
+    return out
+
+
+def plot_to_figure(grouped):
+    fig = plt.figure()
+    plt.bar(x=list(grouped.keys()), height=list(grouped.values()))
+    plt.margins(0.2)
+    plt.subplots_adjust(bottom=0.4)
+    plt.xticks(rotation=90)
+    return fig
+
+
+def ner(text):
+    raw = pipe(text)
+    ner_content = {
+        "text": text,
+        "entities": [
+            {
+                "entity": x["entity_group"],
+                "word": x["word"],
+                "score": x["score"],
+                "start": x["start"],
+                "end": x["end"],
+            }
+            for x in raw
+        ],
+    }
+    
+    grouped = group_by_entity(raw)
+    figure = plot_to_figure(grouped)
+    label = EXAMPLES.get(text, "Unknown")
+
+    meta = {
+        "entity_counts": grouped,
+        "entities": len(set(grouped.keys())),
+        "counts": sum(grouped.values()),
+    }
+
+    return (ner_content, meta, label, figure)
+
+
+interface = gr.Interface(
+    ner,
+    inputs=gr.Textbox(label="Note text", value=""),
+    outputs=[
+        gr.HighlightedText(label="NER", combine_adjacent=True),
+        gr.JSON(label="Entity Counts"),
+        gr.Label(label="Rating"),
+        gr.Plot(label="Bar"),
+    ],
+    examples=list(EXAMPLES.keys()),
+    allow_flagging="never",
+)
+
+interface.launch()

examples.json

@@ -0,0 +1,18 @@
+[
+  {
+    "text": "In March and April the patient had two falls.  One was related to asthma, heart palpitations.  The second was due to syncope and post covid vaccination dizziness during exercise.  The patient is now getting an EKG.  Former EKG had shown that there was a bundle branch block.  Patient had some uncontrolled immune system reactions like anaphylaxis and shortness of breath.",
+    "label": 3
+  },
+  {
+    "text": "During the fertility engagement, there was alot of anxiety and we just felt depressed.  It was difficult but finally after nutrition advice and changing habits such as cutting out smoking and improving daily activities we felt less agitated.  Then our baby came.  When he was born in December he had some minor jaundice but nothing serious, yet we had problems sleeping.  Both of us felt so relieved to have had the help, and now that the baby doesn't cry all night, we feel less fatigue and can sleep through night.",
+    "label": 2
+  },
+  {
+    "text": "51 y/o male with history of skin cancer, asthma, allergic to NSAIDS, dogs, cats, mold.  Daily long distance swimming helped breathing problems.  COVID reactions were severe yet recovery was fastest when maintaining a healthy diet, low fat and chloresterol, as well as limiting sugar intake.",
+    "label": 0
+  },
+  {
+    "text": "SNOMEDCT 183452005 is an emergency hospital encounter.  CPT 99378 is an intervention with supervision of a hospice patient.  HCPCS T2046 Hospice long term care, room and board only; per diem.  LOINC for Care Plan Document Type is code 80748-7 - Clinical genetics Plan of care note.  LOINC Care Plan Document Type 80751-1 is a Dermatology Plan of care note.  ICD10CM M84.371A is a Stress fracture, right ankle, initial encounter for fracture which is a Condition/Diagnosis/Problem Lower Body Fracture.  The purpose of this value set is to represent concepts for a diagnosis of a fracture of a bone in the lower body.",
+    "label": 1
+  }
+]

requirements.txt

@@ -0,0 +1,71 @@
+aiohttp==3.8.3
+aiosignal==1.2.0
+anyio==3.6.1
+async-timeout==4.0.2
+attrs==22.1.0
+bcrypt==4.0.1
+black==22.10.0
+certifi==2022.9.24
+cffi==1.15.1
+charset-normalizer==2.1.1
+click==8.1.3
+contourpy==1.0.5
+cryptography==38.0.1
+cycler==0.11.0
+fastapi==0.85.0
+ffmpy==0.3.0
+filelock==3.8.0
+fonttools==4.37.4
+frozenlist==1.3.1
+fsspec==2022.8.2
+gradio==3.4.1
+h11==0.12.0
+httpcore==0.15.0
+httpx==0.23.0
+huggingface-hub==0.10.0
+idna==3.4
+Jinja2==3.1.2
+kiwisolver==1.4.4
+linkify-it-py==1.0.3
+markdown-it-py==2.1.0
+MarkupSafe==2.1.1
+matplotlib==3.6.1
+mdit-py-plugins==0.3.1
+mdurl==0.1.2
+multidict==6.0.2
+mypy-extensions==0.4.3
+numpy==1.23.3
+orjson==3.8.0
+packaging==21.3
+pandas==1.5.0
+paramiko==2.11.0
+pathspec==0.10.1
+Pillow==9.2.0
+platformdirs==2.5.2
+pycparser==2.21
+pycryptodome==3.15.0
+pydantic==1.10.2
+pydub==0.25.1
+PyNaCl==1.5.0
+pyparsing==3.0.9
+python-dateutil==2.8.2
+python-multipart==0.0.5
+pytz==2022.4
+PyYAML==6.0
+regex==2022.9.13
+requests==2.28.1
+rfc3986==1.5.0
+six==1.16.0
+sniffio==1.3.0
+starlette==0.20.4
+tokenizers==0.12.1
+tomli==2.0.1
+torch==1.12.1
+tqdm==4.64.1
+transformers==4.22.2
+typing_extensions==4.4.0
+uc-micro-py==1.0.1
+urllib3==1.26.12
+uvicorn==0.18.3
+websockets==10.3
+yarl==1.8.1