* choose recognizers
Browse files- prompt.py +2 -2
- requirements.txt +1 -0
prompt.py
CHANGED
@@ -19,7 +19,7 @@ from llm_guard.input_scanners import (
|
|
19 |
Toxicity,
|
20 |
)
|
21 |
from llm_guard.input_scanners.anonymize import default_entity_types
|
22 |
-
from llm_guard.input_scanners.anonymize_helpers.analyzer import
|
23 |
from llm_guard.vault import Vault
|
24 |
|
25 |
logger = logging.getLogger("llm-guard-playground")
|
@@ -103,7 +103,7 @@ def init_settings() -> (List, Dict):
|
|
103 |
)
|
104 |
st_anon_recognizer = st.selectbox(
|
105 |
"Recognizer",
|
106 |
-
|
107 |
index=1,
|
108 |
)
|
109 |
|
|
|
19 |
Toxicity,
|
20 |
)
|
21 |
from llm_guard.input_scanners.anonymize import default_entity_types
|
22 |
+
from llm_guard.input_scanners.anonymize_helpers.analyzer import RECOGNIZER_SPACY_EN_PII_DISTILBERT, RECOGNIZER_SPACY_EN_PII_FAST
|
23 |
from llm_guard.vault import Vault
|
24 |
|
25 |
logger = logging.getLogger("llm-guard-playground")
|
|
|
103 |
)
|
104 |
st_anon_recognizer = st.selectbox(
|
105 |
"Recognizer",
|
106 |
+
[RECOGNIZER_SPACY_EN_PII_DISTILBERT, RECOGNIZER_SPACY_EN_PII_FAST],
|
107 |
index=1,
|
108 |
)
|
109 |
|
requirements.txt
CHANGED
@@ -3,3 +3,4 @@ llm-guard==0.3.0
|
|
3 |
pandas==2.1.0
|
4 |
streamlit==1.27.2
|
5 |
streamlit-tags==1.2.8
|
|
|
|
3 |
pandas==2.1.0
|
4 |
streamlit==1.27.2
|
5 |
streamlit-tags==1.2.8
|
6 |
+
https://huggingface.co/beki/en_spacy_pii_fast/resolve/main/en_spacy_pii_fast-any-py3-none-any.whl
|