register pipeline
Browse files- register.py +16 -0
register.py
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from transformers import AutoModel, AutoTokenizer, pipeline
|
| 2 |
+
from transformers.pipelines import PIPELINE_REGISTRY
|
| 3 |
+
|
| 4 |
+
from hive_token_classification import HiveTokenClassification
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
PIPELINE_REGISTRY.register_pipeline(
|
| 8 |
+
"hive-token-classification",
|
| 9 |
+
pipeline_class=HiveTokenClassification,
|
| 10 |
+
pt_model=AutoModel
|
| 11 |
+
)
|
| 12 |
+
|
| 13 |
+
pipe = pipeline(task='hive-token-classification', model='Hiveurban/dictabert-large-parse', trust_remote_code=True)
|
| 14 |
+
print(pipe(["讘砖谞转 1948 讛砖诇讬诐 讗驻专讬诐 拽讬砖讜谉 讗转 诇讬诪讜讚讬讜 讘驻讬住讜诇 诪转讻转 讜讘转讜诇讚讜转 讛讗诪谞讜转 讜讛讞诇 诇驻专住诐 诪讗诪专讬诐 讛讜诪讜专讬住讟讬讬诐"]))
|
| 15 |
+
|
| 16 |
+
pipe.push_to_hub('hive-token-classification')
|