Update README.md
Browse files
README.md
CHANGED
|
@@ -53,7 +53,7 @@ from transformers import AutoModelForMaskedLM, AutoTokenizer, pipeline
|
|
| 53 |
|
| 54 |
model_id = "retrieva-jp/bert-1.3b"
|
| 55 |
model = AutoModelForMaskedLM.from_pretrained(model_id, trust_remote_code=True)
|
| 56 |
-
tokenizer = AutoTokenizer.from_pretrained(model_id
|
| 57 |
pipe = pipeline("fill-mask", model=model, tokenizer=tokenizer)
|
| 58 |
|
| 59 |
text = "こんにちは!私の名前は<MASK|LLM-jp>です!"
|
|
|
|
| 53 |
|
| 54 |
model_id = "retrieva-jp/bert-1.3b"
|
| 55 |
model = AutoModelForMaskedLM.from_pretrained(model_id, trust_remote_code=True)
|
| 56 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 57 |
pipe = pipeline("fill-mask", model=model, tokenizer=tokenizer)
|
| 58 |
|
| 59 |
text = "こんにちは!私の名前は<MASK|LLM-jp>です!"
|