Update README.md
Browse files
README.md
CHANGED
@@ -26,9 +26,9 @@ pip install transformers sentencepiece accelerate
|
|
26 |
from transformers import GPTJForCausalLM, AlbertTokenizer
|
27 |
import torch
|
28 |
|
29 |
-
tokenizer = AlbertTokenizer.from_pretrained('AIBunCho/japanese-novel-gpt-j-6b', keep_accents=True, remove_space=False
|
30 |
|
31 |
-
model = GPTJForCausalLM.from_pretrained("AIBunCho/japanese-novel-gpt-j-6b", torch_dtype=torch.float16, low_cpu_mem_usage=True
|
32 |
|
33 |
model.half()
|
34 |
model.eval()
|
|
|
26 |
from transformers import GPTJForCausalLM, AlbertTokenizer
|
27 |
import torch
|
28 |
|
29 |
+
tokenizer = AlbertTokenizer.from_pretrained('AIBunCho/japanese-novel-gpt-j-6b', keep_accents=True, remove_space=False)
|
30 |
|
31 |
+
model = GPTJForCausalLM.from_pretrained("AIBunCho/japanese-novel-gpt-j-6b", torch_dtype=torch.float16, low_cpu_mem_usage=True)
|
32 |
|
33 |
model.half()
|
34 |
model.eval()
|