Upload korscideberta-abstractcls.ipynb
Browse files
korscideberta-abstractcls.ipynb
CHANGED
@@ -47,7 +47,8 @@
|
|
47 |
"source": [
|
48 |
"'''\n",
|
49 |
"#[ํ์]๋ฆฌ๋
์ค ํฐ๋ฏธ๋์์ ๋ณธ ์ฝ๋ ๋ฐ ํ ํฌ๋์ด์ ๋ค์ด๋ก๋\n",
|
50 |
-
"
|
|
|
51 |
"\n",
|
52 |
"#[ํ์]๋ผ์ด๋ธ๋ฌ๋ฆฌ ์ค์น(Mecab ๋ฑ ์์ธํ ์ค์น ๋ฐฉ๋ฒ์ README ์ฐธ์กฐ)\n",
|
53 |
"!apt install git-lfs\n",
|
@@ -177,7 +178,7 @@
|
|
177 |
"#ํ ํฐ ์์: hf_jRjLZcSBibYHwUaTjiNUEeoJlFxhFkGM\n",
|
178 |
"\n",
|
179 |
"#model_repository = \"kkmkorea/checkpoint25000\"\n",
|
180 |
-
"model_repository = \"
|
181 |
"from transformers import AutoTokenizer\n",
|
182 |
"from tokenization_korscideberta import DebertaV2Tokenizer\n",
|
183 |
"tokenizer = DebertaV2Tokenizer.from_pretrained(model_repository)\n",
|
|
|
47 |
"source": [
|
48 |
"'''\n",
|
49 |
"#[ํ์]๋ฆฌ๋
์ค ํฐ๋ฏธ๋์์ ๋ณธ ์ฝ๋ ๋ฐ ํ ํฌ๋์ด์ ๋ค์ด๋ก๋\n",
|
50 |
+
"#git clone https://huggingface.co/kisti/korscideberta\n",
|
51 |
+
"#cd korscideberta\n",
|
52 |
"\n",
|
53 |
"#[ํ์]๋ผ์ด๋ธ๋ฌ๋ฆฌ ์ค์น(Mecab ๋ฑ ์์ธํ ์ค์น ๋ฐฉ๋ฒ์ README ์ฐธ์กฐ)\n",
|
54 |
"!apt install git-lfs\n",
|
|
|
178 |
"#ํ ํฐ ์์: hf_jRjLZcSBibYHwUaTjiNUEeoJlFxhFkGM\n",
|
179 |
"\n",
|
180 |
"#model_repository = \"kkmkorea/checkpoint25000\"\n",
|
181 |
+
"model_repository = \"kisti/korscideberta\" #Huggingface ๋ชจ๋ธ๋ช
์ค์ \n",
|
182 |
"from transformers import AutoTokenizer\n",
|
183 |
"from tokenization_korscideberta import DebertaV2Tokenizer\n",
|
184 |
"tokenizer = DebertaV2Tokenizer.from_pretrained(model_repository)\n",
|