Saving weights and logs of step 10
Browse files- events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2 +3 -0
- flax_model.msgpack +3 -0
- wandb/debug-internal.log +1 -0
- wandb/debug.log +1 -0
- wandb/latest-run +1 -0
- wandb/run-20210709_141445-2k8cnty2/files/conda-environment.yaml +187 -0
- wandb/run-20210709_141445-2k8cnty2/files/config.yaml +305 -0
- wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2 +1 -0
- wandb/run-20210709_141445-2k8cnty2/files/output.log +448 -0
- wandb/run-20210709_141445-2k8cnty2/files/requirements.txt +153 -0
- wandb/run-20210709_141445-2k8cnty2/files/wandb-metadata.json +48 -0
- wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json +1 -0
- wandb/run-20210709_141445-2k8cnty2/logs/debug-internal.log +95 -0
- wandb/run-20210709_141445-2k8cnty2/logs/debug.log +29 -0
- wandb/run-20210709_141445-2k8cnty2/run-2k8cnty2.wandb +0 -0
events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7fcd0466dab76cd9968720985ee7df36054c4eec5714cea4298b0a6c57e1cad8
|
3 |
+
size 180
|
flax_model.msgpack
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69b2868ede8b243cf248d273064fce706ec5485c6827a66c82aa6c61b932360b
|
3 |
+
size 1419302302
|
wandb/debug-internal.log
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
run-20210709_141445-2k8cnty2/logs/debug-internal.log
|
wandb/debug.log
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
run-20210709_141445-2k8cnty2/logs/debug.log
|
wandb/latest-run
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
run-20210709_141445-2k8cnty2
|
wandb/run-20210709_141445-2k8cnty2/files/conda-environment.yaml
ADDED
@@ -0,0 +1,187 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
name: jax
|
2 |
+
channels:
|
3 |
+
- pytorch
|
4 |
+
- conda-forge
|
5 |
+
- defaults
|
6 |
+
dependencies:
|
7 |
+
- _libgcc_mutex=0.1=main
|
8 |
+
- _openmp_mutex=4.5=1_gnu
|
9 |
+
- anyio=3.2.1=py38h578d9bd_0
|
10 |
+
- argon2-cffi=20.1.0=py38h497a2fe_2
|
11 |
+
- async_generator=1.10=py_0
|
12 |
+
- attrs=21.2.0=pyhd8ed1ab_0
|
13 |
+
- babel=2.9.1=pyh44b312d_0
|
14 |
+
- backcall=0.2.0=pyh9f0ad1d_0
|
15 |
+
- backports=1.0=py_2
|
16 |
+
- backports.functools_lru_cache=1.6.4=pyhd8ed1ab_0
|
17 |
+
- blas=1.0=mkl
|
18 |
+
- bleach=3.3.0=pyh44b312d_0
|
19 |
+
- brotlipy=0.7.0=py38h497a2fe_1001
|
20 |
+
- ca-certificates=2021.5.30=ha878542_0
|
21 |
+
- certifi=2021.5.30=py38h578d9bd_0
|
22 |
+
- cffi=1.14.5=py38ha65f79e_0
|
23 |
+
- chardet=4.0.0=py38h578d9bd_1
|
24 |
+
- cryptography=3.4.7=py38ha5dfef3_0
|
25 |
+
- cudatoolkit=10.2.89=hfd86e86_1
|
26 |
+
- debugpy=1.3.0=py38h709712a_0
|
27 |
+
- decorator=5.0.9=pyhd8ed1ab_0
|
28 |
+
- defusedxml=0.7.1=pyhd8ed1ab_0
|
29 |
+
- entrypoints=0.3=pyhd8ed1ab_1003
|
30 |
+
- idna=2.10=pyh9f0ad1d_0
|
31 |
+
- importlib-metadata=4.6.1=py38h578d9bd_0
|
32 |
+
- intel-openmp=2021.2.0=h06a4308_610
|
33 |
+
- ipykernel=6.0.1=py38hd0cf306_0
|
34 |
+
- ipython=7.25.0=py38hd0cf306_1
|
35 |
+
- ipython_genutils=0.2.0=py_1
|
36 |
+
- jedi=0.18.0=py38h578d9bd_2
|
37 |
+
- jinja2=3.0.1=pyhd8ed1ab_0
|
38 |
+
- json5=0.9.5=pyh9f0ad1d_0
|
39 |
+
- jsonschema=3.2.0=pyhd8ed1ab_3
|
40 |
+
- jupyter_client=6.1.12=pyhd8ed1ab_0
|
41 |
+
- jupyter_core=4.7.1=py38h578d9bd_0
|
42 |
+
- jupyter_server=1.9.0=pyhd8ed1ab_0
|
43 |
+
- jupyterlab=3.0.16=pyhd8ed1ab_0
|
44 |
+
- jupyterlab_pygments=0.1.2=pyh9f0ad1d_0
|
45 |
+
- jupyterlab_server=2.6.0=pyhd8ed1ab_0
|
46 |
+
- ld_impl_linux-64=2.35.1=h7274673_9
|
47 |
+
- libffi=3.3=he6710b0_2
|
48 |
+
- libgcc-ng=9.3.0=h5101ec6_17
|
49 |
+
- libgomp=9.3.0=h5101ec6_17
|
50 |
+
- libsodium=1.0.18=h36c2ea0_1
|
51 |
+
- libstdcxx-ng=9.3.0=hd4cf53a_17
|
52 |
+
- libuv=1.40.0=h7b6447c_0
|
53 |
+
- markupsafe=2.0.1=py38h497a2fe_0
|
54 |
+
- matplotlib-inline=0.1.2=pyhd8ed1ab_2
|
55 |
+
- mistune=0.8.4=py38h497a2fe_1004
|
56 |
+
- mkl=2021.2.0=h06a4308_296
|
57 |
+
- nbclassic=0.3.1=pyhd8ed1ab_1
|
58 |
+
- nbclient=0.5.3=pyhd8ed1ab_0
|
59 |
+
- nbconvert=6.1.0=py38h578d9bd_0
|
60 |
+
- nbformat=5.1.3=pyhd8ed1ab_0
|
61 |
+
- ncurses=6.2=he6710b0_1
|
62 |
+
- nest-asyncio=1.5.1=pyhd8ed1ab_0
|
63 |
+
- ninja=1.10.2=hff7bd54_1
|
64 |
+
- notebook=6.4.0=pyha770c72_0
|
65 |
+
- openssl=1.1.1k=h7f98852_0
|
66 |
+
- pandoc=2.14.0.3=h7f98852_0
|
67 |
+
- pandocfilters=1.4.2=py_1
|
68 |
+
- parso=0.8.2=pyhd8ed1ab_0
|
69 |
+
- pexpect=4.8.0=pyh9f0ad1d_2
|
70 |
+
- pickleshare=0.7.5=py_1003
|
71 |
+
- pip=21.1.3=py38h06a4308_0
|
72 |
+
- prometheus_client=0.11.0=pyhd8ed1ab_0
|
73 |
+
- prompt-toolkit=3.0.19=pyha770c72_0
|
74 |
+
- ptyprocess=0.7.0=pyhd3deb0d_0
|
75 |
+
- pycparser=2.20=pyh9f0ad1d_2
|
76 |
+
- pygments=2.9.0=pyhd8ed1ab_0
|
77 |
+
- pyopenssl=20.0.1=pyhd8ed1ab_0
|
78 |
+
- pyparsing=2.4.7=pyh9f0ad1d_0
|
79 |
+
- pyrsistent=0.17.3=py38h497a2fe_2
|
80 |
+
- pysocks=1.7.1=py38h578d9bd_3
|
81 |
+
- python=3.8.10=h12debd9_8
|
82 |
+
- python-dateutil=2.8.1=py_0
|
83 |
+
- python_abi=3.8=2_cp38
|
84 |
+
- pytorch=1.9.0=py3.8_cuda10.2_cudnn7.6.5_0
|
85 |
+
- pytz=2021.1=pyhd8ed1ab_0
|
86 |
+
- pyzmq=22.1.0=py38h2035c66_0
|
87 |
+
- readline=8.1=h27cfd23_0
|
88 |
+
- requests=2.25.1=pyhd3deb0d_0
|
89 |
+
- requests-unixsocket=0.2.0=py_0
|
90 |
+
- send2trash=1.7.1=pyhd8ed1ab_0
|
91 |
+
- setuptools=52.0.0=py38h06a4308_0
|
92 |
+
- sniffio=1.2.0=py38h578d9bd_1
|
93 |
+
- sqlite=3.36.0=hc218d9a_0
|
94 |
+
- terminado=0.10.1=py38h578d9bd_0
|
95 |
+
- testpath=0.5.0=pyhd8ed1ab_0
|
96 |
+
- tk=8.6.10=hbc83047_0
|
97 |
+
- tornado=6.1=py38h497a2fe_1
|
98 |
+
- traitlets=5.0.5=py_0
|
99 |
+
- typing_extensions=3.10.0.0=pyha770c72_0
|
100 |
+
- urllib3=1.26.6=pyhd8ed1ab_0
|
101 |
+
- wcwidth=0.2.5=pyh9f0ad1d_2
|
102 |
+
- webencodings=0.5.1=py_1
|
103 |
+
- websocket-client=0.57.0=py38h578d9bd_4
|
104 |
+
- wheel=0.36.2=pyhd3eb1b0_0
|
105 |
+
- xz=5.2.5=h7b6447c_0
|
106 |
+
- zeromq=4.3.4=h9c3ff4c_0
|
107 |
+
- zipp=3.5.0=pyhd8ed1ab_0
|
108 |
+
- zlib=1.2.11=h7b6447c_3
|
109 |
+
- pip:
|
110 |
+
- absl-py==0.13.0
|
111 |
+
- aiohttp==3.7.4.post0
|
112 |
+
- astunparse==1.6.3
|
113 |
+
- async-timeout==3.0.1
|
114 |
+
- cachetools==4.2.2
|
115 |
+
- chex==0.0.8
|
116 |
+
- click==8.0.1
|
117 |
+
- configparser==5.0.2
|
118 |
+
- cycler==0.10.0
|
119 |
+
- dill==0.3.4
|
120 |
+
- dm-tree==0.1.6
|
121 |
+
- docker-pycreds==0.4.0
|
122 |
+
- filelock==3.0.12
|
123 |
+
- flatbuffers==1.12
|
124 |
+
- flax==0.3.4
|
125 |
+
- fsspec==2021.6.1
|
126 |
+
- gast==0.4.0
|
127 |
+
- gitdb==4.0.7
|
128 |
+
- gitpython==3.1.18
|
129 |
+
- google-auth==1.32.1
|
130 |
+
- google-auth-oauthlib==0.4.4
|
131 |
+
- google-pasta==0.2.0
|
132 |
+
- grpcio==1.34.1
|
133 |
+
- h5py==3.1.0
|
134 |
+
- huggingface-hub==0.0.12
|
135 |
+
- jax==0.2.16
|
136 |
+
- jaxlib==0.1.68
|
137 |
+
- joblib==1.0.1
|
138 |
+
- keras-nightly==2.5.0.dev2021032900
|
139 |
+
- keras-preprocessing==1.1.2
|
140 |
+
- kiwisolver==1.3.1
|
141 |
+
- libtpu-nightly==0.1.dev20210615
|
142 |
+
- markdown==3.3.4
|
143 |
+
- matplotlib==3.4.2
|
144 |
+
- msgpack==1.0.2
|
145 |
+
- multidict==5.1.0
|
146 |
+
- multiprocess==0.70.12.2
|
147 |
+
- numpy==1.19.5
|
148 |
+
- oauthlib==3.1.1
|
149 |
+
- opt-einsum==3.3.0
|
150 |
+
- optax==0.0.9
|
151 |
+
- packaging==20.9
|
152 |
+
- pandas==1.2.5
|
153 |
+
- pathtools==0.1.2
|
154 |
+
- pillow==8.3.0
|
155 |
+
- promise==2.3
|
156 |
+
- protobuf==3.17.3
|
157 |
+
- psutil==5.8.0
|
158 |
+
- pyarrow==4.0.1
|
159 |
+
- pyasn1==0.4.8
|
160 |
+
- pyasn1-modules==0.2.8
|
161 |
+
- pyyaml==5.4.1
|
162 |
+
- regex==2021.7.1
|
163 |
+
- requests-oauthlib==1.3.0
|
164 |
+
- rsa==4.7.2
|
165 |
+
- sacremoses==0.0.45
|
166 |
+
- scipy==1.7.0
|
167 |
+
- sentry-sdk==1.1.0
|
168 |
+
- shortuuid==1.0.1
|
169 |
+
- six==1.15.0
|
170 |
+
- smmap==4.0.0
|
171 |
+
- subprocess32==3.5.4
|
172 |
+
- tensorboard==2.5.0
|
173 |
+
- tensorboard-data-server==0.6.1
|
174 |
+
- tensorboard-plugin-wit==1.8.0
|
175 |
+
- tensorflow==2.5.0
|
176 |
+
- tensorflow-estimator==2.5.0
|
177 |
+
- termcolor==1.1.0
|
178 |
+
- tokenizers==0.10.3
|
179 |
+
- toolz==0.11.1
|
180 |
+
- tqdm==4.61.1
|
181 |
+
- typing-extensions==3.7.4.3
|
182 |
+
- wandb==0.10.33
|
183 |
+
- werkzeug==2.0.1
|
184 |
+
- wrapt==1.12.1
|
185 |
+
- xxhash==2.0.2
|
186 |
+
- yarl==1.6.3
|
187 |
+
prefix: /home/cahya/miniconda3/envs/jax
|
wandb/run-20210709_141445-2k8cnty2/files/config.yaml
ADDED
@@ -0,0 +1,305 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
wandb_version: 1
|
2 |
+
|
3 |
+
__cached__setup_devices:
|
4 |
+
desc: null
|
5 |
+
value: cpu
|
6 |
+
_n_gpu:
|
7 |
+
desc: null
|
8 |
+
value: 0
|
9 |
+
_wandb:
|
10 |
+
desc: null
|
11 |
+
value:
|
12 |
+
cli_version: 0.10.33
|
13 |
+
framework: huggingface
|
14 |
+
huggingface_version: 4.9.0.dev0
|
15 |
+
is_jupyter_run: false
|
16 |
+
is_kaggle_kernel: false
|
17 |
+
python_version: 3.8.10
|
18 |
+
t:
|
19 |
+
1:
|
20 |
+
- 1
|
21 |
+
- 3
|
22 |
+
- 11
|
23 |
+
4: 3.8.10
|
24 |
+
5: 0.10.33
|
25 |
+
6: 4.9.0.dev0
|
26 |
+
8:
|
27 |
+
- 5
|
28 |
+
adafactor:
|
29 |
+
desc: null
|
30 |
+
value: false
|
31 |
+
adam_beta1:
|
32 |
+
desc: null
|
33 |
+
value: 0.9
|
34 |
+
adam_beta2:
|
35 |
+
desc: null
|
36 |
+
value: 0.98
|
37 |
+
adam_epsilon:
|
38 |
+
desc: null
|
39 |
+
value: 1.0e-08
|
40 |
+
block_size:
|
41 |
+
desc: null
|
42 |
+
value: 512
|
43 |
+
cache_dir:
|
44 |
+
desc: null
|
45 |
+
value: null
|
46 |
+
config_name:
|
47 |
+
desc: null
|
48 |
+
value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
|
49 |
+
dataloader_drop_last:
|
50 |
+
desc: null
|
51 |
+
value: false
|
52 |
+
dataloader_num_workers:
|
53 |
+
desc: null
|
54 |
+
value: 64
|
55 |
+
dataloader_pin_memory:
|
56 |
+
desc: null
|
57 |
+
value: true
|
58 |
+
dataset_config_name:
|
59 |
+
desc: null
|
60 |
+
value: unshuffled_deduplicated_id
|
61 |
+
dataset_name:
|
62 |
+
desc: null
|
63 |
+
value: oscar
|
64 |
+
ddp_find_unused_parameters:
|
65 |
+
desc: null
|
66 |
+
value: null
|
67 |
+
debug:
|
68 |
+
desc: null
|
69 |
+
value: []
|
70 |
+
deepspeed:
|
71 |
+
desc: null
|
72 |
+
value: null
|
73 |
+
disable_tqdm:
|
74 |
+
desc: null
|
75 |
+
value: false
|
76 |
+
do_eval:
|
77 |
+
desc: null
|
78 |
+
value: true
|
79 |
+
do_predict:
|
80 |
+
desc: null
|
81 |
+
value: false
|
82 |
+
do_train:
|
83 |
+
desc: null
|
84 |
+
value: true
|
85 |
+
dtype:
|
86 |
+
desc: null
|
87 |
+
value: float32
|
88 |
+
eval_accumulation_steps:
|
89 |
+
desc: null
|
90 |
+
value: null
|
91 |
+
eval_steps:
|
92 |
+
desc: null
|
93 |
+
value: 10
|
94 |
+
evaluation_strategy:
|
95 |
+
desc: null
|
96 |
+
value: IntervalStrategy.NO
|
97 |
+
fp16:
|
98 |
+
desc: null
|
99 |
+
value: false
|
100 |
+
fp16_backend:
|
101 |
+
desc: null
|
102 |
+
value: auto
|
103 |
+
fp16_full_eval:
|
104 |
+
desc: null
|
105 |
+
value: false
|
106 |
+
fp16_opt_level:
|
107 |
+
desc: null
|
108 |
+
value: O1
|
109 |
+
gradient_accumulation_steps:
|
110 |
+
desc: null
|
111 |
+
value: 1
|
112 |
+
greater_is_better:
|
113 |
+
desc: null
|
114 |
+
value: null
|
115 |
+
group_by_length:
|
116 |
+
desc: null
|
117 |
+
value: false
|
118 |
+
ignore_data_skip:
|
119 |
+
desc: null
|
120 |
+
value: false
|
121 |
+
label_names:
|
122 |
+
desc: null
|
123 |
+
value: null
|
124 |
+
label_smoothing_factor:
|
125 |
+
desc: null
|
126 |
+
value: 0.0
|
127 |
+
learning_rate:
|
128 |
+
desc: null
|
129 |
+
value: 0.0024
|
130 |
+
length_column_name:
|
131 |
+
desc: null
|
132 |
+
value: length
|
133 |
+
load_best_model_at_end:
|
134 |
+
desc: null
|
135 |
+
value: false
|
136 |
+
local_rank:
|
137 |
+
desc: null
|
138 |
+
value: -1
|
139 |
+
log_level:
|
140 |
+
desc: null
|
141 |
+
value: -1
|
142 |
+
log_level_replica:
|
143 |
+
desc: null
|
144 |
+
value: -1
|
145 |
+
log_on_each_node:
|
146 |
+
desc: null
|
147 |
+
value: true
|
148 |
+
logging_dir:
|
149 |
+
desc: null
|
150 |
+
value: /home/cahya/Work/flax-community/gpt2-medium-indonesian/runs/Jul09_14-14-49_t1v-n-528d9406-w-0
|
151 |
+
logging_first_step:
|
152 |
+
desc: null
|
153 |
+
value: false
|
154 |
+
logging_steps:
|
155 |
+
desc: null
|
156 |
+
value: 500
|
157 |
+
logging_strategy:
|
158 |
+
desc: null
|
159 |
+
value: IntervalStrategy.STEPS
|
160 |
+
lr_scheduler_type:
|
161 |
+
desc: null
|
162 |
+
value: SchedulerType.LINEAR
|
163 |
+
max_eval_samples:
|
164 |
+
desc: null
|
165 |
+
value: 1000
|
166 |
+
max_grad_norm:
|
167 |
+
desc: null
|
168 |
+
value: 1.0
|
169 |
+
max_steps:
|
170 |
+
desc: null
|
171 |
+
value: -1
|
172 |
+
max_train_samples:
|
173 |
+
desc: null
|
174 |
+
value: 10000
|
175 |
+
metric_for_best_model:
|
176 |
+
desc: null
|
177 |
+
value: null
|
178 |
+
model_name_or_path:
|
179 |
+
desc: null
|
180 |
+
value: null
|
181 |
+
model_type:
|
182 |
+
desc: null
|
183 |
+
value: gpt2
|
184 |
+
mp_parameters:
|
185 |
+
desc: null
|
186 |
+
value: ''
|
187 |
+
no_cuda:
|
188 |
+
desc: null
|
189 |
+
value: false
|
190 |
+
num_train_epochs:
|
191 |
+
desc: null
|
192 |
+
value: 20.0
|
193 |
+
output_dir:
|
194 |
+
desc: null
|
195 |
+
value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
|
196 |
+
overwrite_cache:
|
197 |
+
desc: null
|
198 |
+
value: false
|
199 |
+
overwrite_output_dir:
|
200 |
+
desc: null
|
201 |
+
value: true
|
202 |
+
past_index:
|
203 |
+
desc: null
|
204 |
+
value: -1
|
205 |
+
per_device_eval_batch_size:
|
206 |
+
desc: null
|
207 |
+
value: 24
|
208 |
+
per_device_train_batch_size:
|
209 |
+
desc: null
|
210 |
+
value: 24
|
211 |
+
per_gpu_eval_batch_size:
|
212 |
+
desc: null
|
213 |
+
value: null
|
214 |
+
per_gpu_train_batch_size:
|
215 |
+
desc: null
|
216 |
+
value: null
|
217 |
+
prediction_loss_only:
|
218 |
+
desc: null
|
219 |
+
value: false
|
220 |
+
preprocessing_num_workers:
|
221 |
+
desc: null
|
222 |
+
value: 64
|
223 |
+
push_to_hub:
|
224 |
+
desc: null
|
225 |
+
value: true
|
226 |
+
push_to_hub_model_id:
|
227 |
+
desc: null
|
228 |
+
value: gpt2-medium-indonesian
|
229 |
+
push_to_hub_organization:
|
230 |
+
desc: null
|
231 |
+
value: null
|
232 |
+
push_to_hub_token:
|
233 |
+
desc: null
|
234 |
+
value: null
|
235 |
+
remove_unused_columns:
|
236 |
+
desc: null
|
237 |
+
value: true
|
238 |
+
report_to:
|
239 |
+
desc: null
|
240 |
+
value:
|
241 |
+
- tensorboard
|
242 |
+
- wandb
|
243 |
+
resume_from_checkpoint:
|
244 |
+
desc: null
|
245 |
+
value: null
|
246 |
+
run_name:
|
247 |
+
desc: null
|
248 |
+
value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
|
249 |
+
save_on_each_node:
|
250 |
+
desc: null
|
251 |
+
value: false
|
252 |
+
save_steps:
|
253 |
+
desc: null
|
254 |
+
value: 10
|
255 |
+
save_strategy:
|
256 |
+
desc: null
|
257 |
+
value: IntervalStrategy.STEPS
|
258 |
+
save_total_limit:
|
259 |
+
desc: null
|
260 |
+
value: null
|
261 |
+
seed:
|
262 |
+
desc: null
|
263 |
+
value: 42
|
264 |
+
sharded_ddp:
|
265 |
+
desc: null
|
266 |
+
value: []
|
267 |
+
skip_memory_metrics:
|
268 |
+
desc: null
|
269 |
+
value: true
|
270 |
+
test_log:
|
271 |
+
desc: null
|
272 |
+
value: 12345
|
273 |
+
tokenizer_name:
|
274 |
+
desc: null
|
275 |
+
value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
|
276 |
+
tpu_metrics_debug:
|
277 |
+
desc: null
|
278 |
+
value: false
|
279 |
+
tpu_num_cores:
|
280 |
+
desc: null
|
281 |
+
value: null
|
282 |
+
train_file:
|
283 |
+
desc: null
|
284 |
+
value: null
|
285 |
+
use_fast_tokenizer:
|
286 |
+
desc: null
|
287 |
+
value: true
|
288 |
+
use_legacy_prediction_loop:
|
289 |
+
desc: null
|
290 |
+
value: false
|
291 |
+
validation_file:
|
292 |
+
desc: null
|
293 |
+
value: null
|
294 |
+
validation_split_percentage:
|
295 |
+
desc: null
|
296 |
+
value: 5
|
297 |
+
warmup_ratio:
|
298 |
+
desc: null
|
299 |
+
value: 0.0
|
300 |
+
warmup_steps:
|
301 |
+
desc: null
|
302 |
+
value: 1000
|
303 |
+
weight_decay:
|
304 |
+
desc: null
|
305 |
+
value: 0.01
|
wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
/home/cahya/Work/flax-community/gpt2-medium-indonesian/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
|
wandb/run-20210709_141445-2k8cnty2/files/output.log
ADDED
@@ -0,0 +1,448 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
INFO:__main__:Training/evaluation parameters TrainingArguments(
|
2 |
+
_n_gpu=0,
|
3 |
+
adafactor=False,
|
4 |
+
adam_beta1=0.9,
|
5 |
+
adam_beta2=0.98,
|
6 |
+
adam_epsilon=1e-08,
|
7 |
+
dataloader_drop_last=False,
|
8 |
+
dataloader_num_workers=64,
|
9 |
+
dataloader_pin_memory=True,
|
10 |
+
ddp_find_unused_parameters=None,
|
11 |
+
debug=[],
|
12 |
+
deepspeed=None,
|
13 |
+
disable_tqdm=False,
|
14 |
+
do_eval=True,
|
15 |
+
do_predict=False,
|
16 |
+
do_train=True,
|
17 |
+
eval_accumulation_steps=None,
|
18 |
+
eval_steps=10,
|
19 |
+
evaluation_strategy=IntervalStrategy.NO,
|
20 |
+
fp16=False,
|
21 |
+
fp16_backend=auto,
|
22 |
+
fp16_full_eval=False,
|
23 |
+
fp16_opt_level=O1,
|
24 |
+
gradient_accumulation_steps=1,
|
25 |
+
greater_is_better=None,
|
26 |
+
group_by_length=False,
|
27 |
+
ignore_data_skip=False,
|
28 |
+
label_names=None,
|
29 |
+
label_smoothing_factor=0.0,
|
30 |
+
learning_rate=0.0024,
|
31 |
+
length_column_name=length,
|
32 |
+
load_best_model_at_end=False,
|
33 |
+
local_rank=-1,
|
34 |
+
log_level=-1,
|
35 |
+
log_level_replica=-1,
|
36 |
+
log_on_each_node=True,
|
37 |
+
logging_dir=/home/cahya/Work/flax-community/gpt2-medium-indonesian/runs/Jul09_14-14-49_t1v-n-528d9406-w-0,
|
38 |
+
logging_first_step=False,
|
39 |
+
logging_steps=500,
|
40 |
+
logging_strategy=IntervalStrategy.STEPS,
|
41 |
+
lr_scheduler_type=SchedulerType.LINEAR,
|
42 |
+
max_grad_norm=1.0,
|
43 |
+
max_steps=-1,
|
44 |
+
metric_for_best_model=None,
|
45 |
+
mp_parameters=,
|
46 |
+
no_cuda=False,
|
47 |
+
num_train_epochs=20.0,
|
48 |
+
output_dir=/home/cahya/Work/flax-community/gpt2-medium-indonesian,
|
49 |
+
overwrite_output_dir=True,
|
50 |
+
past_index=-1,
|
51 |
+
per_device_eval_batch_size=24,
|
52 |
+
per_device_train_batch_size=24,
|
53 |
+
prediction_loss_only=False,
|
54 |
+
push_to_hub=True,
|
55 |
+
push_to_hub_model_id=gpt2-medium-indonesian,
|
56 |
+
push_to_hub_organization=None,
|
57 |
+
push_to_hub_token=None,
|
58 |
+
remove_unused_columns=True,
|
59 |
+
report_to=['tensorboard', 'wandb'],
|
60 |
+
resume_from_checkpoint=None,
|
61 |
+
run_name=/home/cahya/Work/flax-community/gpt2-medium-indonesian,
|
62 |
+
save_on_each_node=False,
|
63 |
+
save_steps=10,
|
64 |
+
save_strategy=IntervalStrategy.STEPS,
|
65 |
+
save_total_limit=None,
|
66 |
+
seed=42,
|
67 |
+
sharded_ddp=[],
|
68 |
+
skip_memory_metrics=True,
|
69 |
+
tpu_metrics_debug=False,
|
70 |
+
tpu_num_cores=None,
|
71 |
+
use_legacy_prediction_loop=False,
|
72 |
+
warmup_ratio=0.0,
|
73 |
+
warmup_steps=1000,
|
74 |
+
weight_decay=0.01,
|
75 |
+
)
|
76 |
+
WARNING:datasets.builder:Reusing dataset oscar (/home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2)
|
77 |
+
WARNING:datasets.builder:Reusing dataset oscar (/home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2)
|
78 |
+
WARNING:datasets.builder:Reusing dataset oscar (/home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2)
|
79 |
+
loading configuration file /home/cahya/Work/flax-community/gpt2-medium-indonesian/config.json
|
80 |
+
Model config GPT2Config {
|
81 |
+
"activation_function": "gelu_new",
|
82 |
+
"architectures": [
|
83 |
+
"GPT2LMHeadModel"
|
84 |
+
],
|
85 |
+
"attn_pdrop": 0.0,
|
86 |
+
"bos_token_id": 50256,
|
87 |
+
"embd_pdrop": 0.0,
|
88 |
+
"eos_token_id": 50256,
|
89 |
+
"gradient_checkpointing": false,
|
90 |
+
"initializer_range": 0.02,
|
91 |
+
"layer_norm_epsilon": 1e-05,
|
92 |
+
"model_type": "gpt2",
|
93 |
+
"n_ctx": 1024,
|
94 |
+
"n_embd": 1024,
|
95 |
+
"n_head": 16,
|
96 |
+
"n_inner": null,
|
97 |
+
"n_layer": 24,
|
98 |
+
"n_positions": 1024,
|
99 |
+
"n_special": 0,
|
100 |
+
"predict_special_tokens": true,
|
101 |
+
"resid_pdrop": 0.0,
|
102 |
+
"scale_attn_weights": true,
|
103 |
+
"summary_activation": null,
|
104 |
+
"summary_first_dropout": 0.1,
|
105 |
+
"summary_proj_to_labels": true,
|
106 |
+
"summary_type": "cls_index",
|
107 |
+
"summary_use_proj": true,
|
108 |
+
"task_specific_params": {
|
109 |
+
"text-generation": {
|
110 |
+
"do_sample": true,
|
111 |
+
"max_length": 50
|
112 |
+
}
|
113 |
+
},
|
114 |
+
"transformers_version": "4.9.0.dev0",
|
115 |
+
"use_cache": true,
|
116 |
+
"vocab_size": 50257
|
117 |
+
}
|
118 |
+
Could not locate the tokenizer configuration file, will try to use the model config instead.
|
119 |
+
loading configuration file /home/cahya/Work/flax-community/gpt2-medium-indonesian/config.json
|
120 |
+
Model config GPT2Config {
|
121 |
+
"activation_function": "gelu_new",
|
122 |
+
"architectures": [
|
123 |
+
"GPT2LMHeadModel"
|
124 |
+
],
|
125 |
+
"attn_pdrop": 0.0,
|
126 |
+
"bos_token_id": 50256,
|
127 |
+
"embd_pdrop": 0.0,
|
128 |
+
"eos_token_id": 50256,
|
129 |
+
"gradient_checkpointing": false,
|
130 |
+
"initializer_range": 0.02,
|
131 |
+
"layer_norm_epsilon": 1e-05,
|
132 |
+
"model_type": "gpt2",
|
133 |
+
"n_ctx": 1024,
|
134 |
+
"n_embd": 1024,
|
135 |
+
"n_head": 16,
|
136 |
+
"n_inner": null,
|
137 |
+
"n_layer": 24,
|
138 |
+
"n_positions": 1024,
|
139 |
+
"n_special": 0,
|
140 |
+
"predict_special_tokens": true,
|
141 |
+
"resid_pdrop": 0.0,
|
142 |
+
"scale_attn_weights": true,
|
143 |
+
"summary_activation": null,
|
144 |
+
"summary_first_dropout": 0.1,
|
145 |
+
"summary_proj_to_labels": true,
|
146 |
+
"summary_type": "cls_index",
|
147 |
+
"summary_use_proj": true,
|
148 |
+
"task_specific_params": {
|
149 |
+
"text-generation": {
|
150 |
+
"do_sample": true,
|
151 |
+
"max_length": 50
|
152 |
+
}
|
153 |
+
},
|
154 |
+
"transformers_version": "4.9.0.dev0",
|
155 |
+
"use_cache": true,
|
156 |
+
"vocab_size": 50257
|
157 |
+
}
|
158 |
+
Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/vocab.json. We won't load it.
|
159 |
+
Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/merges.txt. We won't load it.
|
160 |
+
Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/added_tokens.json. We won't load it.
|
161 |
+
Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/special_tokens_map.json. We won't load it.
|
162 |
+
Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/tokenizer_config.json. We won't load it.
|
163 |
+
loading file None
|
164 |
+
loading file None
|
165 |
+
loading file /home/cahya/Work/flax-community/gpt2-medium-indonesian/tokenizer.json
|
166 |
+
loading file None
|
167 |
+
loading file None
|
168 |
+
loading file None
|
169 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7c8748951b836a39.arrow
|
170 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e8faac6017bcb49b.arrow
|
171 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c5425cfa7b7223f6.arrow
|
172 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-cdc888c4a1368eb6.arrow
|
173 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-48968c822b98ae53.arrow
|
174 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5f328ef9be07f2bd.arrow
|
175 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d64db80076e83794.arrow
|
176 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c5535b5e4d4787bd.arrow
|
177 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-4ccae48945a5018b.arrow
|
178 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a9580511ae5fe290.arrow
|
179 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ce47446c7ed51f86.arrow
|
180 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5265df813cce244c.arrow
|
181 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-291aa37166805277.arrow
|
182 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b0fcf0ee31a5694b.arrow
|
183 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dc536f4136334a0c.arrow
|
184 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bc6d8f0cd0188ed2.arrow
|
185 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bae62b66cd5223e9.arrow
|
186 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a74a5c8659dd357d.arrow
|
187 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bed5ca27f1e7bb8a.arrow
|
188 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-767607d4af662c16.arrow
|
189 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1af00e6a42cd67ec.arrow
|
190 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d2929e2c3fa897ad.arrow
|
191 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1d8bbdc9ba93d666.arrow
|
192 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c17b56fabd889d21.arrow
|
193 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b48656d346d83448.arrow
|
194 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d4aef854dcaa7dea.arrow
|
195 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a7c2984f49eefe03.arrow
|
196 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d41a1ea3f47cfde2.arrow
|
197 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6f68bd101d2c2eca.arrow
|
198 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-485ad825065afbf5.arrow
|
199 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-393d80b359d6d498.arrow
|
200 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-69c399a1f7f7cca1.arrow
|
201 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bf40230c58ff51f8.arrow
|
202 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-67f5f3316b06619a.arrow
|
203 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-72663c2c8720408e.arrow
|
204 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c7f6d6a32a956e50.arrow
|
205 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-937589a019258a7e.arrow
|
206 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2fafecedcf451464.arrow
|
207 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ed4c6bf415770d26.arrow
|
208 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b4bf5b9a5fd38482.arrow
|
209 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1b72568efe5b7868.arrow
|
210 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3a5da5e01dd0ff2b.arrow
|
211 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-71f7c7be4dfd81d6.arrow
|
212 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ac9ac931371f4384.arrow
|
213 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e7ffac40c42e218d.arrow
|
214 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6ca91f147e7f17a1.arrow
|
215 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9826499aae76a5f4.arrow
|
216 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fed85db5fca0881e.arrow
|
217 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6a1592be96d1959e.arrow
|
218 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fda740b66d69fd58.arrow
|
219 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-629fdd3e84db8bb8.arrow
|
220 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-360247a05d7d6828.arrow
|
221 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7cb4e26eeb4779e4.arrow
|
222 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-de63396aed7bdc2e.arrow
|
223 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c7923ba0a046161a.arrow
|
224 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-41bd875eb8e37e4a.arrow
|
225 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-63d406f2b8caae26.arrow
|
226 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a6a9ae3ad76346c9.arrow
|
227 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-46c03b3c08dc50c0.arrow
|
228 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9cdb34ea12986c37.arrow
|
229 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-980c4103849175bf.arrow
|
230 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0e5f45226f5ef8f0.arrow
|
231 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-aea37063e6b69149.arrow
|
232 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-669d230b6ecfeee4.arrow
|
233 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9224bae4740feab5.arrow
|
234 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ca883887eeeb09a6.arrow
|
235 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-55e58bdfdede0446.arrow
|
236 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0ad7d2e809509b09.arrow
|
237 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c560d955a43b8187.arrow
|
238 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-953c992a4ffd79e3.arrow
|
239 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5e9f8e69b6097d2e.arrow
|
240 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5e206f09c9e8fdd9.arrow
|
241 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-81b42c0e63aaa61c.arrow
|
242 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-177c4eeefea376e1.arrow
|
243 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e5a247ce598d84f9.arrow
|
244 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bd75398a09b4d424.arrow
|
245 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-48b420eec261286d.arrow
|
246 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-80084db690e3567d.arrow
|
247 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-62438236c09fb1f1.arrow
|
248 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3b3609414ddf4d05.arrow
|
249 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bc559942b3eb27be.arrow
|
250 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-409bc35993713857.arrow
|
251 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5d4a8b73d817d518.arrow
|
252 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-586a9f6742e6b078.arrow
|
253 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e0886c0db3a93363.arrow
|
254 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c2d49bb68cd78a9f.arrow
|
255 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f7449b91d4e35903.arrow
|
256 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a124305f190d1f17.arrow
|
257 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-771dcbfc2deeb2b4.arrow
|
258 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-4a44c0250d1a8e89.arrow
|
259 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9b95c02d2d811b7b.arrow
|
260 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a6bd5f5cc5dd94f0.arrow
|
261 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1cb771f77a96aed1.arrow
|
262 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-79155db345e1b61b.arrow
|
263 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-729ccd1eea5e21d8.arrow
|
264 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-627640808d2343eb.arrow
|
265 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-56dd36e14c3e3a37.arrow
|
266 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-af6e16e2217667bd.arrow
|
267 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-707869192be9efce.arrow
|
268 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-39f8ff16bef6f7b0.arrow
|
269 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-410ed2e266a61b08.arrow
|
270 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bfcd466266bfe78f.arrow
|
271 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ebfc42dbfa211bbe.arrow
|
272 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5313e8629fe03041.arrow
|
273 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-44c761bd52b19e3e.arrow
|
274 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e68a227cccaddfa1.arrow
|
275 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-74e6a11703d4c67c.arrow
|
276 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8c549a52e289bf02.arrow
|
277 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-4c69057426f92234.arrow
|
278 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-63c03364206abb20.arrow
|
279 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f18cdaeab9f0c31e.arrow
|
280 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c52df8cf3986e7c1.arrow
|
281 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e7ecba40c385f632.arrow
|
282 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2ae41987f9e0c517.arrow
|
283 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-578530963259a92a.arrow
|
284 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c8ff33cc87989ab4.arrow
|
285 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f26b529c87137769.arrow
|
286 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9c125b7d3e39962e.arrow
|
287 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b9aed1a128905146.arrow
|
288 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-65ad20401b1b55b9.arrow
|
289 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-61fd56caaa04d0de.arrow
|
290 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0449f726056b393d.arrow
|
291 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-048293b087d87334.arrow
|
292 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1d1cd0fed73a8a6d.arrow
|
293 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ecbe4f0d1015c4cd.arrow
|
294 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9bb33357a253dd26.arrow
|
295 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a004813d990739f0.arrow
|
296 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3fbe7b75655b70f6.arrow
|
297 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-92114ac4590ac300.arrow
|
298 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e6ff541c5d639622.arrow
|
299 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-212808ff17969c9a.arrow
|
300 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-98a9f61654ffc96f.arrow
|
301 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eefc440a06bdb7f4.arrow
|
302 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-163c2b7283c0d5b5.arrow
|
303 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-25e92ad5b894f52e.arrow
|
304 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bf189fda5e3b4bc9.arrow
|
305 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6ce9531fdc082c8a.arrow
|
306 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b943fb89b63d4f5c.arrow
|
307 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e34e5db178b9896a.arrow
|
308 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5d32341726f6642a.arrow
|
309 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bcf54b0c14a80696.arrow
|
310 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-74c1fdce69263242.arrow
|
311 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-879a5cdf370a58b6.arrow
|
312 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0336b53ce4a5e724.arrow
|
313 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c81efa63600d61e0.arrow
|
314 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-17a3935390f13c09.arrow
|
315 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e179c1382188a400.arrow
|
316 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bd7da0aaad16bb20.arrow
|
317 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0c15f0f06a6d9c89.arrow
|
318 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b399ce8ca9e1093c.arrow
|
319 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3a72d6a2d451474a.arrow
|
320 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-07c9c2bd6b856867.arrow
|
321 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3c9e816531a7886b.arrow
|
322 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b6278d41fa47fe88.arrow
|
323 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f53eec8928a939ae.arrow
|
324 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c09512a9e6615ddd.arrow
|
325 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-db4c784c66447e11.arrow
|
326 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-265eb6454ad1c53a.arrow
|
327 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3aa7d141f01d5e86.arrow
|
328 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0580f3162a24358e.arrow
|
329 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-07c0041d8a1d1c7a.arrow
|
330 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-367ca654871a4a04.arrow
|
331 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-499071019ebb0155.arrow
|
332 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-caeca7f427d82370.arrow
|
333 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-47589ea7194d9d4f.arrow
|
334 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-50e822a959c796d8.arrow
|
335 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dfeab72b9027f18b.arrow
|
336 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dd7a0b3a4edb400b.arrow
|
337 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d6ea5b5103b5e98c.arrow
|
338 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7c1f3edb8f776c35.arrow
|
339 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1d83ac325fc0a180.arrow
|
340 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0bd8cc124777a33e.arrow
|
341 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0e34cb9829c4b787.arrow
|
342 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ef6369414e5e7dc1.arrow
|
343 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f22cbc8c1858ef32.arrow
|
344 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8200cea6b79abe4e.arrow
|
345 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-be3193b4eac4446a.arrow
|
346 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fd8e000a14805d01.arrow
|
347 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6fba82e84612d878.arrow
|
348 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6a6963c521afa67f.arrow
|
349 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-aa4cfb88eb8f5372.arrow
|
350 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8685db2f54078215.arrow
|
351 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5ad7b2c8ef90e7cb.arrow
|
352 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3efb20c923750226.arrow
|
353 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0916f46162e00b35.arrow
|
354 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-edc40aca61389482.arrow
|
355 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-86b9edacc21d6f5b.arrow
|
356 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3afba9269688d576.arrow
|
357 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-672400fde624d112.arrow
|
358 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-465277f39e350e89.arrow
|
359 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eeb14571ff45112e.arrow
|
360 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a98817ee9bc09293.arrow
|
361 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bb2009caa7dfab73.arrow
|
362 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-61cc715e9bf6cc98.arrow
|
363 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-67d3cb4eaf8d8ed7.arrow
|
364 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-65785317e02a5628.arrow
|
365 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a79fbea05d20db08.arrow
|
366 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-827d566630f9aa1d.arrow
|
367 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fda9e5b5a8c1a84c.arrow
|
368 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c1e0b6625bba683a.arrow
|
369 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-edcd1e884b7db53d.arrow
|
370 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e5b061ead90576ca.arrow
|
371 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ab34ba3ceaed4b61.arrow
|
372 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1339efe1d085200c.arrow
|
373 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3990406fe5f259cb.arrow
|
374 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0943b85386bf5481.arrow
|
375 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-226169f68060ba22.arrow
|
376 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9621ed2a716c2936.arrow
|
377 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-af6b180c6f5a96b2.arrow
|
378 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d150870d8a7351f4.arrow
|
379 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eab7f9a807e40fe6.arrow
|
380 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8d82d564b1bb7e0c.arrow
|
381 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dea360ce1578ed66.arrow
|
382 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-364c5361ca2b1b25.arrow
|
383 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3675e54844d7fb90.arrow
|
384 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e7d5ebdda5c32896.arrow
|
385 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-687ec39f9dacdb2a.arrow
|
386 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-77254be871192642.arrow
|
387 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eb3a89b7e59d6164.arrow
|
388 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0c3b35a59533c335.arrow
|
389 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7f9adf52a78acce7.arrow
|
390 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ac2789537daa0a57.arrow
|
391 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-61f646dd2335af3c.arrow
|
392 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d028b1dd691d7f5b.arrow
|
393 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0e15084870bdc29b.arrow
|
394 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-99cfdc3c7888aca1.arrow
|
395 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-919db66140c65641.arrow
|
396 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-59038f68aa0a5ec5.arrow
|
397 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-191d22c24fd59747.arrow
|
398 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0161beed55b800bc.arrow
|
399 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9c15670e8f3e0c24.arrow
|
400 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-26875a8c68d456ac.arrow
|
401 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-16575a7ac11663fb.arrow
|
402 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c1dea31356b3426b.arrow
|
403 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ee7deba7e89f18f2.arrow
|
404 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2eab68e414d904b5.arrow
|
405 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a10beb2839202803.arrow
|
406 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f3e2cacc14a84030.arrow
|
407 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5c8667ea533129cb.arrow
|
408 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1b2aa997ac29c348.arrow
|
409 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f27332171b55fbcb.arrow
|
410 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6419f7d8be22a06b.arrow
|
411 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b3bc4433c12bcdec.arrow
|
412 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fc2dd52064f0091f.arrow
|
413 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9e15c444ae01ea96.arrow
|
414 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a84aa4cc5c4f3104.arrow
|
415 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0bf0524c8592e51a.arrow
|
416 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5eb67e2386261e79.arrow
|
417 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-81069201df8a18e7.arrow
|
418 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3fde6203c86709f5.arrow
|
419 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-186bd8995de295bc.arrow
|
420 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-75296577b3c0a0d2.arrow
|
421 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9273293e110d9055.arrow
|
422 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6f87fae392e645a8.arrow
|
423 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c884f32737277680.arrow
|
424 |
+
WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2c134571a65badbf.arrow
|
425 |
+
2021-07-09 14:15:27.414442: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
|
426 |
+
2021-07-09 14:15:27.414487: W tensorflow/stream_executor/cuda/cuda_driver.cc:326] failed call to cuInit: UNKNOWN ERROR (303)
|
427 |
+
/home/cahya/miniconda3/envs/jax/lib/python3.8/site-packages/jax/lib/xla_bridge.py:382: UserWarning: jax.host_count has been renamed to jax.process_count. This alias will eventually be removed; please update your code.
|
428 |
+
warnings.warn(
|
429 |
+
/home/cahya/miniconda3/envs/jax/lib/python3.8/site-packages/jax/lib/xla_bridge.py:369: UserWarning: jax.host_id has been renamed to jax.process_index. This alias will eventually be removed; please update your code.
|
430 |
+
warnings.warn(
|
431 |
+
INFO:__main__:***** Running training *****
|
432 |
+
INFO:__main__: Num examples = 10000
|
433 |
+
INFO:__main__: Num Epochs = 20
|
434 |
+
INFO:__main__: Instantaneous batch size per device = 24
|
435 |
+
INFO:__main__: Total train batch size (w. parallel & distributed) = 192
|
436 |
+
INFO:__main__: Total optimization steps = 1040
|
437 |
+
Epoch ... (1/20): 0%| | 0/20 [00:00<?, ?it/s]
|
438 |
+
|
439 |
+
|
440 |
+
|
441 |
+
Training...: 19%|█████████████████████████████████████▌ | 10/52 [01:20<01:17, 1.85s/it]
|
442 |
+
|
443 |
+
Evaluating...: 20%|███████████████████████████████████████ | 1/5 [00:13<00:55, 13.98s/it]
|
444 |
+
|
445 |
+
|
446 |
+
tcmalloc: large alloc 1209278464 bytes == 0x5638c60c8000 @ 0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982
|
447 |
+
tcmalloc: large alloc 2426904576 bytes == 0x56390e20a000 @ 0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09
|
448 |
+
tcmalloc: large alloc 1419304960 bytes == 0x563883b82000 @ 0x7faff8cbc680 0x7faff8cdd824 0x563649ff5730 0x56364a10cadb 0x7faca7dd8c6f 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09 0x56364a18eca9 0x7faff89560b3 0x56364a1671c7
|
wandb/run-20210709_141445-2k8cnty2/files/requirements.txt
ADDED
@@ -0,0 +1,153 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
absl-py==0.13.0
|
2 |
+
aiohttp==3.7.4.post0
|
3 |
+
anyio==3.2.1
|
4 |
+
argon2-cffi==20.1.0
|
5 |
+
astunparse==1.6.3
|
6 |
+
async-generator==1.10
|
7 |
+
async-timeout==3.0.1
|
8 |
+
attrs==21.2.0
|
9 |
+
babel==2.9.1
|
10 |
+
backcall==0.2.0
|
11 |
+
backports.functools-lru-cache==1.6.4
|
12 |
+
bleach==3.3.0
|
13 |
+
brotlipy==0.7.0
|
14 |
+
cachetools==4.2.2
|
15 |
+
certifi==2021.5.30
|
16 |
+
cffi==1.14.5
|
17 |
+
chardet==4.0.0
|
18 |
+
chex==0.0.8
|
19 |
+
click==8.0.1
|
20 |
+
configparser==5.0.2
|
21 |
+
cryptography==3.4.7
|
22 |
+
cycler==0.10.0
|
23 |
+
datasets==1.8.1.dev0
|
24 |
+
debugpy==1.3.0
|
25 |
+
decorator==5.0.9
|
26 |
+
defusedxml==0.7.1
|
27 |
+
dill==0.3.4
|
28 |
+
dm-tree==0.1.6
|
29 |
+
docker-pycreds==0.4.0
|
30 |
+
entrypoints==0.3
|
31 |
+
filelock==3.0.12
|
32 |
+
flatbuffers==1.12
|
33 |
+
flax==0.3.4
|
34 |
+
fsspec==2021.6.1
|
35 |
+
gast==0.4.0
|
36 |
+
gitdb==4.0.7
|
37 |
+
gitpython==3.1.18
|
38 |
+
google-auth-oauthlib==0.4.4
|
39 |
+
google-auth==1.32.1
|
40 |
+
google-pasta==0.2.0
|
41 |
+
grpcio==1.34.1
|
42 |
+
h5py==3.1.0
|
43 |
+
huggingface-hub==0.0.12
|
44 |
+
idna==2.10
|
45 |
+
importlib-metadata==4.6.1
|
46 |
+
ipykernel==6.0.1
|
47 |
+
ipython-genutils==0.2.0
|
48 |
+
ipython==7.25.0
|
49 |
+
jax==0.2.16
|
50 |
+
jaxlib==0.1.68
|
51 |
+
jedi==0.18.0
|
52 |
+
jinja2==3.0.1
|
53 |
+
joblib==1.0.1
|
54 |
+
json5==0.9.5
|
55 |
+
jsonschema==3.2.0
|
56 |
+
jupyter-client==6.1.12
|
57 |
+
jupyter-core==4.7.1
|
58 |
+
jupyter-server==1.9.0
|
59 |
+
jupyterlab-pygments==0.1.2
|
60 |
+
jupyterlab-server==2.6.0
|
61 |
+
jupyterlab==3.0.16
|
62 |
+
keras-nightly==2.5.0.dev2021032900
|
63 |
+
keras-preprocessing==1.1.2
|
64 |
+
kiwisolver==1.3.1
|
65 |
+
libtpu-nightly==0.1.dev20210615
|
66 |
+
markdown==3.3.4
|
67 |
+
markupsafe==2.0.1
|
68 |
+
matplotlib-inline==0.1.2
|
69 |
+
matplotlib==3.4.2
|
70 |
+
mistune==0.8.4
|
71 |
+
msgpack==1.0.2
|
72 |
+
multidict==5.1.0
|
73 |
+
multiprocess==0.70.12.2
|
74 |
+
nbclassic==0.3.1
|
75 |
+
nbclient==0.5.3
|
76 |
+
nbconvert==6.1.0
|
77 |
+
nbformat==5.1.3
|
78 |
+
nest-asyncio==1.5.1
|
79 |
+
notebook==6.4.0
|
80 |
+
numpy==1.19.5
|
81 |
+
oauthlib==3.1.1
|
82 |
+
opt-einsum==3.3.0
|
83 |
+
optax==0.0.9
|
84 |
+
packaging==21.0
|
85 |
+
pandas==1.2.5
|
86 |
+
pandocfilters==1.4.2
|
87 |
+
parso==0.8.2
|
88 |
+
pathtools==0.1.2
|
89 |
+
pexpect==4.8.0
|
90 |
+
pickleshare==0.7.5
|
91 |
+
pillow==8.3.0
|
92 |
+
pip==21.1.3
|
93 |
+
prometheus-client==0.11.0
|
94 |
+
promise==2.3
|
95 |
+
prompt-toolkit==3.0.19
|
96 |
+
protobuf==3.17.3
|
97 |
+
psutil==5.8.0
|
98 |
+
ptyprocess==0.7.0
|
99 |
+
pyarrow==4.0.1
|
100 |
+
pyasn1-modules==0.2.8
|
101 |
+
pyasn1==0.4.8
|
102 |
+
pycparser==2.20
|
103 |
+
pygments==2.9.0
|
104 |
+
pyopenssl==20.0.1
|
105 |
+
pyparsing==2.4.7
|
106 |
+
pyrsistent==0.17.3
|
107 |
+
pysocks==1.7.1
|
108 |
+
python-dateutil==2.8.1
|
109 |
+
pytz==2021.1
|
110 |
+
pyyaml==5.4.1
|
111 |
+
pyzmq==22.1.0
|
112 |
+
regex==2021.7.1
|
113 |
+
requests-oauthlib==1.3.0
|
114 |
+
requests-unixsocket==0.2.0
|
115 |
+
requests==2.25.1
|
116 |
+
rsa==4.7.2
|
117 |
+
sacremoses==0.0.45
|
118 |
+
scipy==1.7.0
|
119 |
+
send2trash==1.7.1
|
120 |
+
sentry-sdk==1.1.0
|
121 |
+
setuptools==52.0.0.post20210125
|
122 |
+
shortuuid==1.0.1
|
123 |
+
six==1.16.0
|
124 |
+
smmap==4.0.0
|
125 |
+
sniffio==1.2.0
|
126 |
+
subprocess32==3.5.4
|
127 |
+
tensorboard-data-server==0.6.1
|
128 |
+
tensorboard-plugin-wit==1.8.0
|
129 |
+
tensorboard==2.5.0
|
130 |
+
tensorflow-estimator==2.5.0
|
131 |
+
tensorflow==2.5.0
|
132 |
+
termcolor==1.1.0
|
133 |
+
terminado==0.10.1
|
134 |
+
testpath==0.5.0
|
135 |
+
tokenizers==0.10.3
|
136 |
+
toolz==0.11.1
|
137 |
+
torch==1.9.0
|
138 |
+
tornado==6.1
|
139 |
+
tqdm==4.61.1
|
140 |
+
traitlets==5.0.5
|
141 |
+
transformers==4.9.0.dev0
|
142 |
+
typing-extensions==3.10.0.0
|
143 |
+
urllib3==1.26.6
|
144 |
+
wandb==0.10.33
|
145 |
+
wcwidth==0.2.5
|
146 |
+
webencodings==0.5.1
|
147 |
+
websocket-client==0.57.0
|
148 |
+
werkzeug==2.0.1
|
149 |
+
wheel==0.36.2
|
150 |
+
wrapt==1.12.1
|
151 |
+
xxhash==2.0.2
|
152 |
+
yarl==1.6.3
|
153 |
+
zipp==3.5.0
|
wandb/run-20210709_141445-2k8cnty2/files/wandb-metadata.json
ADDED
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.17",
|
3 |
+
"python": "3.8.10",
|
4 |
+
"heartbeatAt": "2021-07-09T14:14:47.469719",
|
5 |
+
"startedAt": "2021-07-09T14:14:45.370847",
|
6 |
+
"docker": null,
|
7 |
+
"cpu_count": 96,
|
8 |
+
"cuda": null,
|
9 |
+
"args": [
|
10 |
+
"--output_dir=/home/cahya/Work/flax-community/gpt2-medium-indonesian",
|
11 |
+
"--model_type=gpt2",
|
12 |
+
"--config_name=/home/cahya/Work/flax-community/gpt2-medium-indonesian",
|
13 |
+
"--tokenizer_name=/home/cahya/Work/flax-community/gpt2-medium-indonesian",
|
14 |
+
"--dataset_name=oscar",
|
15 |
+
"--dataset_config_name=unshuffled_deduplicated_id",
|
16 |
+
"--do_train",
|
17 |
+
"--do_eval",
|
18 |
+
"--block_size=512",
|
19 |
+
"--per_device_train_batch_size=24",
|
20 |
+
"--per_device_eval_batch_size=24",
|
21 |
+
"--learning_rate=0.0024",
|
22 |
+
"--warmup_steps=1000",
|
23 |
+
"--adam_beta1=0.9",
|
24 |
+
"--adam_beta2=0.98",
|
25 |
+
"--weight_decay=0.01",
|
26 |
+
"--overwrite_output_dir",
|
27 |
+
"--num_train_epochs=20",
|
28 |
+
"--dataloader_num_workers=64",
|
29 |
+
"--preprocessing_num_workers=64",
|
30 |
+
"--save_steps=10",
|
31 |
+
"--eval_steps=10",
|
32 |
+
"--max_train_samples=10000",
|
33 |
+
"--max_eval_samples=1000",
|
34 |
+
"--push_to_hub"
|
35 |
+
],
|
36 |
+
"state": "running",
|
37 |
+
"program": "./run_clm_flax.py",
|
38 |
+
"codePath": "run_clm_flax.py",
|
39 |
+
"git": {
|
40 |
+
"remote": "https://huggingface.co/flax-community/gpt2-medium-indonesian",
|
41 |
+
"commit": "6f9afb3df1b5b586dcf274b6e6e9cbae1deff345"
|
42 |
+
},
|
43 |
+
"email": "[email protected]",
|
44 |
+
"root": "/home/cahya/Work/flax-community/gpt2-medium-indonesian",
|
45 |
+
"host": "t1v-n-528d9406-w-0",
|
46 |
+
"username": "cahya",
|
47 |
+
"executable": "/home/cahya/miniconda3/envs/jax/bin/python"
|
48 |
+
}
|
wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{}
|
wandb/run-20210709_141445-2k8cnty2/logs/debug-internal.log
ADDED
@@ -0,0 +1,95 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2021-07-09 14:14:46,066 INFO MainThread:246776 [internal.py:wandb_internal():88] W&B internal server running at pid: 246776, started at: 2021-07-09 14:14:46.066421
|
2 |
+
2021-07-09 14:14:46,069 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: check_version
|
3 |
+
2021-07-09 14:14:46,069 INFO WriterThread:246776 [datastore.py:open_for_write():80] open: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/run-2k8cnty2.wandb
|
4 |
+
2021-07-09 14:14:46,070 DEBUG SenderThread:246776 [sender.py:send():179] send: header
|
5 |
+
2021-07-09 14:14:46,070 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: check_version
|
6 |
+
2021-07-09 14:14:46,106 DEBUG SenderThread:246776 [sender.py:send():179] send: run
|
7 |
+
2021-07-09 14:14:46,291 INFO SenderThread:246776 [dir_watcher.py:__init__():168] watching files in: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files
|
8 |
+
2021-07-09 14:14:46,291 INFO SenderThread:246776 [sender.py:_start_run_threads():716] run started: 2k8cnty2 with start time 1625840085
|
9 |
+
2021-07-09 14:14:46,291 DEBUG SenderThread:246776 [sender.py:send():179] send: summary
|
10 |
+
2021-07-09 14:14:46,291 INFO SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
11 |
+
2021-07-09 14:14:46,292 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: run_start
|
12 |
+
2021-07-09 14:14:47,296 INFO Thread-8 :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
|
13 |
+
2021-07-09 14:14:47,469 DEBUG HandlerThread:246776 [meta.py:__init__():39] meta init
|
14 |
+
2021-07-09 14:14:47,469 DEBUG HandlerThread:246776 [meta.py:__init__():53] meta init done
|
15 |
+
2021-07-09 14:14:47,469 DEBUG HandlerThread:246776 [meta.py:probe():210] probe
|
16 |
+
2021-07-09 14:14:47,470 DEBUG HandlerThread:246776 [meta.py:_setup_git():200] setup git
|
17 |
+
2021-07-09 14:14:47,497 DEBUG HandlerThread:246776 [meta.py:_setup_git():207] setup git done
|
18 |
+
2021-07-09 14:14:47,498 DEBUG HandlerThread:246776 [meta.py:_save_pip():57] save pip
|
19 |
+
2021-07-09 14:14:47,498 DEBUG HandlerThread:246776 [meta.py:_save_pip():71] save pip done
|
20 |
+
2021-07-09 14:14:47,498 DEBUG HandlerThread:246776 [meta.py:_save_conda():78] save conda
|
21 |
+
2021-07-09 14:14:48,296 INFO Thread-8 :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/conda-environment.yaml
|
22 |
+
2021-07-09 14:14:48,296 INFO Thread-8 :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/requirements.txt
|
23 |
+
2021-07-09 14:14:49,937 DEBUG HandlerThread:246776 [meta.py:_save_conda():86] save conda done
|
24 |
+
2021-07-09 14:14:49,937 DEBUG HandlerThread:246776 [meta.py:probe():252] probe done
|
25 |
+
2021-07-09 14:14:49,940 DEBUG SenderThread:246776 [sender.py:send():179] send: files
|
26 |
+
2021-07-09 14:14:49,940 INFO SenderThread:246776 [sender.py:_save_file():841] saving file wandb-metadata.json with policy now
|
27 |
+
2021-07-09 14:14:49,947 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
|
28 |
+
2021-07-09 14:14:49,947 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
|
29 |
+
2021-07-09 14:14:50,072 DEBUG SenderThread:246776 [sender.py:send():179] send: config
|
30 |
+
2021-07-09 14:14:50,073 DEBUG SenderThread:246776 [sender.py:send():179] send: config
|
31 |
+
2021-07-09 14:14:50,073 DEBUG SenderThread:246776 [sender.py:send():179] send: config
|
32 |
+
2021-07-09 14:14:50,073 DEBUG SenderThread:246776 [sender.py:send():179] send: config
|
33 |
+
2021-07-09 14:14:50,296 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/conda-environment.yaml
|
34 |
+
2021-07-09 14:14:50,297 INFO Thread-8 :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
35 |
+
2021-07-09 14:14:50,297 INFO Thread-8 :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-metadata.json
|
36 |
+
2021-07-09 14:14:50,380 INFO Thread-11 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/2kbqshuw-wandb-metadata.json
|
37 |
+
2021-07-09 14:14:52,297 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
38 |
+
2021-07-09 14:14:54,298 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
39 |
+
2021-07-09 14:15:02,301 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
40 |
+
2021-07-09 14:15:04,302 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
41 |
+
2021-07-09 14:15:05,089 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
|
42 |
+
2021-07-09 14:15:05,089 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
|
43 |
+
2021-07-09 14:15:08,303 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
44 |
+
2021-07-09 14:15:10,304 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
45 |
+
2021-07-09 14:15:15,553 DEBUG SenderThread:246776 [sender.py:send():179] send: stats
|
46 |
+
2021-07-09 14:15:17,307 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/config.yaml
|
47 |
+
2021-07-09 14:15:19,308 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
48 |
+
2021-07-09 14:15:20,261 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
|
49 |
+
2021-07-09 14:15:20,261 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
|
50 |
+
2021-07-09 14:15:21,309 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
51 |
+
2021-07-09 14:15:27,311 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
52 |
+
2021-07-09 14:15:27,425 INFO HandlerThread:246776 [handler.py:handle_tbrecord():547] handling tbrecord: tbrecord {
|
53 |
+
log_dir: "/home/cahya/Work/flax-community/gpt2-medium-indonesian"
|
54 |
+
save: true
|
55 |
+
}
|
56 |
+
|
57 |
+
2021-07-09 14:15:27,426 DEBUG HandlerThread:246776 [config_util.py:dict_from_config_file():101] no default config file found in config-defaults.yaml
|
58 |
+
2021-07-09 14:15:27,434 DEBUG SenderThread:246776 [sender.py:send():179] send: tbrecord
|
59 |
+
2021-07-09 14:15:27,435 DEBUG SenderThread:246776 [sender.py:send():179] send: files
|
60 |
+
2021-07-09 14:15:27,435 INFO SenderThread:246776 [sender.py:_save_file():841] saving file events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2 with policy live
|
61 |
+
2021-07-09 14:15:27,879 INFO Thread-14 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/2a4g7r5i-events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
|
62 |
+
2021-07-09 14:15:28,312 INFO Thread-8 :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
|
63 |
+
2021-07-09 14:15:29,312 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
64 |
+
2021-07-09 14:15:31,313 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
65 |
+
2021-07-09 14:15:35,424 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
|
66 |
+
2021-07-09 14:15:35,424 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
|
67 |
+
2021-07-09 14:15:45,633 DEBUG SenderThread:246776 [sender.py:send():179] send: stats
|
68 |
+
2021-07-09 14:15:50,786 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
|
69 |
+
2021-07-09 14:15:50,786 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
|
70 |
+
2021-07-09 14:16:05,918 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
|
71 |
+
2021-07-09 14:16:05,918 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
|
72 |
+
2021-07-09 14:16:15,713 DEBUG SenderThread:246776 [sender.py:send():179] send: stats
|
73 |
+
2021-07-09 14:16:21,055 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
|
74 |
+
2021-07-09 14:16:21,056 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
|
75 |
+
2021-07-09 14:16:36,187 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
|
76 |
+
2021-07-09 14:16:36,187 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
|
77 |
+
2021-07-09 14:16:45,342 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
78 |
+
2021-07-09 14:16:45,792 DEBUG SenderThread:246776 [sender.py:send():179] send: stats
|
79 |
+
2021-07-09 14:16:47,342 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
80 |
+
2021-07-09 14:16:49,343 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
81 |
+
2021-07-09 14:16:51,317 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
|
82 |
+
2021-07-09 14:16:51,317 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
|
83 |
+
2021-07-09 14:16:51,344 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
84 |
+
2021-07-09 14:17:05,350 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
85 |
+
2021-07-09 14:17:06,350 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
|
86 |
+
2021-07-09 14:17:06,451 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
|
87 |
+
2021-07-09 14:17:06,451 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
|
88 |
+
2021-07-09 14:17:06,818 INFO Thread-15 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/5degf70d-events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
|
89 |
+
2021-07-09 14:17:07,350 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
90 |
+
2021-07-09 14:17:12,353 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
91 |
+
2021-07-09 14:17:14,354 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
92 |
+
2021-07-09 14:17:15,871 DEBUG SenderThread:246776 [sender.py:send():179] send: stats
|
93 |
+
2021-07-09 14:17:16,355 INFO Thread-8 :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
|
94 |
+
2021-07-09 14:17:21,580 DEBUG HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
|
95 |
+
2021-07-09 14:17:21,580 DEBUG SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
|
wandb/run-20210709_141445-2k8cnty2/logs/debug.log
ADDED
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2021-07-09 14:14:45,372 INFO MainThread:245719 [wandb_setup.py:_flush():69] Unhandled environment var: WANDB_LOG_MODEL
|
2 |
+
2021-07-09 14:14:45,372 INFO MainThread:245719 [wandb_setup.py:_flush():69] setting env: {'project': 'hf-flax-gpt2-indonesian', 'entity': 'wandb'}
|
3 |
+
2021-07-09 14:14:45,372 INFO MainThread:245719 [wandb_setup.py:_flush():69] setting login settings: {}
|
4 |
+
2021-07-09 14:14:45,372 INFO MainThread:245719 [wandb_init.py:_log_setup():337] Logging user logs to /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/logs/debug.log
|
5 |
+
2021-07-09 14:14:45,372 INFO MainThread:245719 [wandb_init.py:_log_setup():338] Logging internal logs to /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/logs/debug-internal.log
|
6 |
+
2021-07-09 14:14:45,372 INFO MainThread:245719 [wandb_init.py:init():370] calling init triggers
|
7 |
+
2021-07-09 14:14:45,372 INFO MainThread:245719 [wandb_init.py:init():375] wandb.init called with sweep_config: {}
|
8 |
+
config: {}
|
9 |
+
2021-07-09 14:14:45,373 INFO MainThread:245719 [wandb_init.py:init():419] starting backend
|
10 |
+
2021-07-09 14:14:45,373 INFO MainThread:245719 [backend.py:_multiprocessing_setup():70] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
|
11 |
+
2021-07-09 14:14:45,413 INFO MainThread:245719 [backend.py:ensure_launched():135] starting backend process...
|
12 |
+
2021-07-09 14:14:45,453 INFO MainThread:245719 [backend.py:ensure_launched():139] started backend process with pid: 246776
|
13 |
+
2021-07-09 14:14:45,455 INFO MainThread:245719 [wandb_init.py:init():424] backend started and connected
|
14 |
+
2021-07-09 14:14:45,458 INFO MainThread:245719 [wandb_init.py:init():472] updated telemetry
|
15 |
+
2021-07-09 14:14:45,458 INFO MainThread:245719 [wandb_init.py:init():491] communicating current version
|
16 |
+
2021-07-09 14:14:46,105 INFO MainThread:245719 [wandb_init.py:init():496] got version response
|
17 |
+
2021-07-09 14:14:46,105 INFO MainThread:245719 [wandb_init.py:init():504] communicating run to backend with 30 second timeout
|
18 |
+
2021-07-09 14:14:46,291 INFO MainThread:245719 [wandb_init.py:init():529] starting run threads in backend
|
19 |
+
2021-07-09 14:14:49,944 INFO MainThread:245719 [wandb_run.py:_console_start():1623] atexit reg
|
20 |
+
2021-07-09 14:14:49,944 INFO MainThread:245719 [wandb_run.py:_redirect():1497] redirect: SettingsConsole.REDIRECT
|
21 |
+
2021-07-09 14:14:49,945 INFO MainThread:245719 [wandb_run.py:_redirect():1502] Redirecting console.
|
22 |
+
2021-07-09 14:14:49,946 INFO MainThread:245719 [wandb_run.py:_redirect():1558] Redirects installed.
|
23 |
+
2021-07-09 14:14:49,947 INFO MainThread:245719 [wandb_init.py:init():554] run started, returning control to user process
|
24 |
+
2021-07-09 14:14:49,956 INFO MainThread:245719 [wandb_run.py:_config_callback():872] config_cb None None {'output_dir': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'overwrite_output_dir': True, 'do_train': True, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'IntervalStrategy.NO', 'prediction_loss_only': False, 'per_device_train_batch_size': 24, 'per_device_eval_batch_size': 24, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'learning_rate': 0.0024, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.98, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 20.0, 'max_steps': -1, 'lr_scheduler_type': 'SchedulerType.LINEAR', 'warmup_ratio': 0.0, 'warmup_steps': 1000, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': '/home/cahya/Work/flax-community/gpt2-medium-indonesian/runs/Jul09_14-14-49_t1v-n-528d9406-w-0', 'logging_strategy': 'IntervalStrategy.STEPS', 'logging_first_step': False, 'logging_steps': 500, 'save_strategy': 'IntervalStrategy.STEPS', 'save_steps': 10, 'save_total_limit': None, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'fp16': False, 'fp16_opt_level': 'O1', 'fp16_backend': 'auto', 'fp16_full_eval': False, 'local_rank': -1, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 10, 'dataloader_num_workers': 64, 'past_index': -1, 'run_name': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'sharded_ddp': [], 'deepspeed': None, 'label_smoothing_factor': 0.0, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'push_to_hub_model_id': 'gpt2-medium-indonesian', 'push_to_hub_organization': None, 'push_to_hub_token': None, 'mp_parameters': '', '_n_gpu': 0, '__cached__setup_devices': 'cpu'}
|
25 |
+
2021-07-09 14:14:49,957 INFO MainThread:245719 [wandb_run.py:_config_callback():872] config_cb None None {'model_name_or_path': None, 'model_type': 'gpt2', 'config_name': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'tokenizer_name': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'cache_dir': None, 'use_fast_tokenizer': True, 'dtype': 'float32'}
|
26 |
+
2021-07-09 14:14:49,958 INFO MainThread:245719 [wandb_run.py:_config_callback():872] config_cb None None {'dataset_name': 'oscar', 'dataset_config_name': 'unshuffled_deduplicated_id', 'train_file': None, 'validation_file': None, 'max_train_samples': 10000, 'max_eval_samples': 1000, 'overwrite_cache': False, 'validation_split_percentage': 5, 'block_size': 512, 'preprocessing_num_workers': 64}
|
27 |
+
2021-07-09 14:14:49,958 INFO MainThread:245719 [wandb_config.py:__setitem__():141] config set test_log = 12345 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x7fab4d59abb0>>
|
28 |
+
2021-07-09 14:14:49,958 INFO MainThread:245719 [wandb_run.py:_config_callback():872] config_cb test_log 12345 None
|
29 |
+
2021-07-09 14:15:27,424 INFO MainThread:245719 [wandb_run.py:_tensorboard_callback():943] tensorboard callback: /home/cahya/Work/flax-community/gpt2-medium-indonesian, None
|
wandb/run-20210709_141445-2k8cnty2/run-2k8cnty2.wandb
ADDED
Binary file (75 kB). View file
|
|