| INFO:__main__:Training/evaluation parameters TrainingArguments( | |
| _n_gpu=0, | |
| adafactor=False, | |
| adam_beta1=0.9, | |
| adam_beta2=0.98, | |
| adam_epsilon=1e-08, | |
| dataloader_drop_last=False, | |
| dataloader_num_workers=64, | |
| dataloader_pin_memory=True, | |
| ddp_find_unused_parameters=None, | |
| debug=[], | |
| deepspeed=None, | |
| disable_tqdm=False, | |
| do_eval=True, | |
| do_predict=False, | |
| do_train=True, | |
| eval_accumulation_steps=None, | |
| eval_steps=10, | |
| evaluation_strategy=IntervalStrategy.NO, | |
| fp16=False, | |
| fp16_backend=auto, | |
| fp16_full_eval=False, | |
| fp16_opt_level=O1, | |
| gradient_accumulation_steps=1, | |
| greater_is_better=None, | |
| group_by_length=False, | |
| ignore_data_skip=False, | |
| label_names=None, | |
| label_smoothing_factor=0.0, | |
| learning_rate=0.0024, | |
| length_column_name=length, | |
| load_best_model_at_end=False, | |
| local_rank=-1, | |
| log_level=-1, | |
| log_level_replica=-1, | |
| log_on_each_node=True, | |
| logging_dir=/home/cahya/Work/flax-community/gpt2-medium-indonesian/runs/Jul09_14-14-49_t1v-n-528d9406-w-0, | |
| logging_first_step=False, | |
| logging_steps=500, | |
| logging_strategy=IntervalStrategy.STEPS, | |
| lr_scheduler_type=SchedulerType.LINEAR, | |
| max_grad_norm=1.0, | |
| max_steps=-1, | |
| metric_for_best_model=None, | |
| mp_parameters=, | |
| no_cuda=False, | |
| num_train_epochs=20.0, | |
| output_dir=/home/cahya/Work/flax-community/gpt2-medium-indonesian, | |
| overwrite_output_dir=True, | |
| past_index=-1, | |
| per_device_eval_batch_size=24, | |
| per_device_train_batch_size=24, | |
| prediction_loss_only=False, | |
| push_to_hub=True, | |
| push_to_hub_model_id=gpt2-medium-indonesian, | |
| push_to_hub_organization=None, | |
| push_to_hub_token=None, | |
| remove_unused_columns=True, | |
| report_to=['tensorboard', 'wandb'], | |
| resume_from_checkpoint=None, | |
| run_name=/home/cahya/Work/flax-community/gpt2-medium-indonesian, | |
| save_on_each_node=False, | |
| save_steps=10, | |
| save_strategy=IntervalStrategy.STEPS, | |
| save_total_limit=None, | |
| seed=42, | |
| sharded_ddp=[], | |
| skip_memory_metrics=True, | |
| tpu_metrics_debug=False, | |
| tpu_num_cores=None, | |
| use_legacy_prediction_loop=False, | |
| warmup_ratio=0.0, | |
| warmup_steps=1000, | |
| weight_decay=0.01, | |
| ) | |
| WARNING:datasets.builder:Reusing dataset oscar (/home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2) | |
| WARNING:datasets.builder:Reusing dataset oscar (/home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2) | |
| WARNING:datasets.builder:Reusing dataset oscar (/home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2) | |
| loading configuration file /home/cahya/Work/flax-community/gpt2-medium-indonesian/config.json | |
| Model config GPT2Config { | |
| "activation_function": "gelu_new", | |
| "architectures": [ | |
| "GPT2LMHeadModel" | |
| ], | |
| "attn_pdrop": 0.0, | |
| "bos_token_id": 50256, | |
| "embd_pdrop": 0.0, | |
| "eos_token_id": 50256, | |
| "gradient_checkpointing": false, | |
| "initializer_range": 0.02, | |
| "layer_norm_epsilon": 1e-05, | |
| "model_type": "gpt2", | |
| "n_ctx": 1024, | |
| "n_embd": 1024, | |
| "n_head": 16, | |
| "n_inner": null, | |
| "n_layer": 24, | |
| "n_positions": 1024, | |
| "n_special": 0, | |
| "predict_special_tokens": true, | |
| "resid_pdrop": 0.0, | |
| "scale_attn_weights": true, | |
| "summary_activation": null, | |
| "summary_first_dropout": 0.1, | |
| "summary_proj_to_labels": true, | |
| "summary_type": "cls_index", | |
| "summary_use_proj": true, | |
| "task_specific_params": { | |
| "text-generation": { | |
| "do_sample": true, | |
| "max_length": 50 | |
| } | |
| }, | |
| "transformers_version": "4.9.0.dev0", | |
| "use_cache": true, | |
| "vocab_size": 50257 | |
| } | |
| Could not locate the tokenizer configuration file, will try to use the model config instead. | |
| loading configuration file /home/cahya/Work/flax-community/gpt2-medium-indonesian/config.json | |
| Model config GPT2Config { | |
| "activation_function": "gelu_new", | |
| "architectures": [ | |
| "GPT2LMHeadModel" | |
| ], | |
| "attn_pdrop": 0.0, | |
| "bos_token_id": 50256, | |
| "embd_pdrop": 0.0, | |
| "eos_token_id": 50256, | |
| "gradient_checkpointing": false, | |
| "initializer_range": 0.02, | |
| "layer_norm_epsilon": 1e-05, | |
| "model_type": "gpt2", | |
| "n_ctx": 1024, | |
| "n_embd": 1024, | |
| "n_head": 16, | |
| "n_inner": null, | |
| "n_layer": 24, | |
| "n_positions": 1024, | |
| "n_special": 0, | |
| "predict_special_tokens": true, | |
| "resid_pdrop": 0.0, | |
| "scale_attn_weights": true, | |
| "summary_activation": null, | |
| "summary_first_dropout": 0.1, | |
| "summary_proj_to_labels": true, | |
| "summary_type": "cls_index", | |
| "summary_use_proj": true, | |
| "task_specific_params": { | |
| "text-generation": { | |
| "do_sample": true, | |
| "max_length": 50 | |
| } | |
| }, | |
| "transformers_version": "4.9.0.dev0", | |
| "use_cache": true, | |
| "vocab_size": 50257 | |
| } | |
| Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/vocab.json. We won't load it. | |
| Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/merges.txt. We won't load it. | |
| Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/added_tokens.json. We won't load it. | |
| Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/special_tokens_map.json. We won't load it. | |
| Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/tokenizer_config.json. We won't load it. | |
| loading file None | |
| loading file None | |
| loading file /home/cahya/Work/flax-community/gpt2-medium-indonesian/tokenizer.json | |
| loading file None | |
| loading file None | |
| loading file None | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7c8748951b836a39.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e8faac6017bcb49b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c5425cfa7b7223f6.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-cdc888c4a1368eb6.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-48968c822b98ae53.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5f328ef9be07f2bd.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d64db80076e83794.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c5535b5e4d4787bd.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-4ccae48945a5018b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a9580511ae5fe290.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ce47446c7ed51f86.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5265df813cce244c.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-291aa37166805277.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b0fcf0ee31a5694b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dc536f4136334a0c.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bc6d8f0cd0188ed2.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bae62b66cd5223e9.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a74a5c8659dd357d.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bed5ca27f1e7bb8a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-767607d4af662c16.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1af00e6a42cd67ec.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d2929e2c3fa897ad.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1d8bbdc9ba93d666.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c17b56fabd889d21.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b48656d346d83448.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d4aef854dcaa7dea.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a7c2984f49eefe03.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d41a1ea3f47cfde2.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6f68bd101d2c2eca.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-485ad825065afbf5.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-393d80b359d6d498.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-69c399a1f7f7cca1.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bf40230c58ff51f8.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-67f5f3316b06619a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-72663c2c8720408e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c7f6d6a32a956e50.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-937589a019258a7e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2fafecedcf451464.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ed4c6bf415770d26.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b4bf5b9a5fd38482.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1b72568efe5b7868.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3a5da5e01dd0ff2b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-71f7c7be4dfd81d6.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ac9ac931371f4384.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e7ffac40c42e218d.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6ca91f147e7f17a1.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9826499aae76a5f4.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fed85db5fca0881e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6a1592be96d1959e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fda740b66d69fd58.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-629fdd3e84db8bb8.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-360247a05d7d6828.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7cb4e26eeb4779e4.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-de63396aed7bdc2e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c7923ba0a046161a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-41bd875eb8e37e4a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-63d406f2b8caae26.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a6a9ae3ad76346c9.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-46c03b3c08dc50c0.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9cdb34ea12986c37.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-980c4103849175bf.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0e5f45226f5ef8f0.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-aea37063e6b69149.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-669d230b6ecfeee4.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9224bae4740feab5.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ca883887eeeb09a6.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-55e58bdfdede0446.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0ad7d2e809509b09.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c560d955a43b8187.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-953c992a4ffd79e3.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5e9f8e69b6097d2e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5e206f09c9e8fdd9.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-81b42c0e63aaa61c.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-177c4eeefea376e1.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e5a247ce598d84f9.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bd75398a09b4d424.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-48b420eec261286d.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-80084db690e3567d.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-62438236c09fb1f1.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3b3609414ddf4d05.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bc559942b3eb27be.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-409bc35993713857.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5d4a8b73d817d518.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-586a9f6742e6b078.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e0886c0db3a93363.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c2d49bb68cd78a9f.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f7449b91d4e35903.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a124305f190d1f17.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-771dcbfc2deeb2b4.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-4a44c0250d1a8e89.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9b95c02d2d811b7b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a6bd5f5cc5dd94f0.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1cb771f77a96aed1.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-79155db345e1b61b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-729ccd1eea5e21d8.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-627640808d2343eb.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-56dd36e14c3e3a37.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-af6e16e2217667bd.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-707869192be9efce.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-39f8ff16bef6f7b0.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-410ed2e266a61b08.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bfcd466266bfe78f.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ebfc42dbfa211bbe.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5313e8629fe03041.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-44c761bd52b19e3e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e68a227cccaddfa1.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-74e6a11703d4c67c.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8c549a52e289bf02.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-4c69057426f92234.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-63c03364206abb20.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f18cdaeab9f0c31e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c52df8cf3986e7c1.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e7ecba40c385f632.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2ae41987f9e0c517.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-578530963259a92a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c8ff33cc87989ab4.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f26b529c87137769.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9c125b7d3e39962e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b9aed1a128905146.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-65ad20401b1b55b9.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-61fd56caaa04d0de.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0449f726056b393d.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-048293b087d87334.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1d1cd0fed73a8a6d.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ecbe4f0d1015c4cd.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9bb33357a253dd26.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a004813d990739f0.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3fbe7b75655b70f6.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-92114ac4590ac300.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e6ff541c5d639622.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-212808ff17969c9a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-98a9f61654ffc96f.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eefc440a06bdb7f4.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-163c2b7283c0d5b5.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-25e92ad5b894f52e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bf189fda5e3b4bc9.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6ce9531fdc082c8a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b943fb89b63d4f5c.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e34e5db178b9896a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5d32341726f6642a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bcf54b0c14a80696.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-74c1fdce69263242.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-879a5cdf370a58b6.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0336b53ce4a5e724.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c81efa63600d61e0.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-17a3935390f13c09.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e179c1382188a400.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bd7da0aaad16bb20.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0c15f0f06a6d9c89.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b399ce8ca9e1093c.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3a72d6a2d451474a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-07c9c2bd6b856867.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3c9e816531a7886b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b6278d41fa47fe88.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f53eec8928a939ae.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c09512a9e6615ddd.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-db4c784c66447e11.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-265eb6454ad1c53a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3aa7d141f01d5e86.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0580f3162a24358e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-07c0041d8a1d1c7a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-367ca654871a4a04.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-499071019ebb0155.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-caeca7f427d82370.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-47589ea7194d9d4f.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-50e822a959c796d8.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dfeab72b9027f18b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dd7a0b3a4edb400b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d6ea5b5103b5e98c.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7c1f3edb8f776c35.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1d83ac325fc0a180.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0bd8cc124777a33e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0e34cb9829c4b787.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ef6369414e5e7dc1.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f22cbc8c1858ef32.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8200cea6b79abe4e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-be3193b4eac4446a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fd8e000a14805d01.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6fba82e84612d878.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6a6963c521afa67f.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-aa4cfb88eb8f5372.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8685db2f54078215.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5ad7b2c8ef90e7cb.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3efb20c923750226.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0916f46162e00b35.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-edc40aca61389482.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-86b9edacc21d6f5b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3afba9269688d576.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-672400fde624d112.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-465277f39e350e89.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eeb14571ff45112e.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a98817ee9bc09293.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bb2009caa7dfab73.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-61cc715e9bf6cc98.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-67d3cb4eaf8d8ed7.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-65785317e02a5628.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a79fbea05d20db08.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-827d566630f9aa1d.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fda9e5b5a8c1a84c.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c1e0b6625bba683a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-edcd1e884b7db53d.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e5b061ead90576ca.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ab34ba3ceaed4b61.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1339efe1d085200c.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3990406fe5f259cb.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0943b85386bf5481.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-226169f68060ba22.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9621ed2a716c2936.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-af6b180c6f5a96b2.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d150870d8a7351f4.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eab7f9a807e40fe6.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8d82d564b1bb7e0c.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dea360ce1578ed66.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-364c5361ca2b1b25.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3675e54844d7fb90.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e7d5ebdda5c32896.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-687ec39f9dacdb2a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-77254be871192642.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eb3a89b7e59d6164.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0c3b35a59533c335.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7f9adf52a78acce7.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ac2789537daa0a57.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-61f646dd2335af3c.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d028b1dd691d7f5b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0e15084870bdc29b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-99cfdc3c7888aca1.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-919db66140c65641.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-59038f68aa0a5ec5.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-191d22c24fd59747.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0161beed55b800bc.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9c15670e8f3e0c24.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-26875a8c68d456ac.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-16575a7ac11663fb.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c1dea31356b3426b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ee7deba7e89f18f2.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2eab68e414d904b5.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a10beb2839202803.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f3e2cacc14a84030.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5c8667ea533129cb.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1b2aa997ac29c348.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f27332171b55fbcb.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6419f7d8be22a06b.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b3bc4433c12bcdec.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fc2dd52064f0091f.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9e15c444ae01ea96.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a84aa4cc5c4f3104.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0bf0524c8592e51a.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5eb67e2386261e79.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-81069201df8a18e7.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3fde6203c86709f5.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-186bd8995de295bc.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-75296577b3c0a0d2.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9273293e110d9055.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6f87fae392e645a8.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c884f32737277680.arrow | |
| WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2c134571a65badbf.arrow | |
| 2021-07-09 14:15:27.414442: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory | |
| 2021-07-09 14:15:27.414487: W tensorflow/stream_executor/cuda/cuda_driver.cc:326] failed call to cuInit: UNKNOWN ERROR (303) | |
| /home/cahya/miniconda3/envs/jax/lib/python3.8/site-packages/jax/lib/xla_bridge.py:382: UserWarning: jax.host_count has been renamed to jax.process_count. This alias will eventually be removed; please update your code. | |
| warnings.warn( | |
| /home/cahya/miniconda3/envs/jax/lib/python3.8/site-packages/jax/lib/xla_bridge.py:369: UserWarning: jax.host_id has been renamed to jax.process_index. This alias will eventually be removed; please update your code. | |
| warnings.warn( | |
| INFO:__main__:***** Running training ***** | |
| INFO:__main__: Num examples = 10000 | |
| INFO:__main__: Num Epochs = 20 | |
| INFO:__main__: Instantaneous batch size per device = 24 | |
| INFO:__main__: Total train batch size (w. parallel & distributed) = 192 | |
| INFO:__main__: Total optimization steps = 1040 | |
| Epoch ... (1/20): 0%| | 0/20 [00:00<?, ?it/s] | |
| Training...: 19%|█████████████████████████████████████▌ | 10/52 [01:20<01:17, 1.85s/it] | |
| Evaluating...: 20%|███████████████████████████████████████ | 1/5 [00:13<00:55, 13.98s/it] | |
| tcmalloc: large alloc 1209278464 bytes == 0x5638c60c8000 @ 0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 | |
| tcmalloc: large alloc 2426904576 bytes == 0x56390e20a000 @ 0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09 | |
| tcmalloc: large alloc 1419304960 bytes == 0x563883b82000 @ 0x7faff8cbc680 0x7faff8cdd824 0x563649ff5730 0x56364a10cadb 0x7faca7dd8c6f 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09 0x56364a18eca9 0x7faff89560b3 0x56364a1671c7 | |