diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..1dbce182a3c22b9affb4712ff13761296599ef5f 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +checkpoint-15000/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-18000/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-19000/tokenizer.json filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..13f681fbd382ae93533381471151ace6997ab400 --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +language: +- ko +- en +base_model: facebook/mbart-large-50-many-to-many-mmt +tags: +- generated_from_trainer +metrics: +- bleu +model-index: +- name: ko-en_mbartLarge_exp5p_linear + results: [] +--- + + + +# ko-en_mbartLarge_exp5p_linear + +This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset. +It achieves the following results on the evaluation set: +- Loss: 1.2308 +- Bleu: 26.2764 +- Gen Len: 18.3888 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 4 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 32 +- total_eval_batch_size: 16 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- lr_scheduler_warmup_steps: 500 +- num_epochs: 40 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | Bleu | Gen Len | +|:-------------:|:-----:|:-----:|:---------------:|:-------:|:-------:| +| 1.7665 | 0.46 | 1000 | 1.6564 | 17.6773 | 18.7196 | +| 1.5688 | 0.93 | 2000 | 1.4939 | 20.8837 | 18.3983 | +| 1.457 | 1.39 | 3000 | 1.4350 | 21.9168 | 18.458 | +| 1.4107 | 1.86 | 4000 | 1.3752 | 22.8881 | 18.4826 | +| 1.3039 | 2.32 | 5000 | 1.3327 | 23.8115 | 18.4348 | +| 1.282 | 2.78 | 6000 | 1.3079 | 24.235 | 18.3561 | +| 1.2133 | 3.25 | 7000 | 1.2820 | 24.8877 | 18.5204 | +| 1.1787 | 3.71 | 8000 | 1.2580 | 25.2719 | 18.415 | +| 1.1154 | 4.18 | 9000 | 1.2543 | 25.5507 | 18.3528 | +| 1.0956 | 4.64 | 10000 | 1.2415 | 25.7284 | 18.5348 | +| 1.023 | 5.1 | 11000 | 1.2410 | 25.7912 | 18.3347 | +| 0.95 | 5.57 | 12000 | 1.2327 | 25.9921 | 18.2593 | +| 0.9476 | 6.03 | 13000 | 1.2631 | 25.829 | 18.3686 | +| 0.9061 | 6.5 | 14000 | 1.2548 | 25.8316 | 18.7481 | +| 0.9037 | 6.96 | 15000 | 1.2308 | 26.2764 | 18.3888 | +| 0.7431 | 7.42 | 16000 | 1.2716 | 25.9268 | 18.256 | +| 0.7526 | 7.89 | 17000 | 1.2655 | 25.9883 | 18.2052 | +| 0.6654 | 8.35 | 18000 | 1.3118 | 25.6866 | 18.2217 | +| 0.6953 | 8.82 | 19000 | 1.3050 | 25.8958 | 18.3387 | + + +### Framework versions + +- Transformers 4.34.0 +- Pytorch 2.1.0+cu121 +- Datasets 2.14.5 +- Tokenizers 0.14.1 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..7677c2c95a5aa1c77c14efb3ccf92ccdbbeb56eb --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,59 @@ +{ + "": 2, + "": 250053, + "": 1, + "": 0, + "": 3, + "af_ZA": 250026, + "ar_AR": 250001, + "az_AZ": 250027, + "bn_IN": 250028, + "cs_CZ": 250002, + "de_DE": 250003, + "en_XX": 250004, + "es_XX": 250005, + "et_EE": 250006, + "fa_IR": 250029, + "fi_FI": 250007, + "fr_XX": 250008, + "gl_ES": 250051, + "gu_IN": 250009, + "he_IL": 250030, + "hi_IN": 250010, + "hr_HR": 250031, + "id_ID": 250032, + "it_IT": 250011, + "ja_XX": 250012, + "ka_GE": 250033, + "kk_KZ": 250013, + "km_KH": 250034, + "ko_KR": 250014, + "lt_LT": 250015, + "lv_LV": 250016, + "mk_MK": 250035, + "ml_IN": 250036, + "mn_MN": 250037, + "mr_IN": 250038, + "my_MM": 250017, + "ne_NP": 250018, + "nl_XX": 250019, + "pl_PL": 250039, + "ps_AF": 250040, + "pt_XX": 250041, + "ro_RO": 250020, + "ru_RU": 250021, + "si_LK": 250022, + "sl_SI": 250052, + "sv_SE": 250042, + "sw_KE": 250043, + "ta_IN": 250044, + "te_IN": 250045, + "th_TH": 250046, + "tl_XX": 250047, + "tr_TR": 250023, + "uk_UA": 250048, + "ur_PK": 250049, + "vi_VN": 250024, + "xh_ZA": 250050, + "zh_CN": 250025 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..941515c6fbf76f90648cff4644418c55ec1c96da --- /dev/null +++ b/all_results.json @@ -0,0 +1,22 @@ +{ + "epoch": 8.82, + "eval_bleu": 26.2764, + "eval_gen_len": 18.3888, + "eval_loss": 1.2307679653167725, + "eval_runtime": 281.5024, + "eval_samples": 4308, + "eval_samples_per_second": 15.304, + "eval_steps_per_second": 0.959, + "predict_bleu": 25.8761, + "predict_gen_len": 18.7287, + "predict_loss": 1.2555336952209473, + "predict_runtime": 287.7566, + "predict_samples": 4309, + "predict_samples_per_second": 14.974, + "predict_steps_per_second": 0.938, + "train_loss": 1.1188514757658305, + "train_runtime": 19236.5328, + "train_samples": 34474, + "train_samples_per_second": 71.684, + "train_steps_per_second": 4.481 +} \ No newline at end of file diff --git a/checkpoint-15000/added_tokens.json b/checkpoint-15000/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..7677c2c95a5aa1c77c14efb3ccf92ccdbbeb56eb --- /dev/null +++ b/checkpoint-15000/added_tokens.json @@ -0,0 +1,59 @@ +{ + "": 2, + "": 250053, + "": 1, + "": 0, + "": 3, + "af_ZA": 250026, + "ar_AR": 250001, + "az_AZ": 250027, + "bn_IN": 250028, + "cs_CZ": 250002, + "de_DE": 250003, + "en_XX": 250004, + "es_XX": 250005, + "et_EE": 250006, + "fa_IR": 250029, + "fi_FI": 250007, + "fr_XX": 250008, + "gl_ES": 250051, + "gu_IN": 250009, + "he_IL": 250030, + "hi_IN": 250010, + "hr_HR": 250031, + "id_ID": 250032, + "it_IT": 250011, + "ja_XX": 250012, + "ka_GE": 250033, + "kk_KZ": 250013, + "km_KH": 250034, + "ko_KR": 250014, + "lt_LT": 250015, + "lv_LV": 250016, + "mk_MK": 250035, + "ml_IN": 250036, + "mn_MN": 250037, + "mr_IN": 250038, + "my_MM": 250017, + "ne_NP": 250018, + "nl_XX": 250019, + "pl_PL": 250039, + "ps_AF": 250040, + "pt_XX": 250041, + "ro_RO": 250020, + "ru_RU": 250021, + "si_LK": 250022, + "sl_SI": 250052, + "sv_SE": 250042, + "sw_KE": 250043, + "ta_IN": 250044, + "te_IN": 250045, + "th_TH": 250046, + "tl_XX": 250047, + "tr_TR": 250023, + "uk_UA": 250048, + "ur_PK": 250049, + "vi_VN": 250024, + "xh_ZA": 250050, + "zh_CN": 250025 +} diff --git a/checkpoint-15000/config.json b/checkpoint-15000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b864c326b24ff12eab5d4af6a421adb193e96686 --- /dev/null +++ b/checkpoint-15000/config.json @@ -0,0 +1,59 @@ +{ + "_name_or_path": "facebook/mbart-large-50-many-to-many-mmt", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "relu", + "add_bias_logits": false, + "add_final_layer_norm": true, + "architectures": [ + "MBartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "eos_token_id": 2, + "forced_bos_token_id": 250004, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_encoder_decoder": true, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "max_length": 200, + "max_position_embeddings": 1024, + "model_type": "mbart", + "normalize_before": true, + "normalize_embedding": true, + "num_beams": 5, + "num_hidden_layers": 12, + "output_past": true, + "pad_token_id": 1, + "scale_embedding": true, + "static_position_embeddings": false, + "tokenizer_class": "MBart50Tokenizer", + "torch_dtype": "float32", + "transformers_version": "4.34.0", + "use_cache": true, + "vocab_size": 250054 +} diff --git a/checkpoint-15000/generation_config.json b/checkpoint-15000/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..78b413332988a4b9ab147d05d21b45354c6aa691 --- /dev/null +++ b/checkpoint-15000/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 0, + "decoder_start_token_id": 2, + "early_stopping": true, + "eos_token_id": 2, + "forced_bos_token_id": 250004, + "forced_eos_token_id": 2, + "max_length": 200, + "num_beams": 5, + "pad_token_id": 1, + "transformers_version": "4.34.0" +} diff --git a/checkpoint-15000/optimizer.pt b/checkpoint-15000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..b775ce7177ac6979d4ffa5b08fd8a859f82084b7 --- /dev/null +++ b/checkpoint-15000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9670a40b1015627c4942830e11cfc470953ead1372d032e2997e335335d9d9af +size 4887473903 diff --git a/checkpoint-15000/pytorch_model.bin b/checkpoint-15000/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..a5f9035cac17a0d596a4baef800f0aa17ab13629 --- /dev/null +++ b/checkpoint-15000/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99314e196a0d4977617ac0e206800b8bee170d6fee2fe9320827be0b09070840 +size 2444694490 diff --git a/checkpoint-15000/rng_state_0.pth b/checkpoint-15000/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..6cec6402b1f145321a601a4a5a3ce71d8951dc9e --- /dev/null +++ b/checkpoint-15000/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b1b9344f9164bf248f04a7c0f6c16fe85476d45f24d314db4444183f860a28b +size 15024 diff --git a/checkpoint-15000/rng_state_1.pth b/checkpoint-15000/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..d311152c47352dd8a510f175727a510f928ed66c --- /dev/null +++ b/checkpoint-15000/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a3e5efddc1b9900e354bc7648d44c2b8e93acd4b428a7461f95b0bb3ccf267 +size 15024 diff --git a/checkpoint-15000/rng_state_2.pth b/checkpoint-15000/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..1fa6fb57183e82d7ae287920c1e4b33877334545 --- /dev/null +++ b/checkpoint-15000/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56dd53d6d577285112bac7b079a2e93a588f30b52bd62155ed931083aefd75c5 +size 15024 diff --git a/checkpoint-15000/rng_state_3.pth b/checkpoint-15000/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..04997879f9aa41e7b3e619198b0e2de1b85104a0 --- /dev/null +++ b/checkpoint-15000/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93ba5536d32a20b127d7ea175ae079f5955d41da39fda24a296abd3532b85f7 +size 15024 diff --git a/checkpoint-15000/scheduler.pt b/checkpoint-15000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..08ef70bc72d88ceb2642ef135b0776a66d1c5864 --- /dev/null +++ b/checkpoint-15000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1885f9f58ed3e54394ab7706438d784ff2b1619b372ef9ff9ddfd1a847fb64 +size 1064 diff --git a/checkpoint-15000/sentencepiece.bpe.model b/checkpoint-15000/sentencepiece.bpe.model new file mode 100644 index 0000000000000000000000000000000000000000..7a3f40a75f870bc1f21700cd414dc2acc431583c --- /dev/null +++ b/checkpoint-15000/sentencepiece.bpe.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865 +size 5069051 diff --git a/checkpoint-15000/special_tokens_map.json b/checkpoint-15000/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..6ac6c2075efed0070862fafffccbb1e901ff7c81 --- /dev/null +++ b/checkpoint-15000/special_tokens_map.json @@ -0,0 +1,63 @@ +{ + "additional_special_tokens": [ + "ar_AR", + "cs_CZ", + "de_DE", + "en_XX", + "es_XX", + "et_EE", + "fi_FI", + "fr_XX", + "gu_IN", + "hi_IN", + "it_IT", + "ja_XX", + "kk_KZ", + "ko_KR", + "lt_LT", + "lv_LV", + "my_MM", + "ne_NP", + "nl_XX", + "ro_RO", + "ru_RU", + "si_LK", + "tr_TR", + "vi_VN", + "zh_CN", + "af_ZA", + "az_AZ", + "bn_IN", + "fa_IR", + "he_IL", + "hr_HR", + "id_ID", + "ka_GE", + "km_KH", + "mk_MK", + "ml_IN", + "mn_MN", + "mr_IN", + "pl_PL", + "ps_AF", + "pt_XX", + "sv_SE", + "sw_KE", + "ta_IN", + "te_IN", + "th_TH", + "tl_XX", + "uk_UA", + "ur_PK", + "xh_ZA", + "gl_ES", + "sl_SI" + ], + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": "", + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/checkpoint-15000/tokenizer.json b/checkpoint-15000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..ef575b3cb2436e5e69ad8788ac706cd8362098d7 --- /dev/null +++ b/checkpoint-15000/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a71a6430f26d8667787032844b9efe0d820460f1eb2e56a96b5f171813bc1a +size 17109939 diff --git a/checkpoint-15000/tokenizer_config.json b/checkpoint-15000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fcd533e51492951cfe6260a7168337ce3453484c --- /dev/null +++ b/checkpoint-15000/tokenizer_config.json @@ -0,0 +1,528 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "ar_AR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250002": { + "content": "cs_CZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250003": { + "content": "de_DE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250004": { + "content": "en_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250005": { + "content": "es_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250006": { + "content": "et_EE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250007": { + "content": "fi_FI", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250008": { + "content": "fr_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250009": { + "content": "gu_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250010": { + "content": "hi_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250011": { + "content": "it_IT", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250012": { + "content": "ja_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250013": { + "content": "kk_KZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250014": { + "content": "ko_KR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250015": { + "content": "lt_LT", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250016": { + "content": "lv_LV", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250017": { + "content": "my_MM", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250018": { + "content": "ne_NP", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250019": { + "content": "nl_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250020": { + "content": "ro_RO", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250021": { + "content": "ru_RU", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250022": { + "content": "si_LK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250023": { + "content": "tr_TR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250024": { + "content": "vi_VN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250025": { + "content": "zh_CN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250026": { + "content": "af_ZA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250027": { + "content": "az_AZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250028": { + "content": "bn_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250029": { + "content": "fa_IR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250030": { + "content": "he_IL", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250031": { + "content": "hr_HR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250032": { + "content": "id_ID", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250033": { + "content": "ka_GE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250034": { + "content": "km_KH", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250035": { + "content": "mk_MK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250036": { + "content": "ml_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250037": { + "content": "mn_MN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250038": { + "content": "mr_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250039": { + "content": "pl_PL", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250040": { + "content": "ps_AF", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250041": { + "content": "pt_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250042": { + "content": "sv_SE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250043": { + "content": "sw_KE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250044": { + "content": "ta_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250045": { + "content": "te_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250046": { + "content": "th_TH", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250047": { + "content": "tl_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250048": { + "content": "uk_UA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250049": { + "content": "ur_PK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250050": { + "content": "xh_ZA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250051": { + "content": "gl_ES", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250052": { + "content": "sl_SI", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250053": { + "content": "", + "lstrip": true, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "ar_AR", + "cs_CZ", + "de_DE", + "en_XX", + "es_XX", + "et_EE", + "fi_FI", + "fr_XX", + "gu_IN", + "hi_IN", + "it_IT", + "ja_XX", + "kk_KZ", + "ko_KR", + "lt_LT", + "lv_LV", + "my_MM", + "ne_NP", + "nl_XX", + "ro_RO", + "ru_RU", + "si_LK", + "tr_TR", + "vi_VN", + "zh_CN", + "af_ZA", + "az_AZ", + "bn_IN", + "fa_IR", + "he_IL", + "hr_HR", + "id_ID", + "ka_GE", + "km_KH", + "mk_MK", + "ml_IN", + "mn_MN", + "mr_IN", + "pl_PL", + "ps_AF", + "pt_XX", + "sv_SE", + "sw_KE", + "ta_IN", + "te_IN", + "th_TH", + "tl_XX", + "uk_UA", + "ur_PK", + "xh_ZA", + "gl_ES", + "sl_SI" + ], + "bos_token": "", + "clean_up_tokenization_spaces": true, + "cls_token": "", + "eos_token": "", + "language_codes": "ML50", + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "sep_token": "", + "sp_model_kwargs": {}, + "src_lang": "ko_KR", + "tgt_lang": "en_XX", + "tokenizer_class": "MBart50Tokenizer", + "unk_token": "" +} diff --git a/checkpoint-15000/trainer_state.json b/checkpoint-15000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..81571e36e8efbfb7b0a3c6b2dd285f7fc1f07383 --- /dev/null +++ b/checkpoint-15000/trainer_state.json @@ -0,0 +1,349 @@ +{ + "best_metric": 26.2764, + "best_model_checkpoint": "./ko-en_mbartLarge_exp5p_linear/checkpoint-15000", + "epoch": 6.960556844547564, + "eval_steps": 1000, + "global_step": 15000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.23, + "learning_rate": 5e-05, + "loss": 1.9159, + "step": 500 + }, + { + "epoch": 0.46, + "learning_rate": 4.970828471411903e-05, + "loss": 1.7665, + "step": 1000 + }, + { + "epoch": 0.46, + "eval_bleu": 17.6773, + "eval_gen_len": 18.7196, + "eval_loss": 1.6563962697982788, + "eval_runtime": 295.5881, + "eval_samples_per_second": 14.574, + "eval_steps_per_second": 0.913, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 4.941656942823804e-05, + "loss": 1.6536, + "step": 1500 + }, + { + "epoch": 0.93, + "learning_rate": 4.912485414235706e-05, + "loss": 1.5688, + "step": 2000 + }, + { + "epoch": 0.93, + "eval_bleu": 20.8837, + "eval_gen_len": 18.3983, + "eval_loss": 1.493910789489746, + "eval_runtime": 286.1303, + "eval_samples_per_second": 15.056, + "eval_steps_per_second": 0.944, + "step": 2000 + }, + { + "epoch": 1.16, + "learning_rate": 4.883313885647608e-05, + "loss": 1.4925, + "step": 2500 + }, + { + "epoch": 1.39, + "learning_rate": 4.8541423570595104e-05, + "loss": 1.457, + "step": 3000 + }, + { + "epoch": 1.39, + "eval_bleu": 21.9168, + "eval_gen_len": 18.458, + "eval_loss": 1.4349554777145386, + "eval_runtime": 286.2559, + "eval_samples_per_second": 15.049, + "eval_steps_per_second": 0.943, + "step": 3000 + }, + { + "epoch": 1.62, + "learning_rate": 4.824970828471412e-05, + "loss": 1.4164, + "step": 3500 + }, + { + "epoch": 1.86, + "learning_rate": 4.795799299883314e-05, + "loss": 1.4107, + "step": 4000 + }, + { + "epoch": 1.86, + "eval_bleu": 22.8881, + "eval_gen_len": 18.4826, + "eval_loss": 1.3751940727233887, + "eval_runtime": 290.8825, + "eval_samples_per_second": 14.81, + "eval_steps_per_second": 0.928, + "step": 4000 + }, + { + "epoch": 2.09, + "learning_rate": 4.7666277712952163e-05, + "loss": 1.3584, + "step": 4500 + }, + { + "epoch": 2.32, + "learning_rate": 4.737456242707118e-05, + "loss": 1.3039, + "step": 5000 + }, + { + "epoch": 2.32, + "eval_bleu": 23.8115, + "eval_gen_len": 18.4348, + "eval_loss": 1.332729458808899, + "eval_runtime": 285.9035, + "eval_samples_per_second": 15.068, + "eval_steps_per_second": 0.944, + "step": 5000 + }, + { + "epoch": 2.55, + "learning_rate": 4.70828471411902e-05, + "loss": 1.2963, + "step": 5500 + }, + { + "epoch": 2.78, + "learning_rate": 4.679113185530922e-05, + "loss": 1.282, + "step": 6000 + }, + { + "epoch": 2.78, + "eval_bleu": 24.235, + "eval_gen_len": 18.3561, + "eval_loss": 1.3079338073730469, + "eval_runtime": 284.0397, + "eval_samples_per_second": 15.167, + "eval_steps_per_second": 0.951, + "step": 6000 + }, + { + "epoch": 3.02, + "learning_rate": 4.649941656942824e-05, + "loss": 1.2761, + "step": 6500 + }, + { + "epoch": 3.25, + "learning_rate": 4.620770128354726e-05, + "loss": 1.2133, + "step": 7000 + }, + { + "epoch": 3.25, + "eval_bleu": 24.8877, + "eval_gen_len": 18.5204, + "eval_loss": 1.2819560766220093, + "eval_runtime": 284.2962, + "eval_samples_per_second": 15.153, + "eval_steps_per_second": 0.95, + "step": 7000 + }, + { + "epoch": 3.48, + "learning_rate": 4.5915985997666276e-05, + "loss": 1.1875, + "step": 7500 + }, + { + "epoch": 3.71, + "learning_rate": 4.56242707117853e-05, + "loss": 1.1787, + "step": 8000 + }, + { + "epoch": 3.71, + "eval_bleu": 25.2719, + "eval_gen_len": 18.415, + "eval_loss": 1.2579996585845947, + "eval_runtime": 283.3691, + "eval_samples_per_second": 15.203, + "eval_steps_per_second": 0.953, + "step": 8000 + }, + { + "epoch": 3.94, + "learning_rate": 4.5332555425904324e-05, + "loss": 1.175, + "step": 8500 + }, + { + "epoch": 4.18, + "learning_rate": 4.5040840140023335e-05, + "loss": 1.1154, + "step": 9000 + }, + { + "epoch": 4.18, + "eval_bleu": 25.5507, + "eval_gen_len": 18.3528, + "eval_loss": 1.2543020248413086, + "eval_runtime": 282.3342, + "eval_samples_per_second": 15.259, + "eval_steps_per_second": 0.956, + "step": 9000 + }, + { + "epoch": 4.41, + "learning_rate": 4.474912485414236e-05, + "loss": 1.0893, + "step": 9500 + }, + { + "epoch": 4.64, + "learning_rate": 4.445740956826138e-05, + "loss": 1.0956, + "step": 10000 + }, + { + "epoch": 4.64, + "eval_bleu": 25.7284, + "eval_gen_len": 18.5348, + "eval_loss": 1.2415348291397095, + "eval_runtime": 283.6466, + "eval_samples_per_second": 15.188, + "eval_steps_per_second": 0.952, + "step": 10000 + }, + { + "epoch": 4.87, + "learning_rate": 4.41656942823804e-05, + "loss": 1.0869, + "step": 10500 + }, + { + "epoch": 5.1, + "learning_rate": 4.387397899649942e-05, + "loss": 1.023, + "step": 11000 + }, + { + "epoch": 5.1, + "eval_bleu": 25.7912, + "eval_gen_len": 18.3347, + "eval_loss": 1.2409833669662476, + "eval_runtime": 281.8959, + "eval_samples_per_second": 15.282, + "eval_steps_per_second": 0.958, + "step": 11000 + }, + { + "epoch": 5.34, + "learning_rate": 4.358226371061844e-05, + "loss": 0.9568, + "step": 11500 + }, + { + "epoch": 5.57, + "learning_rate": 4.329054842473746e-05, + "loss": 0.95, + "step": 12000 + }, + { + "epoch": 5.57, + "eval_bleu": 25.9921, + "eval_gen_len": 18.2593, + "eval_loss": 1.2326716184616089, + "eval_runtime": 280.949, + "eval_samples_per_second": 15.334, + "eval_steps_per_second": 0.961, + "step": 12000 + }, + { + "epoch": 5.8, + "learning_rate": 4.299883313885648e-05, + "loss": 0.9611, + "step": 12500 + }, + { + "epoch": 6.03, + "learning_rate": 4.2707117852975496e-05, + "loss": 0.9476, + "step": 13000 + }, + { + "epoch": 6.03, + "eval_bleu": 25.829, + "eval_gen_len": 18.3686, + "eval_loss": 1.2631200551986694, + "eval_runtime": 282.7475, + "eval_samples_per_second": 15.236, + "eval_steps_per_second": 0.955, + "step": 13000 + }, + { + "epoch": 6.26, + "learning_rate": 4.241540256709452e-05, + "loss": 0.887, + "step": 13500 + }, + { + "epoch": 6.5, + "learning_rate": 4.212368728121354e-05, + "loss": 0.9061, + "step": 14000 + }, + { + "epoch": 6.5, + "eval_bleu": 25.8316, + "eval_gen_len": 18.7481, + "eval_loss": 1.254765272140503, + "eval_runtime": 286.2873, + "eval_samples_per_second": 15.048, + "eval_steps_per_second": 0.943, + "step": 14000 + }, + { + "epoch": 6.73, + "learning_rate": 4.1831971995332556e-05, + "loss": 0.8963, + "step": 14500 + }, + { + "epoch": 6.96, + "learning_rate": 4.154025670945157e-05, + "loss": 0.9037, + "step": 15000 + }, + { + "epoch": 6.96, + "eval_bleu": 26.2764, + "eval_gen_len": 18.3888, + "eval_loss": 1.2307679653167725, + "eval_runtime": 281.3307, + "eval_samples_per_second": 15.313, + "eval_steps_per_second": 0.96, + "step": 15000 + } + ], + "logging_steps": 500, + "max_steps": 86200, + "num_train_epochs": 40, + "save_steps": 1000, + "total_flos": 5.2028451495451034e+17, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-15000/training_args.bin b/checkpoint-15000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..93e6fb92e7337bc3515c25eca4d887a419ef2b0f --- /dev/null +++ b/checkpoint-15000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd040f703f4098e644d2af461cbf9436359d2eda75425dd66301f6070c09ae4 +size 4728 diff --git a/checkpoint-18000/added_tokens.json b/checkpoint-18000/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..7677c2c95a5aa1c77c14efb3ccf92ccdbbeb56eb --- /dev/null +++ b/checkpoint-18000/added_tokens.json @@ -0,0 +1,59 @@ +{ + "": 2, + "": 250053, + "": 1, + "": 0, + "": 3, + "af_ZA": 250026, + "ar_AR": 250001, + "az_AZ": 250027, + "bn_IN": 250028, + "cs_CZ": 250002, + "de_DE": 250003, + "en_XX": 250004, + "es_XX": 250005, + "et_EE": 250006, + "fa_IR": 250029, + "fi_FI": 250007, + "fr_XX": 250008, + "gl_ES": 250051, + "gu_IN": 250009, + "he_IL": 250030, + "hi_IN": 250010, + "hr_HR": 250031, + "id_ID": 250032, + "it_IT": 250011, + "ja_XX": 250012, + "ka_GE": 250033, + "kk_KZ": 250013, + "km_KH": 250034, + "ko_KR": 250014, + "lt_LT": 250015, + "lv_LV": 250016, + "mk_MK": 250035, + "ml_IN": 250036, + "mn_MN": 250037, + "mr_IN": 250038, + "my_MM": 250017, + "ne_NP": 250018, + "nl_XX": 250019, + "pl_PL": 250039, + "ps_AF": 250040, + "pt_XX": 250041, + "ro_RO": 250020, + "ru_RU": 250021, + "si_LK": 250022, + "sl_SI": 250052, + "sv_SE": 250042, + "sw_KE": 250043, + "ta_IN": 250044, + "te_IN": 250045, + "th_TH": 250046, + "tl_XX": 250047, + "tr_TR": 250023, + "uk_UA": 250048, + "ur_PK": 250049, + "vi_VN": 250024, + "xh_ZA": 250050, + "zh_CN": 250025 +} diff --git a/checkpoint-18000/config.json b/checkpoint-18000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b864c326b24ff12eab5d4af6a421adb193e96686 --- /dev/null +++ b/checkpoint-18000/config.json @@ -0,0 +1,59 @@ +{ + "_name_or_path": "facebook/mbart-large-50-many-to-many-mmt", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "relu", + "add_bias_logits": false, + "add_final_layer_norm": true, + "architectures": [ + "MBartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "eos_token_id": 2, + "forced_bos_token_id": 250004, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_encoder_decoder": true, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "max_length": 200, + "max_position_embeddings": 1024, + "model_type": "mbart", + "normalize_before": true, + "normalize_embedding": true, + "num_beams": 5, + "num_hidden_layers": 12, + "output_past": true, + "pad_token_id": 1, + "scale_embedding": true, + "static_position_embeddings": false, + "tokenizer_class": "MBart50Tokenizer", + "torch_dtype": "float32", + "transformers_version": "4.34.0", + "use_cache": true, + "vocab_size": 250054 +} diff --git a/checkpoint-18000/generation_config.json b/checkpoint-18000/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..78b413332988a4b9ab147d05d21b45354c6aa691 --- /dev/null +++ b/checkpoint-18000/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 0, + "decoder_start_token_id": 2, + "early_stopping": true, + "eos_token_id": 2, + "forced_bos_token_id": 250004, + "forced_eos_token_id": 2, + "max_length": 200, + "num_beams": 5, + "pad_token_id": 1, + "transformers_version": "4.34.0" +} diff --git a/checkpoint-18000/optimizer.pt b/checkpoint-18000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5105d25010500bac812201287096adf05cf97d2 --- /dev/null +++ b/checkpoint-18000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e54a2b92134fe1b8ac1a85f929766425f5eb741d826f7be1d6c7beddff597c93 +size 4887473903 diff --git a/checkpoint-18000/pytorch_model.bin b/checkpoint-18000/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..5f46779ec404572b71f5060e8a8202da41da35fa --- /dev/null +++ b/checkpoint-18000/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61dc83524f6c5ffc37761e8d9b68ecb176ba61065a5a7ea225eb8dce4f780006 +size 2444694490 diff --git a/checkpoint-18000/rng_state_0.pth b/checkpoint-18000/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..3251e58f73d541fab0ca2cf4b636e97d968af886 --- /dev/null +++ b/checkpoint-18000/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a7a8c5fb64fdc2c636a3f27f0739cfcf4cc2727f0626c24e4f34fc925006739 +size 15024 diff --git a/checkpoint-18000/rng_state_1.pth b/checkpoint-18000/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..d3c625583fdfa2c7062b22a8e672b7f4158e460d --- /dev/null +++ b/checkpoint-18000/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:635bb807716b65f59b77dd63df0cefdca35385c6c9bc2986e19450457246d9d2 +size 15024 diff --git a/checkpoint-18000/rng_state_2.pth b/checkpoint-18000/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..add2d52481dd4cb6932b21e94d235cd766dcd6c8 --- /dev/null +++ b/checkpoint-18000/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b087632964cb1ec84587c9116360f969809f277bab0bd148ef9cfd10baf2a0e6 +size 15024 diff --git a/checkpoint-18000/rng_state_3.pth b/checkpoint-18000/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..3a0f7ee199d8c38949194567a31541263ba5bc20 --- /dev/null +++ b/checkpoint-18000/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d518176e4245ccaf97479c79e18151f05c0b57bf61b626136e1ab3d8bb7e9db +size 15024 diff --git a/checkpoint-18000/scheduler.pt b/checkpoint-18000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a7c16b9faaa319b094e214f7dabffeb98409b58 --- /dev/null +++ b/checkpoint-18000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b37747c1aa76820f8e9f2afbe958edf9432fd360c277c008a0ead5eb8332310 +size 1064 diff --git a/checkpoint-18000/sentencepiece.bpe.model b/checkpoint-18000/sentencepiece.bpe.model new file mode 100644 index 0000000000000000000000000000000000000000..7a3f40a75f870bc1f21700cd414dc2acc431583c --- /dev/null +++ b/checkpoint-18000/sentencepiece.bpe.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865 +size 5069051 diff --git a/checkpoint-18000/special_tokens_map.json b/checkpoint-18000/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..6ac6c2075efed0070862fafffccbb1e901ff7c81 --- /dev/null +++ b/checkpoint-18000/special_tokens_map.json @@ -0,0 +1,63 @@ +{ + "additional_special_tokens": [ + "ar_AR", + "cs_CZ", + "de_DE", + "en_XX", + "es_XX", + "et_EE", + "fi_FI", + "fr_XX", + "gu_IN", + "hi_IN", + "it_IT", + "ja_XX", + "kk_KZ", + "ko_KR", + "lt_LT", + "lv_LV", + "my_MM", + "ne_NP", + "nl_XX", + "ro_RO", + "ru_RU", + "si_LK", + "tr_TR", + "vi_VN", + "zh_CN", + "af_ZA", + "az_AZ", + "bn_IN", + "fa_IR", + "he_IL", + "hr_HR", + "id_ID", + "ka_GE", + "km_KH", + "mk_MK", + "ml_IN", + "mn_MN", + "mr_IN", + "pl_PL", + "ps_AF", + "pt_XX", + "sv_SE", + "sw_KE", + "ta_IN", + "te_IN", + "th_TH", + "tl_XX", + "uk_UA", + "ur_PK", + "xh_ZA", + "gl_ES", + "sl_SI" + ], + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": "", + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/checkpoint-18000/tokenizer.json b/checkpoint-18000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..ef575b3cb2436e5e69ad8788ac706cd8362098d7 --- /dev/null +++ b/checkpoint-18000/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a71a6430f26d8667787032844b9efe0d820460f1eb2e56a96b5f171813bc1a +size 17109939 diff --git a/checkpoint-18000/tokenizer_config.json b/checkpoint-18000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fcd533e51492951cfe6260a7168337ce3453484c --- /dev/null +++ b/checkpoint-18000/tokenizer_config.json @@ -0,0 +1,528 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "ar_AR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250002": { + "content": "cs_CZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250003": { + "content": "de_DE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250004": { + "content": "en_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250005": { + "content": "es_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250006": { + "content": "et_EE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250007": { + "content": "fi_FI", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250008": { + "content": "fr_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250009": { + "content": "gu_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250010": { + "content": "hi_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250011": { + "content": "it_IT", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250012": { + "content": "ja_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250013": { + "content": "kk_KZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250014": { + "content": "ko_KR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250015": { + "content": "lt_LT", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250016": { + "content": "lv_LV", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250017": { + "content": "my_MM", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250018": { + "content": "ne_NP", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250019": { + "content": "nl_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250020": { + "content": "ro_RO", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250021": { + "content": "ru_RU", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250022": { + "content": "si_LK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250023": { + "content": "tr_TR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250024": { + "content": "vi_VN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250025": { + "content": "zh_CN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250026": { + "content": "af_ZA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250027": { + "content": "az_AZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250028": { + "content": "bn_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250029": { + "content": "fa_IR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250030": { + "content": "he_IL", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250031": { + "content": "hr_HR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250032": { + "content": "id_ID", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250033": { + "content": "ka_GE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250034": { + "content": "km_KH", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250035": { + "content": "mk_MK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250036": { + "content": "ml_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250037": { + "content": "mn_MN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250038": { + "content": "mr_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250039": { + "content": "pl_PL", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250040": { + "content": "ps_AF", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250041": { + "content": "pt_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250042": { + "content": "sv_SE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250043": { + "content": "sw_KE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250044": { + "content": "ta_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250045": { + "content": "te_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250046": { + "content": "th_TH", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250047": { + "content": "tl_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250048": { + "content": "uk_UA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250049": { + "content": "ur_PK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250050": { + "content": "xh_ZA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250051": { + "content": "gl_ES", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250052": { + "content": "sl_SI", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250053": { + "content": "", + "lstrip": true, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "ar_AR", + "cs_CZ", + "de_DE", + "en_XX", + "es_XX", + "et_EE", + "fi_FI", + "fr_XX", + "gu_IN", + "hi_IN", + "it_IT", + "ja_XX", + "kk_KZ", + "ko_KR", + "lt_LT", + "lv_LV", + "my_MM", + "ne_NP", + "nl_XX", + "ro_RO", + "ru_RU", + "si_LK", + "tr_TR", + "vi_VN", + "zh_CN", + "af_ZA", + "az_AZ", + "bn_IN", + "fa_IR", + "he_IL", + "hr_HR", + "id_ID", + "ka_GE", + "km_KH", + "mk_MK", + "ml_IN", + "mn_MN", + "mr_IN", + "pl_PL", + "ps_AF", + "pt_XX", + "sv_SE", + "sw_KE", + "ta_IN", + "te_IN", + "th_TH", + "tl_XX", + "uk_UA", + "ur_PK", + "xh_ZA", + "gl_ES", + "sl_SI" + ], + "bos_token": "", + "clean_up_tokenization_spaces": true, + "cls_token": "", + "eos_token": "", + "language_codes": "ML50", + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "sep_token": "", + "sp_model_kwargs": {}, + "src_lang": "ko_KR", + "tgt_lang": "en_XX", + "tokenizer_class": "MBart50Tokenizer", + "unk_token": "" +} diff --git a/checkpoint-18000/trainer_state.json b/checkpoint-18000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..501651199536cf074c564ddf958ae2862381d446 --- /dev/null +++ b/checkpoint-18000/trainer_state.json @@ -0,0 +1,415 @@ +{ + "best_metric": 26.2764, + "best_model_checkpoint": "./ko-en_mbartLarge_exp5p_linear/checkpoint-15000", + "epoch": 8.352668213457077, + "eval_steps": 1000, + "global_step": 18000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.23, + "learning_rate": 5e-05, + "loss": 1.9159, + "step": 500 + }, + { + "epoch": 0.46, + "learning_rate": 4.970828471411903e-05, + "loss": 1.7665, + "step": 1000 + }, + { + "epoch": 0.46, + "eval_bleu": 17.6773, + "eval_gen_len": 18.7196, + "eval_loss": 1.6563962697982788, + "eval_runtime": 295.5881, + "eval_samples_per_second": 14.574, + "eval_steps_per_second": 0.913, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 4.941656942823804e-05, + "loss": 1.6536, + "step": 1500 + }, + { + "epoch": 0.93, + "learning_rate": 4.912485414235706e-05, + "loss": 1.5688, + "step": 2000 + }, + { + "epoch": 0.93, + "eval_bleu": 20.8837, + "eval_gen_len": 18.3983, + "eval_loss": 1.493910789489746, + "eval_runtime": 286.1303, + "eval_samples_per_second": 15.056, + "eval_steps_per_second": 0.944, + "step": 2000 + }, + { + "epoch": 1.16, + "learning_rate": 4.883313885647608e-05, + "loss": 1.4925, + "step": 2500 + }, + { + "epoch": 1.39, + "learning_rate": 4.8541423570595104e-05, + "loss": 1.457, + "step": 3000 + }, + { + "epoch": 1.39, + "eval_bleu": 21.9168, + "eval_gen_len": 18.458, + "eval_loss": 1.4349554777145386, + "eval_runtime": 286.2559, + "eval_samples_per_second": 15.049, + "eval_steps_per_second": 0.943, + "step": 3000 + }, + { + "epoch": 1.62, + "learning_rate": 4.824970828471412e-05, + "loss": 1.4164, + "step": 3500 + }, + { + "epoch": 1.86, + "learning_rate": 4.795799299883314e-05, + "loss": 1.4107, + "step": 4000 + }, + { + "epoch": 1.86, + "eval_bleu": 22.8881, + "eval_gen_len": 18.4826, + "eval_loss": 1.3751940727233887, + "eval_runtime": 290.8825, + "eval_samples_per_second": 14.81, + "eval_steps_per_second": 0.928, + "step": 4000 + }, + { + "epoch": 2.09, + "learning_rate": 4.7666277712952163e-05, + "loss": 1.3584, + "step": 4500 + }, + { + "epoch": 2.32, + "learning_rate": 4.737456242707118e-05, + "loss": 1.3039, + "step": 5000 + }, + { + "epoch": 2.32, + "eval_bleu": 23.8115, + "eval_gen_len": 18.4348, + "eval_loss": 1.332729458808899, + "eval_runtime": 285.9035, + "eval_samples_per_second": 15.068, + "eval_steps_per_second": 0.944, + "step": 5000 + }, + { + "epoch": 2.55, + "learning_rate": 4.70828471411902e-05, + "loss": 1.2963, + "step": 5500 + }, + { + "epoch": 2.78, + "learning_rate": 4.679113185530922e-05, + "loss": 1.282, + "step": 6000 + }, + { + "epoch": 2.78, + "eval_bleu": 24.235, + "eval_gen_len": 18.3561, + "eval_loss": 1.3079338073730469, + "eval_runtime": 284.0397, + "eval_samples_per_second": 15.167, + "eval_steps_per_second": 0.951, + "step": 6000 + }, + { + "epoch": 3.02, + "learning_rate": 4.649941656942824e-05, + "loss": 1.2761, + "step": 6500 + }, + { + "epoch": 3.25, + "learning_rate": 4.620770128354726e-05, + "loss": 1.2133, + "step": 7000 + }, + { + "epoch": 3.25, + "eval_bleu": 24.8877, + "eval_gen_len": 18.5204, + "eval_loss": 1.2819560766220093, + "eval_runtime": 284.2962, + "eval_samples_per_second": 15.153, + "eval_steps_per_second": 0.95, + "step": 7000 + }, + { + "epoch": 3.48, + "learning_rate": 4.5915985997666276e-05, + "loss": 1.1875, + "step": 7500 + }, + { + "epoch": 3.71, + "learning_rate": 4.56242707117853e-05, + "loss": 1.1787, + "step": 8000 + }, + { + "epoch": 3.71, + "eval_bleu": 25.2719, + "eval_gen_len": 18.415, + "eval_loss": 1.2579996585845947, + "eval_runtime": 283.3691, + "eval_samples_per_second": 15.203, + "eval_steps_per_second": 0.953, + "step": 8000 + }, + { + "epoch": 3.94, + "learning_rate": 4.5332555425904324e-05, + "loss": 1.175, + "step": 8500 + }, + { + "epoch": 4.18, + "learning_rate": 4.5040840140023335e-05, + "loss": 1.1154, + "step": 9000 + }, + { + "epoch": 4.18, + "eval_bleu": 25.5507, + "eval_gen_len": 18.3528, + "eval_loss": 1.2543020248413086, + "eval_runtime": 282.3342, + "eval_samples_per_second": 15.259, + "eval_steps_per_second": 0.956, + "step": 9000 + }, + { + "epoch": 4.41, + "learning_rate": 4.474912485414236e-05, + "loss": 1.0893, + "step": 9500 + }, + { + "epoch": 4.64, + "learning_rate": 4.445740956826138e-05, + "loss": 1.0956, + "step": 10000 + }, + { + "epoch": 4.64, + "eval_bleu": 25.7284, + "eval_gen_len": 18.5348, + "eval_loss": 1.2415348291397095, + "eval_runtime": 283.6466, + "eval_samples_per_second": 15.188, + "eval_steps_per_second": 0.952, + "step": 10000 + }, + { + "epoch": 4.87, + "learning_rate": 4.41656942823804e-05, + "loss": 1.0869, + "step": 10500 + }, + { + "epoch": 5.1, + "learning_rate": 4.387397899649942e-05, + "loss": 1.023, + "step": 11000 + }, + { + "epoch": 5.1, + "eval_bleu": 25.7912, + "eval_gen_len": 18.3347, + "eval_loss": 1.2409833669662476, + "eval_runtime": 281.8959, + "eval_samples_per_second": 15.282, + "eval_steps_per_second": 0.958, + "step": 11000 + }, + { + "epoch": 5.34, + "learning_rate": 4.358226371061844e-05, + "loss": 0.9568, + "step": 11500 + }, + { + "epoch": 5.57, + "learning_rate": 4.329054842473746e-05, + "loss": 0.95, + "step": 12000 + }, + { + "epoch": 5.57, + "eval_bleu": 25.9921, + "eval_gen_len": 18.2593, + "eval_loss": 1.2326716184616089, + "eval_runtime": 280.949, + "eval_samples_per_second": 15.334, + "eval_steps_per_second": 0.961, + "step": 12000 + }, + { + "epoch": 5.8, + "learning_rate": 4.299883313885648e-05, + "loss": 0.9611, + "step": 12500 + }, + { + "epoch": 6.03, + "learning_rate": 4.2707117852975496e-05, + "loss": 0.9476, + "step": 13000 + }, + { + "epoch": 6.03, + "eval_bleu": 25.829, + "eval_gen_len": 18.3686, + "eval_loss": 1.2631200551986694, + "eval_runtime": 282.7475, + "eval_samples_per_second": 15.236, + "eval_steps_per_second": 0.955, + "step": 13000 + }, + { + "epoch": 6.26, + "learning_rate": 4.241540256709452e-05, + "loss": 0.887, + "step": 13500 + }, + { + "epoch": 6.5, + "learning_rate": 4.212368728121354e-05, + "loss": 0.9061, + "step": 14000 + }, + { + "epoch": 6.5, + "eval_bleu": 25.8316, + "eval_gen_len": 18.7481, + "eval_loss": 1.254765272140503, + "eval_runtime": 286.2873, + "eval_samples_per_second": 15.048, + "eval_steps_per_second": 0.943, + "step": 14000 + }, + { + "epoch": 6.73, + "learning_rate": 4.1831971995332556e-05, + "loss": 0.8963, + "step": 14500 + }, + { + "epoch": 6.96, + "learning_rate": 4.154025670945157e-05, + "loss": 0.9037, + "step": 15000 + }, + { + "epoch": 6.96, + "eval_bleu": 26.2764, + "eval_gen_len": 18.3888, + "eval_loss": 1.2307679653167725, + "eval_runtime": 281.3307, + "eval_samples_per_second": 15.313, + "eval_steps_per_second": 0.96, + "step": 15000 + }, + { + "epoch": 7.19, + "learning_rate": 4.12485414235706e-05, + "loss": 0.7613, + "step": 15500 + }, + { + "epoch": 7.42, + "learning_rate": 4.095682613768962e-05, + "loss": 0.7431, + "step": 16000 + }, + { + "epoch": 7.42, + "eval_bleu": 25.9268, + "eval_gen_len": 18.256, + "eval_loss": 1.2716145515441895, + "eval_runtime": 279.8965, + "eval_samples_per_second": 15.391, + "eval_steps_per_second": 0.965, + "step": 16000 + }, + { + "epoch": 7.66, + "learning_rate": 4.066511085180863e-05, + "loss": 0.7538, + "step": 16500 + }, + { + "epoch": 7.89, + "learning_rate": 4.037339556592766e-05, + "loss": 0.7526, + "step": 17000 + }, + { + "epoch": 7.89, + "eval_bleu": 25.9883, + "eval_gen_len": 18.2052, + "eval_loss": 1.265455722808838, + "eval_runtime": 280.4684, + "eval_samples_per_second": 15.36, + "eval_steps_per_second": 0.963, + "step": 17000 + }, + { + "epoch": 8.12, + "learning_rate": 4.0081680280046675e-05, + "loss": 0.7074, + "step": 17500 + }, + { + "epoch": 8.35, + "learning_rate": 3.97899649941657e-05, + "loss": 0.6654, + "step": 18000 + }, + { + "epoch": 8.35, + "eval_bleu": 25.6866, + "eval_gen_len": 18.2217, + "eval_loss": 1.311843991279602, + "eval_runtime": 281.3073, + "eval_samples_per_second": 15.314, + "eval_steps_per_second": 0.96, + "step": 18000 + } + ], + "logging_steps": 500, + "max_steps": 86200, + "num_train_epochs": 40, + "save_steps": 1000, + "total_flos": 6.243067438154383e+17, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-18000/training_args.bin b/checkpoint-18000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..93e6fb92e7337bc3515c25eca4d887a419ef2b0f --- /dev/null +++ b/checkpoint-18000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd040f703f4098e644d2af461cbf9436359d2eda75425dd66301f6070c09ae4 +size 4728 diff --git a/checkpoint-19000/added_tokens.json b/checkpoint-19000/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..7677c2c95a5aa1c77c14efb3ccf92ccdbbeb56eb --- /dev/null +++ b/checkpoint-19000/added_tokens.json @@ -0,0 +1,59 @@ +{ + "": 2, + "": 250053, + "": 1, + "": 0, + "": 3, + "af_ZA": 250026, + "ar_AR": 250001, + "az_AZ": 250027, + "bn_IN": 250028, + "cs_CZ": 250002, + "de_DE": 250003, + "en_XX": 250004, + "es_XX": 250005, + "et_EE": 250006, + "fa_IR": 250029, + "fi_FI": 250007, + "fr_XX": 250008, + "gl_ES": 250051, + "gu_IN": 250009, + "he_IL": 250030, + "hi_IN": 250010, + "hr_HR": 250031, + "id_ID": 250032, + "it_IT": 250011, + "ja_XX": 250012, + "ka_GE": 250033, + "kk_KZ": 250013, + "km_KH": 250034, + "ko_KR": 250014, + "lt_LT": 250015, + "lv_LV": 250016, + "mk_MK": 250035, + "ml_IN": 250036, + "mn_MN": 250037, + "mr_IN": 250038, + "my_MM": 250017, + "ne_NP": 250018, + "nl_XX": 250019, + "pl_PL": 250039, + "ps_AF": 250040, + "pt_XX": 250041, + "ro_RO": 250020, + "ru_RU": 250021, + "si_LK": 250022, + "sl_SI": 250052, + "sv_SE": 250042, + "sw_KE": 250043, + "ta_IN": 250044, + "te_IN": 250045, + "th_TH": 250046, + "tl_XX": 250047, + "tr_TR": 250023, + "uk_UA": 250048, + "ur_PK": 250049, + "vi_VN": 250024, + "xh_ZA": 250050, + "zh_CN": 250025 +} diff --git a/checkpoint-19000/config.json b/checkpoint-19000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b864c326b24ff12eab5d4af6a421adb193e96686 --- /dev/null +++ b/checkpoint-19000/config.json @@ -0,0 +1,59 @@ +{ + "_name_or_path": "facebook/mbart-large-50-many-to-many-mmt", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "relu", + "add_bias_logits": false, + "add_final_layer_norm": true, + "architectures": [ + "MBartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "eos_token_id": 2, + "forced_bos_token_id": 250004, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_encoder_decoder": true, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "max_length": 200, + "max_position_embeddings": 1024, + "model_type": "mbart", + "normalize_before": true, + "normalize_embedding": true, + "num_beams": 5, + "num_hidden_layers": 12, + "output_past": true, + "pad_token_id": 1, + "scale_embedding": true, + "static_position_embeddings": false, + "tokenizer_class": "MBart50Tokenizer", + "torch_dtype": "float32", + "transformers_version": "4.34.0", + "use_cache": true, + "vocab_size": 250054 +} diff --git a/checkpoint-19000/generation_config.json b/checkpoint-19000/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..78b413332988a4b9ab147d05d21b45354c6aa691 --- /dev/null +++ b/checkpoint-19000/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 0, + "decoder_start_token_id": 2, + "early_stopping": true, + "eos_token_id": 2, + "forced_bos_token_id": 250004, + "forced_eos_token_id": 2, + "max_length": 200, + "num_beams": 5, + "pad_token_id": 1, + "transformers_version": "4.34.0" +} diff --git a/checkpoint-19000/optimizer.pt b/checkpoint-19000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..62f91d352a70a92ac7f57d3220f790502b426325 --- /dev/null +++ b/checkpoint-19000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58eda4270fa251cd79663f3407f674dd591776956e527058d225b994b8a74dac +size 4887473903 diff --git a/checkpoint-19000/pytorch_model.bin b/checkpoint-19000/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..83e4dc10255056dcc21d84718a31dd1d457ed529 --- /dev/null +++ b/checkpoint-19000/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e062cf40b35139901f745ac12c45232abf959313e3c7966c50604bd9eb7b2621 +size 2444694490 diff --git a/checkpoint-19000/rng_state_0.pth b/checkpoint-19000/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..05c46bd1b87d70aced933fe8b701670fba27d304 --- /dev/null +++ b/checkpoint-19000/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d025fd510a610a52ef353c03a06bb5d99553390ebc50d137303e2e5ab514cf8 +size 15024 diff --git a/checkpoint-19000/rng_state_1.pth b/checkpoint-19000/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..95b2b89c1022139ddfde73bf18409de74c31ec5d --- /dev/null +++ b/checkpoint-19000/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7d6b2abd0b043681b5a3b4bec4b0dca1e69cdcc3e2024cc041691d0d82b4919 +size 15024 diff --git a/checkpoint-19000/rng_state_2.pth b/checkpoint-19000/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..127d6afa2d97afff67de0670b4d64b9cbf0ca0a5 --- /dev/null +++ b/checkpoint-19000/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a7878c6c0226d18077bcf5cc44ea75bbd85c13b71f28a1cd5dd7ae25c54e478 +size 15024 diff --git a/checkpoint-19000/rng_state_3.pth b/checkpoint-19000/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..192915782a4c74e1e8a4a615c54d1bd7a45fc48c --- /dev/null +++ b/checkpoint-19000/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f39eabdb76b990e475c6462b121a7afa94d8cfd51fa4e9cd3fac220f10a6b1c +size 15024 diff --git a/checkpoint-19000/scheduler.pt b/checkpoint-19000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..17225de3cf86635287f9a6a182087c92b7f3770a --- /dev/null +++ b/checkpoint-19000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24611f3400821eba46c4084235dcc63cf7fa8e9714e91bc4b146163505b2f21 +size 1064 diff --git a/checkpoint-19000/sentencepiece.bpe.model b/checkpoint-19000/sentencepiece.bpe.model new file mode 100644 index 0000000000000000000000000000000000000000..7a3f40a75f870bc1f21700cd414dc2acc431583c --- /dev/null +++ b/checkpoint-19000/sentencepiece.bpe.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865 +size 5069051 diff --git a/checkpoint-19000/special_tokens_map.json b/checkpoint-19000/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..6ac6c2075efed0070862fafffccbb1e901ff7c81 --- /dev/null +++ b/checkpoint-19000/special_tokens_map.json @@ -0,0 +1,63 @@ +{ + "additional_special_tokens": [ + "ar_AR", + "cs_CZ", + "de_DE", + "en_XX", + "es_XX", + "et_EE", + "fi_FI", + "fr_XX", + "gu_IN", + "hi_IN", + "it_IT", + "ja_XX", + "kk_KZ", + "ko_KR", + "lt_LT", + "lv_LV", + "my_MM", + "ne_NP", + "nl_XX", + "ro_RO", + "ru_RU", + "si_LK", + "tr_TR", + "vi_VN", + "zh_CN", + "af_ZA", + "az_AZ", + "bn_IN", + "fa_IR", + "he_IL", + "hr_HR", + "id_ID", + "ka_GE", + "km_KH", + "mk_MK", + "ml_IN", + "mn_MN", + "mr_IN", + "pl_PL", + "ps_AF", + "pt_XX", + "sv_SE", + "sw_KE", + "ta_IN", + "te_IN", + "th_TH", + "tl_XX", + "uk_UA", + "ur_PK", + "xh_ZA", + "gl_ES", + "sl_SI" + ], + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": "", + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/checkpoint-19000/tokenizer.json b/checkpoint-19000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..ef575b3cb2436e5e69ad8788ac706cd8362098d7 --- /dev/null +++ b/checkpoint-19000/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a71a6430f26d8667787032844b9efe0d820460f1eb2e56a96b5f171813bc1a +size 17109939 diff --git a/checkpoint-19000/tokenizer_config.json b/checkpoint-19000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fcd533e51492951cfe6260a7168337ce3453484c --- /dev/null +++ b/checkpoint-19000/tokenizer_config.json @@ -0,0 +1,528 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "ar_AR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250002": { + "content": "cs_CZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250003": { + "content": "de_DE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250004": { + "content": "en_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250005": { + "content": "es_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250006": { + "content": "et_EE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250007": { + "content": "fi_FI", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250008": { + "content": "fr_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250009": { + "content": "gu_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250010": { + "content": "hi_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250011": { + "content": "it_IT", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250012": { + "content": "ja_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250013": { + "content": "kk_KZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250014": { + "content": "ko_KR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250015": { + "content": "lt_LT", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250016": { + "content": "lv_LV", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250017": { + "content": "my_MM", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250018": { + "content": "ne_NP", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250019": { + "content": "nl_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250020": { + "content": "ro_RO", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250021": { + "content": "ru_RU", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250022": { + "content": "si_LK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250023": { + "content": "tr_TR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250024": { + "content": "vi_VN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250025": { + "content": "zh_CN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250026": { + "content": "af_ZA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250027": { + "content": "az_AZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250028": { + "content": "bn_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250029": { + "content": "fa_IR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250030": { + "content": "he_IL", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250031": { + "content": "hr_HR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250032": { + "content": "id_ID", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250033": { + "content": "ka_GE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250034": { + "content": "km_KH", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250035": { + "content": "mk_MK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250036": { + "content": "ml_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250037": { + "content": "mn_MN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250038": { + "content": "mr_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250039": { + "content": "pl_PL", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250040": { + "content": "ps_AF", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250041": { + "content": "pt_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250042": { + "content": "sv_SE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250043": { + "content": "sw_KE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250044": { + "content": "ta_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250045": { + "content": "te_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250046": { + "content": "th_TH", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250047": { + "content": "tl_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250048": { + "content": "uk_UA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250049": { + "content": "ur_PK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250050": { + "content": "xh_ZA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250051": { + "content": "gl_ES", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250052": { + "content": "sl_SI", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250053": { + "content": "", + "lstrip": true, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "ar_AR", + "cs_CZ", + "de_DE", + "en_XX", + "es_XX", + "et_EE", + "fi_FI", + "fr_XX", + "gu_IN", + "hi_IN", + "it_IT", + "ja_XX", + "kk_KZ", + "ko_KR", + "lt_LT", + "lv_LV", + "my_MM", + "ne_NP", + "nl_XX", + "ro_RO", + "ru_RU", + "si_LK", + "tr_TR", + "vi_VN", + "zh_CN", + "af_ZA", + "az_AZ", + "bn_IN", + "fa_IR", + "he_IL", + "hr_HR", + "id_ID", + "ka_GE", + "km_KH", + "mk_MK", + "ml_IN", + "mn_MN", + "mr_IN", + "pl_PL", + "ps_AF", + "pt_XX", + "sv_SE", + "sw_KE", + "ta_IN", + "te_IN", + "th_TH", + "tl_XX", + "uk_UA", + "ur_PK", + "xh_ZA", + "gl_ES", + "sl_SI" + ], + "bos_token": "", + "clean_up_tokenization_spaces": true, + "cls_token": "", + "eos_token": "", + "language_codes": "ML50", + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "sep_token": "", + "sp_model_kwargs": {}, + "src_lang": "ko_KR", + "tgt_lang": "en_XX", + "tokenizer_class": "MBart50Tokenizer", + "unk_token": "" +} diff --git a/checkpoint-19000/trainer_state.json b/checkpoint-19000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5f3daa69cb81a29722a1019fc594cd2a07f6d3d3 --- /dev/null +++ b/checkpoint-19000/trainer_state.json @@ -0,0 +1,437 @@ +{ + "best_metric": 26.2764, + "best_model_checkpoint": "./ko-en_mbartLarge_exp5p_linear/checkpoint-15000", + "epoch": 8.816705336426914, + "eval_steps": 1000, + "global_step": 19000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.23, + "learning_rate": 5e-05, + "loss": 1.9159, + "step": 500 + }, + { + "epoch": 0.46, + "learning_rate": 4.970828471411903e-05, + "loss": 1.7665, + "step": 1000 + }, + { + "epoch": 0.46, + "eval_bleu": 17.6773, + "eval_gen_len": 18.7196, + "eval_loss": 1.6563962697982788, + "eval_runtime": 295.5881, + "eval_samples_per_second": 14.574, + "eval_steps_per_second": 0.913, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 4.941656942823804e-05, + "loss": 1.6536, + "step": 1500 + }, + { + "epoch": 0.93, + "learning_rate": 4.912485414235706e-05, + "loss": 1.5688, + "step": 2000 + }, + { + "epoch": 0.93, + "eval_bleu": 20.8837, + "eval_gen_len": 18.3983, + "eval_loss": 1.493910789489746, + "eval_runtime": 286.1303, + "eval_samples_per_second": 15.056, + "eval_steps_per_second": 0.944, + "step": 2000 + }, + { + "epoch": 1.16, + "learning_rate": 4.883313885647608e-05, + "loss": 1.4925, + "step": 2500 + }, + { + "epoch": 1.39, + "learning_rate": 4.8541423570595104e-05, + "loss": 1.457, + "step": 3000 + }, + { + "epoch": 1.39, + "eval_bleu": 21.9168, + "eval_gen_len": 18.458, + "eval_loss": 1.4349554777145386, + "eval_runtime": 286.2559, + "eval_samples_per_second": 15.049, + "eval_steps_per_second": 0.943, + "step": 3000 + }, + { + "epoch": 1.62, + "learning_rate": 4.824970828471412e-05, + "loss": 1.4164, + "step": 3500 + }, + { + "epoch": 1.86, + "learning_rate": 4.795799299883314e-05, + "loss": 1.4107, + "step": 4000 + }, + { + "epoch": 1.86, + "eval_bleu": 22.8881, + "eval_gen_len": 18.4826, + "eval_loss": 1.3751940727233887, + "eval_runtime": 290.8825, + "eval_samples_per_second": 14.81, + "eval_steps_per_second": 0.928, + "step": 4000 + }, + { + "epoch": 2.09, + "learning_rate": 4.7666277712952163e-05, + "loss": 1.3584, + "step": 4500 + }, + { + "epoch": 2.32, + "learning_rate": 4.737456242707118e-05, + "loss": 1.3039, + "step": 5000 + }, + { + "epoch": 2.32, + "eval_bleu": 23.8115, + "eval_gen_len": 18.4348, + "eval_loss": 1.332729458808899, + "eval_runtime": 285.9035, + "eval_samples_per_second": 15.068, + "eval_steps_per_second": 0.944, + "step": 5000 + }, + { + "epoch": 2.55, + "learning_rate": 4.70828471411902e-05, + "loss": 1.2963, + "step": 5500 + }, + { + "epoch": 2.78, + "learning_rate": 4.679113185530922e-05, + "loss": 1.282, + "step": 6000 + }, + { + "epoch": 2.78, + "eval_bleu": 24.235, + "eval_gen_len": 18.3561, + "eval_loss": 1.3079338073730469, + "eval_runtime": 284.0397, + "eval_samples_per_second": 15.167, + "eval_steps_per_second": 0.951, + "step": 6000 + }, + { + "epoch": 3.02, + "learning_rate": 4.649941656942824e-05, + "loss": 1.2761, + "step": 6500 + }, + { + "epoch": 3.25, + "learning_rate": 4.620770128354726e-05, + "loss": 1.2133, + "step": 7000 + }, + { + "epoch": 3.25, + "eval_bleu": 24.8877, + "eval_gen_len": 18.5204, + "eval_loss": 1.2819560766220093, + "eval_runtime": 284.2962, + "eval_samples_per_second": 15.153, + "eval_steps_per_second": 0.95, + "step": 7000 + }, + { + "epoch": 3.48, + "learning_rate": 4.5915985997666276e-05, + "loss": 1.1875, + "step": 7500 + }, + { + "epoch": 3.71, + "learning_rate": 4.56242707117853e-05, + "loss": 1.1787, + "step": 8000 + }, + { + "epoch": 3.71, + "eval_bleu": 25.2719, + "eval_gen_len": 18.415, + "eval_loss": 1.2579996585845947, + "eval_runtime": 283.3691, + "eval_samples_per_second": 15.203, + "eval_steps_per_second": 0.953, + "step": 8000 + }, + { + "epoch": 3.94, + "learning_rate": 4.5332555425904324e-05, + "loss": 1.175, + "step": 8500 + }, + { + "epoch": 4.18, + "learning_rate": 4.5040840140023335e-05, + "loss": 1.1154, + "step": 9000 + }, + { + "epoch": 4.18, + "eval_bleu": 25.5507, + "eval_gen_len": 18.3528, + "eval_loss": 1.2543020248413086, + "eval_runtime": 282.3342, + "eval_samples_per_second": 15.259, + "eval_steps_per_second": 0.956, + "step": 9000 + }, + { + "epoch": 4.41, + "learning_rate": 4.474912485414236e-05, + "loss": 1.0893, + "step": 9500 + }, + { + "epoch": 4.64, + "learning_rate": 4.445740956826138e-05, + "loss": 1.0956, + "step": 10000 + }, + { + "epoch": 4.64, + "eval_bleu": 25.7284, + "eval_gen_len": 18.5348, + "eval_loss": 1.2415348291397095, + "eval_runtime": 283.6466, + "eval_samples_per_second": 15.188, + "eval_steps_per_second": 0.952, + "step": 10000 + }, + { + "epoch": 4.87, + "learning_rate": 4.41656942823804e-05, + "loss": 1.0869, + "step": 10500 + }, + { + "epoch": 5.1, + "learning_rate": 4.387397899649942e-05, + "loss": 1.023, + "step": 11000 + }, + { + "epoch": 5.1, + "eval_bleu": 25.7912, + "eval_gen_len": 18.3347, + "eval_loss": 1.2409833669662476, + "eval_runtime": 281.8959, + "eval_samples_per_second": 15.282, + "eval_steps_per_second": 0.958, + "step": 11000 + }, + { + "epoch": 5.34, + "learning_rate": 4.358226371061844e-05, + "loss": 0.9568, + "step": 11500 + }, + { + "epoch": 5.57, + "learning_rate": 4.329054842473746e-05, + "loss": 0.95, + "step": 12000 + }, + { + "epoch": 5.57, + "eval_bleu": 25.9921, + "eval_gen_len": 18.2593, + "eval_loss": 1.2326716184616089, + "eval_runtime": 280.949, + "eval_samples_per_second": 15.334, + "eval_steps_per_second": 0.961, + "step": 12000 + }, + { + "epoch": 5.8, + "learning_rate": 4.299883313885648e-05, + "loss": 0.9611, + "step": 12500 + }, + { + "epoch": 6.03, + "learning_rate": 4.2707117852975496e-05, + "loss": 0.9476, + "step": 13000 + }, + { + "epoch": 6.03, + "eval_bleu": 25.829, + "eval_gen_len": 18.3686, + "eval_loss": 1.2631200551986694, + "eval_runtime": 282.7475, + "eval_samples_per_second": 15.236, + "eval_steps_per_second": 0.955, + "step": 13000 + }, + { + "epoch": 6.26, + "learning_rate": 4.241540256709452e-05, + "loss": 0.887, + "step": 13500 + }, + { + "epoch": 6.5, + "learning_rate": 4.212368728121354e-05, + "loss": 0.9061, + "step": 14000 + }, + { + "epoch": 6.5, + "eval_bleu": 25.8316, + "eval_gen_len": 18.7481, + "eval_loss": 1.254765272140503, + "eval_runtime": 286.2873, + "eval_samples_per_second": 15.048, + "eval_steps_per_second": 0.943, + "step": 14000 + }, + { + "epoch": 6.73, + "learning_rate": 4.1831971995332556e-05, + "loss": 0.8963, + "step": 14500 + }, + { + "epoch": 6.96, + "learning_rate": 4.154025670945157e-05, + "loss": 0.9037, + "step": 15000 + }, + { + "epoch": 6.96, + "eval_bleu": 26.2764, + "eval_gen_len": 18.3888, + "eval_loss": 1.2307679653167725, + "eval_runtime": 281.3307, + "eval_samples_per_second": 15.313, + "eval_steps_per_second": 0.96, + "step": 15000 + }, + { + "epoch": 7.19, + "learning_rate": 4.12485414235706e-05, + "loss": 0.7613, + "step": 15500 + }, + { + "epoch": 7.42, + "learning_rate": 4.095682613768962e-05, + "loss": 0.7431, + "step": 16000 + }, + { + "epoch": 7.42, + "eval_bleu": 25.9268, + "eval_gen_len": 18.256, + "eval_loss": 1.2716145515441895, + "eval_runtime": 279.8965, + "eval_samples_per_second": 15.391, + "eval_steps_per_second": 0.965, + "step": 16000 + }, + { + "epoch": 7.66, + "learning_rate": 4.066511085180863e-05, + "loss": 0.7538, + "step": 16500 + }, + { + "epoch": 7.89, + "learning_rate": 4.037339556592766e-05, + "loss": 0.7526, + "step": 17000 + }, + { + "epoch": 7.89, + "eval_bleu": 25.9883, + "eval_gen_len": 18.2052, + "eval_loss": 1.265455722808838, + "eval_runtime": 280.4684, + "eval_samples_per_second": 15.36, + "eval_steps_per_second": 0.963, + "step": 17000 + }, + { + "epoch": 8.12, + "learning_rate": 4.0081680280046675e-05, + "loss": 0.7074, + "step": 17500 + }, + { + "epoch": 8.35, + "learning_rate": 3.97899649941657e-05, + "loss": 0.6654, + "step": 18000 + }, + { + "epoch": 8.35, + "eval_bleu": 25.6866, + "eval_gen_len": 18.2217, + "eval_loss": 1.311843991279602, + "eval_runtime": 281.3073, + "eval_samples_per_second": 15.314, + "eval_steps_per_second": 0.96, + "step": 18000 + }, + { + "epoch": 8.58, + "learning_rate": 3.949824970828472e-05, + "loss": 0.666, + "step": 18500 + }, + { + "epoch": 8.82, + "learning_rate": 3.9206534422403734e-05, + "loss": 0.6953, + "step": 19000 + }, + { + "epoch": 8.82, + "eval_bleu": 25.8958, + "eval_gen_len": 18.3387, + "eval_loss": 1.3050304651260376, + "eval_runtime": 280.1508, + "eval_samples_per_second": 15.377, + "eval_steps_per_second": 0.964, + "step": 19000 + } + ], + "logging_steps": 500, + "max_steps": 86200, + "num_train_epochs": 40, + "save_steps": 1000, + "total_flos": 6.589808201024143e+17, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-19000/training_args.bin b/checkpoint-19000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..93e6fb92e7337bc3515c25eca4d887a419ef2b0f --- /dev/null +++ b/checkpoint-19000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd040f703f4098e644d2af461cbf9436359d2eda75425dd66301f6070c09ae4 +size 4728 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b864c326b24ff12eab5d4af6a421adb193e96686 --- /dev/null +++ b/config.json @@ -0,0 +1,59 @@ +{ + "_name_or_path": "facebook/mbart-large-50-many-to-many-mmt", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "relu", + "add_bias_logits": false, + "add_final_layer_norm": true, + "architectures": [ + "MBartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "eos_token_id": 2, + "forced_bos_token_id": 250004, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_encoder_decoder": true, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "max_length": 200, + "max_position_embeddings": 1024, + "model_type": "mbart", + "normalize_before": true, + "normalize_embedding": true, + "num_beams": 5, + "num_hidden_layers": 12, + "output_past": true, + "pad_token_id": 1, + "scale_embedding": true, + "static_position_embeddings": false, + "tokenizer_class": "MBart50Tokenizer", + "torch_dtype": "float32", + "transformers_version": "4.34.0", + "use_cache": true, + "vocab_size": 250054 +} diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d72b702be98926210882ae15fff207ec3927121c --- /dev/null +++ b/eval_results.json @@ -0,0 +1,10 @@ +{ + "epoch": 8.82, + "eval_bleu": 26.2764, + "eval_gen_len": 18.3888, + "eval_loss": 1.2307679653167725, + "eval_runtime": 281.5024, + "eval_samples": 4308, + "eval_samples_per_second": 15.304, + "eval_steps_per_second": 0.959 +} \ No newline at end of file diff --git a/generated_predictions.txt b/generated_predictions.txt new file mode 100644 index 0000000000000000000000000000000000000000..f8a1f5b100b170401cb8d64cc47cf65df6e1ecc4 --- /dev/null +++ b/generated_predictions.txt @@ -0,0 +1,4309 @@ +It's because my computer doesn't like it. My computer. +Where is it? That awful thing. +Teacher, the arm is like this. But I want to find the folded one, the folded one. +Really, the end of my head. +It really feels good. It's really sweet and delicious when you eat it with a super sweet taste, but once you eat it, you should stop it. +I will now solve this with just basic knowledge. +It contains a total of 17 amino acids. +Ah, how much did you practice the boss? +We have this in our house for biscuits too. +Also, the people who invest come from Korea and manage it, and it's not easy. +This kindergarten is a term coined by Froebel. +In relation to Selman's theory, you should first know the stages of role acceptance and development. +That can be very dangerous. +If you don't do what is the most essential and basic thing to do in early childhood education, +You can just wash it when you can't find and wash it. +Your shoulders grow a little less. +Then, number 5 was to discuss the influence of teachers' emotions on teaching behavior. +If you live next to that hotel, you should hit it. +I've explained the cause and everything, +Now, what is stamina? +It's plastic. It's a bit clever. +But it's really light. +Oh Misami, thank you again for the cat this time. +I tried fish cake treats, tried ramen from my home, and boiled them. +Ah, then you can see that this is the total square of b plus c. +Just spreading that and stealing the ball isn't bad either. +You can just write the theory of school opening like this, but I was told to explain here. +As you can see now, it has a bit of a clear yellowish tint. +What is it these days? What is it these days? +At that time, it was the time to switch to a new model, but I bought it directly. +Today's Lore Beer Yeast Shampoo +But there, the brother +Nice! No, I'm the first one! Don't give up. +Then, to date, the sole is the answer. +I really understand. +It seems like he's trying to pee on the thin sand on the floor. +If ab is written, a is the main character. +There's no chance you'll feel better after slowly proceeding with the integration process. +I don't even know how to comfort them. +Alright, I'll just sell this. +Even after entering, wait for 5 minutes until the excitement subsides and then hug and touch them. +Take a look when x is 1. +Every time it gets tough, I want to express myself in English, but I can't, so I learned English. +Within a month, the stream came in. Wow, nice to meet you. +It removes dead skin cells from the scalp. +There is no need to clash with a cat for no reason to brush their teeth inside, and there is no need to do so, and there is no reason to do so. +I made lavender very well. I really loved it. +By the way, most of my friends probably forgot a lot. +Oh, thank you, my owner. +There are four dogs. +Now, Gyul. See you often, sir. +Alright, I think it's okay to be here. +I can confidently say that the shampoo is Roa Beer Shampoo. +And ah, I haven't finished preparing the music yet. +Others find it more burdensome. +Uh, what's the best food to eat? +And definitely go to the official event cafe. +You might think, why buy shoes instead of souvenirs when you're traveling? +Now, my daughter is wearing just one underwear right now. +Or if they have heart disease or asthma, +And the parts I don't know. +Are you left-handed? Take the left side and come. +No, this is just a shot, is this also going up? +Even in the case of electricity, it varies a lot depending on what you're charging. +But our product has removed 13 harmful ingredients. +It's about cleaner training. +Originally, I was a lecturer. So, after giving lectures, I briefly quit the class. +Most of the time, it's better for the cats. +We've added four types of hydrolyzed protein. +Since then, I've lost a lot of desire to make a lot of money. +You have to do something. +If you press Blink and raise the directional key, it goes up. +Can't see the chat? +Or Y is 2X squared and Y is -2X squared, right? +Or it could be because of the cockroach medicine or the smell of the mosquitoes you spray. +After taking a big action that can stimulate the bee, lower your body as much as possible +I think there are cases where they say they'll change it into a voice if they give it a bit more. +Alright, so root 1 isn't just 1? +This thin layer doesn't need a lot of detergent, so search for a product called Nickwax down wash. +And as for the basic questions, as for the basic questions, you will learn your knowledge. +In a word, in the classification according to psychological perspectives +Oh, I got a typhus. I thought I might get it once. +Then, if they're anxious, they sometimes cry like that. +I was now active at NGOW, and I also gave a conference there. +Thank you so much for coming so close. You have to prepare for tomorrow's work, right? +I was touching something, and when I took it, it was called muscle tissue. +I have too! But if I were to do that, I should turn off the live broadcast now. +There are four sub-questions here, right? Four, four. +Some people might say that. +So, until now, when our friends remember a little bit of the rules, +You can also stick chloromones here and there to calm anxiety. +I think you can check that out. So, let me know in advance. +It would be better if I just passed 1p 2p. +I'll take them all out at once and show you later. +From now on, just buy it for refill, +Did you ask if there's a small one? +This bamboo product is suitable for those who are raising their children at home. You know, just stick it in water. +You don't have to name it like this. There is a saying in the past that it is watered. +If you do that, you can't do anything. +Time is really fast. Already, when? Already. +Or, when I used the wrong shampoo, my scalp got really itchy. +There are three photon guns that emit electrons in the back. +We filled it with protein. +So, the more familiar, interactive, and shared stage is called the stage of association. +Silhakism is based on existing studies and theories. +There's no choice but to pay that much for it. +I ate the texture again. +I think there might be another way to go faster. Isn't there? +She runs a makgeolli school in Seoul. +It's a midsummer matt called "Uverlight", and it's 2,200 won. +Yes, there are two main categories of people who watch my YouTube. +Anything related to obsessive-compulsive disorder, you have no choice but to prescribe medication. +If you don't use nine, diggle, and reul, you'll use nine, diggle, and reul. +Please write the 6th. 6th. +So, from peaches, I structured the commentary, play understanding, and play execution materials and gave them to the teachers. +That's it. So, those of you watching can subscribe and make it in 5 minutes. +Ah, the lag is a bit severe, so I'll switch it on and off. +Why are you there feeling anxious? +Oh, as people are passing by, you're just wrestling with yourselves like, "What's that guy?" +With Revolution, it doesn't die. The rest of the front line and the nex dro die, +The cone of Daeil's experience came out. +I'm curious too. +I wanted to show you a bit of this atmosphere today, so I showed it like this. +So, it's not because the owner suddenly got sick or suddenly attacked, it's because of the owner's previous behavior. In that case. +Wow. Is it injeolmi? +Why, there are so many women who have damaged their hair. +So, I think it would be great if you could just trust us and come in at this time today. +It can lead to diarrhea, vomiting, and food dependence, and it's not good for hygiene. It's also a problem for humans. +When you land in an unfamiliar place at dawn, +There's also a hair loss prevention pump. +Oh, right, if Dong-il hits his cheek, he can go to the right, go to the left, and hit. +I tried it at 3 o'clock, but it still sleeps at 3 o'clock. +Uh, the Sylvia lecture is a must-read lecture +There should be a cat tower with stairs. There are cat towers where cats can step up. +If it weighs 8kg, it gains a lot. +Even so, the poodle is over 60 years old. Oh, you gave it a lot. Oh, it's 60. +Or because of the amount of meal, or because of the hunting ground, then how much food do you feed them? +It looks a bit dark, doesn't it? +There are so many nice people here. +Vitamin C? I told you it's called vitamin C, literally. +So, I said earlier that there are two scholars of maturationism. +There are things like needles, syringes, or things like that, but they're also used. +You know what it is, right? Press 30. +It lasts about 2 hours, right? +Ah, this is rice that is spreading a lot. Is it visible now? +I love it when it's shiny and beautiful. +Then, put something under it to slightly control noise and vibration. +Then I'm the only man who can do that. +Alright, shall we take another look? Oh, 8 minutes left. Today's time goes by quickly. Alright, what other questions have come up? +So, Misami sister is a tall Mi-in sister who swings the spanner. +So, can I explain this picture? Oh, wait a minute. +Because repetition came out. By the way, 5 years old is strong and persistent, strong and persistent. Otag. +They might need to be fed for life. +Alright, I've answered everything, right? +Oh, how did Sorin become so interested in Turkey? +They can live safely. +I think we need to communicate. +This is a very important question. +They want to catch toys that don't bite or tear, +If both are 6 months old, the success rate of cohabitation is almost 100%. +Cha Sunmi, but I have been continuously supplying that cosmetic ingredient to cats for several years. +In my case, the thing that was the most uncomfortable while using hair loss shampoo was that part. +Alright, trust me, I got it. Who is it? +Wow, warrior, it's amazing. Look at the score. +Oh, suddenly it's 21 minutes. +It's highly usable, and the texture isn't bad. +Even our children can confidently enter. +So, for now, I'll end today here. +Before doing anything, in practice, the Administrative and Budgetary Act +Subtract from here, subtract from here in 2 minutes from subtract 5. +At that time, masks as first aid? Very good choice. +That genetic person doesn't respond. +Cars can't enter. +It refers to someone who has filed a child abuse crime. +So, we've defeated everything this week. +People aren't going to find it fun when they're too old to eat stuff like this. +Each has its own charm. +That's how it feels. The Sylvia mock exam and the past exam are very similar. +Oh, I can't take it lightly. Yes. +Weapons enhancement stones haven't come out yet. +Please explain for those of you who don't know. +The third infectious disease, drug misuse and abuse prevention and health and hygiene management education, is at least once every 3 months, at least 10 hours per year. +I'm really picky. Oh, and I don't really like people who are a little bit picky. +You have to get the Tyrant's Horn here. Oh, that was it? +Yeah, but people like us, uh, have to buy a car early, +Just once, like this, I squeezed just one. +I think I can say this. Got it? +This floor used to be a rocky floor for us all the time. +The third is the organization of learning experiences. +These basic feelings, scary, scary feelings. +Wow, but it took a long time. +How much treatment should I take? +I'm level 55. I'm not dying as soon as I arrive. +Am I born in '99? Yes. I'm born in '99. +Well, for now, if the relationship is good, it should continue to be good, but there are some cats who don't get along when they come to the hospital. +I also tell you not to feed samples. Sometimes, when you go to a cat show or a pet show, when you give away samples, you just rush to receive them. +A bed. I should buy a sleeping bag, but I have a purpose today. +My tattoo still doesn't have any hair training. +Bossuoro, Bossuoro. +Alright, I've answered Leewoong's question. +What this is is natural physical strength recovery. +I don't like drinking water. +Although the village called Shirinje is said to be a wine village, if you listen to Cappadocia, you should try wine tastings. +Well, if you can prove yourself, you can do it on your phone. +Raise the long buff. +Definitely, uh, it's fun. +It's frustrating, so I take off my socks and catch it. Eh. +You recognized that in a wise way. +The reason is because of the mother, when teachers are working as early childhood teachers +Is it two or three months in a row? +These days, smart doctors, if you go to a good clinic, insist on various methods to save teeth without implantation. +So, it's as good as gloves. Well, it's better if they're made in a higher grade. +So, they wipe their own whiskers with fur. +When did you get born? More than 500 people? +Right now, I woke up in the morning with pillow marks, but they don't disappear until the makeup is done. +Start with weapons and then go with necklaces. +So, since there are a lot of real estate related issues about Turkey, +I said yes, have you actually tried that method? If you ask, yes, I tried it. +Hello. This place is also a dessert shop. It looks a bit expensive and pretty here. +What is it? Invitation to a party. +It's an ad. I don't really do it because I don't think people would really like it. Most people don't do it. +Oh, Ha Seungju TV, nice to meet you. +Now, as a function, +How are you going to heal it? +Because there's an Insta follow icon. +That's when you're happy. Actually, +It just lathers in your mouth. +Scholars who classified education and early childhood education +But if you eat this, the mood doesn't stabilize immediately, and if you feed it regularly for two or three months, you can see some effects. +The cat has a 3-month-old cosine. +In fact, it's okay when you're doing YouTube in Turkey with a camera like this. +You know what I mean, right? +I hope no one sends more than 50,000 won of SuperChats a day. +I'm not sure. Since it's a foreign country, what kind of medications are they giving? +They were laughing at each other, and they were all indifferent. +I don't know what it is, but it's suspected of a crucifixion split. +Do I even have to peak? In fact? +Uh, uh, first grader, first grader? What is first grader? Teacher? I mean first grader, kindergartener. +I would like to tell you that you can't get our Row Beer Yeast Hair Loss Relief Shampoo for less than 10,000 won. +You don't have to worry. Got it? +You can get it for 18,000 won. +But uh. And also as an early childhood teacher. +Because there's no room. Alright, it's like this. What's happening to this one? +At first, we were behaviorist scholars. +It is not logically understood because it is not something that requires a series of research procedures. +I absolutely can't. One person has to do it. That, instead of me doing surgery, I just adjust it. +The Wi-Fi is working fine right now, but I can't write anymore. +There's a self-moving ball. It's manufactured in China. +I don't want to be a social worker anymore. +Actually, Ephesus is very famous and beautiful. +I turned on the lantern too, and I did it like this. +The cats lick each other and it's a mess. +Then what happens? +Imagine being able to wash your clothes refreshingly and cleanly. +In the afternoon, it starts from the top of the head and gradually gets oily. +Let's take a taste of what VenTro's original glaze really tastes like. +When you do that, there's that smell on your head. +Was he doing something else? Ah, that's a relief. +Now, I'm going to pass the pass by 2 to 2. For example, guys +First, I go to the warehouse and check the equipment and register the collection. +It's something I feel more as I live, +We're preparing for spring, but the weather and the wind might not be ready yet. +There's a place where they get their pheromones spoiled. So, pheromones next to the tail. They get their pheromones spoiled, so, you're mine, this is mine. +Now, they're important too, but show me Mocha now. +You can use it with confidence. +If you want to feed our company's food, +Because they have such internal skills. +But isn't that white, your BB type from that generation? Isn't it similar to us? +Are you scratching me? Suddenly? Suddenly why? +Even when I woke up from sleep, my face kept shiny. +Then, on the other hand, I said that educational beliefs might not be the process of understanding education as individual beliefs. +Then, since you have to subtract 2 out of 1 like this, 10 out of 5 equals. +If you stick with it at the health check-up level, you can get it, but no matter how much you test it, probably nothing will come out. +But fortunately, in Ulleung, since COVID-19 last year, the young ones didn't come overseas and went to Ulleung Road. +Ah, Choi Younghyun, well. +How much did you lose? Then, your weight went down by close to 15% to 20%. +Oh, I'm really good at sliding. +It's called a cat fountain, right? It's called a cat purifier. +So, I don't know the effects. I'm lazy, so I don't seem to be able to see them well. The effects of arthritis. +That would take a lot of time. +Also, not only dead skin, but also fine dust and impurities accumulated in the scalp, all captured by this foam at once. +Is this? No. +This content, the content is structured under the category. +Huh? Weapons came out. +Peritonitis can naturally lead to diarrhea and persistent diarrhea. +The salad comes out, but it's a little bit exotic, and the rest is some kind of kebab. +We summarized this in the theory class. +Shouldn't it be during the daytime? +Up to 10% accuracy, 20% accuracy, +That person brings a high-end ultrasound and shows it to you. +When I was younger, teacher, I really liked collecting things like BB bullets. +Because it's mildly acidic, it often doesn't foam well. +That's right. But like my subscribers, like our subscribers, there are surprisingly many women. +Mostly, it's now blood donation, now what? It's called a blood bank. +I almost fell behind. Lots of people ran away. +Then how do you save it now? +Because everyone's gathered here, a lot of people get blocked. +Then how is it real, but I have to, I have to go. +Alright, Bomi. Next, Jinkyung Min-noo. Thank you. Jinkyung Min-noo. +You can only get it at this price during the live streaming. +Our product, by Tae-sei Munseo, +Welcome. Huh? Ah, what did you post? +I don't really like nature. Well, if nature does that, you should go to the jungle. I don't really like the jungle. +It can really hurt your hair. +If you pick them up and tear them apart, after washing your hair, the drain is really full of hair. +Generally. After that, it is easier for teachers because the kindergarten itself is playing. +Divide a Well, let's do it like this. Divide a. +If you don't do those things, it's not good for the relationship. +You speak so quickly. +So, in my case, it's called general list. +It got weird. Oh, done. +Until they completely adapt to that bathroom, to the new bathroom, +Anesthesia reduces lifespan, no. It doesn't decrease at all. +I mean, how many people are there in just a few days? +Seriously, there are these baby babies. +Clearly, we can do something +But I heard that our product doesn't use any colorants or anything like that for you to trust and enjoy. +Merry Christmas. Bye bye. +I think you picked the wrong food order. +So, ah, either because you're short or because you're rich and have a lot of money, or because the atmosphere is nice and you speak well, you know everything. +There's a lot of aramba palace vibes in every nook and cranny. +I would appreciate it if you could share the thoughts and feelings of OkTube, which has been quiet for a while. +I'm sorry. Anyway, don't feed me stuff randomly. Got it? +uh. Then what should I think? uh. +I got married in January of the 20th year, and at the request of my husband, he only sleeps separately during his sleep. +I went to Taiwan because of the conference, but Taiwan has been economically backward for more than 10 years than our country. +The amount is quite reasonable. +It means you can do sports or recreation. +Usually, I communicate with Naver Cafe. +And one is now in elementary school, and the teachers had a problem finding it, +But I shouldn't be wrong if someone else got it right. +If you go to the edge. +I probably saved a lot. +I heard that New Zealand is also dangerous due to the coronavirus. +It's very, very, very comfortable. They don't go outside. +Adult cats usually sleep about 14 hours. +It even smells good. +Alright, I'll edit the main video quickly and upload it as quickly as possible. +I'm not kidding, seriously, Mazinger was a Z. +After one and a half years of age, if they start gaining weight, they should immediately switch to a restricted diet. +You need to test all four different textures. +Starting with scalp care, it removes nutrients and moisture from the hair. +Oh, you shouldn't speak Thai. Because you guys can't understand. +I'll gather the foam and show it to you. +If you look there, go to the textbook. +Add just one more to 119, November 1st, 19th. +It's a stranger's car, stranger. +I'm telling you that you can have fun with it. Actually. +So, we chose the product that I like today. +I didn't care, so it grew like this. +It's just a protein shake with a little protein in it. But isn't a protein shake almost like a watermelon with a little protein in it? +So, today is the first time for us to enter the outer heart. +It usually goes like this, but when I rest, my body changes a bit. +Still, you can get 20 points for this essay. +In fact, if you sign up as a member, you will be upgraded to a sponsor level. +In order for us to live with cats, +Then I announced 8 and then 9 of them. +Hunting has become really fast. +That place is a bit like that. +That is now synonymous with leadership. +I heard there's an error. +Yes. This can happen. It's normal. It's a normal response. +Now, it is said to help teachers develop reflective thinking. Learn more. +If I say I'm getting a gift now, it means I'm telling you about my home. +There are methods unique to cats. +Now, the option looks like the attack speed goes up and the inner power goes up. +In Korea, I looked it up, and as far as I know, it didn't exist. +You have to apply force like this a few times, but the texture drops. And if you look like this, it's a bit of a sponge. +Surgery is so important, making surgeons. At our hospital, +Jenny, I'm sorry again. +Ah, Damda's the best. Eh. I'm going next week for Damda, Ugh, Damda, Ugh. Ah, didn't you miss it? +It doesn't work for the teachers either. +There are a lot of things that I need to invest, a lot of things that I need to feel, a lot of things that I need to care about in the mountains. +Because there are cases like boys, you know, even if they're between 0 and 1, you know, when you change a puppy, +It's so cute to someone else's cute kittens. +So now, it's usually only the steroid class medicines that don't work. +If you like running water, you should drink running water. +I wouldn't play with it, but I studied with it, +I get too stressed if I can't do it. +I'm really scared sometimes, bro. In one room. +I am part of the previous month that the teacher recorded. +Otherwise, if you remove them all and disconnect from any interests, most of the problems will be solved. +I'm also warmly dressed like this. +Before buying cosmetics, you'll need to check if they have the EWG green rating. +But even if it's a baby bear, it doesn't look like a baby, right? +And women now come that day once a month. +If it's normal, it's normal, and if there's a problem with the ears, they'll say there's a problem. Probably. +The necessary amino acids must be supplied. +So, where do you put the core? Both have completely different personalities. +However, between 12 and 6 months, the success rate of cohabitation is relatively high, at 70%. +Who is Yanghyeon? He looks like Yanghyeon? +Hey, it ran well by the hour, right? +I was lacking in ideas about newcomers, from new entrants to new cat owners. +Right? Early childhood needs to be determined. So, the plans disappear and become child-centered play, +If you search for "Saraboni" in an open chat room, you will find it in our chat room. +Write parentheses twice. +It can also give you shiny hair. +Yes, asphalt. Asphalt. Asphalt. +Based on teacher Choi's conversation, it says, +When the muscles start attaching, +Is it that different from me lecturing in this class? No. +We have a lot of good products available in the future, so we will help you to meet them again at a good price. +Yeah. There's a collaboration with Arcteryx in Histo that sponsored it. +This takes in a ton of resources. It's called broadcasting. More than you think. +In cases where it is particularly necessary for the operation of the curriculum, the principal can classify classes according to the mixed age. +It's too close to throwing that away. +Should I do that or even turn on the cam when I'm wearing anything? +Oh yes, nature, nature, nature. +Totally like this. Ha. Seolkung. Seolkung. +It would've been nice if my wife filmed me dancing, but the car didn't show up because it was cold. +Where is it? Can you see it here? +We are thinking about this part. +But I don't like hair loss, so I'm worried about losing too much hair, so I use shampoo, but I don't like it. +So, Kiyeok, Nieun, and Di are coming out like this. +However, the pure theory we learn is pure theory. +Wait a minute. The Wi-Fi isn't working, so it's hard. +Yes, I rarely do it except during Lent. +There are definitely people who like to be alone. +I'm not really good at singing, but there's that slumber. +Or is it better to sleep together until they grow to some extent? +Now, get ready for the pattern, get ready for the pattern. Look at the floor. +I'm really sorry. +If a 4-month-old cat is still sucking with its hands, if it doesn't do it, it goes to the blanket, but when will it stop? +Our product has also been certified by the Ministry of Food and Drug Safety as a functional shampoo that can help with hair loss. +Our current schedule is that this will probably be the last live broadcast since we've been on this trip for a week. +But personally, this is just my opinion. +I don't know, I don't know anything about that. +I won't fry it, Nina. I'll call the recorder later. +Jongju, Jongju. Right, I should go, Oppa, Jongju. +You have to take medication for this, +Usually, when they climb up high and are only 3 cm tall, they walk around well, but the ones without tails can't do that. +So, this is Sam Yoon from My Pet Counseling Center today. Thank you. +What's the best ultimate skill? +Is there another alternative way to play? +This time, I definitely said that I am an expert in the 2019 revised Nuri course. +Find the next one, the biggest one. +Why is this happening? Maybe the stones got hated or +If you buy it at this time, you can buy it at around 10,000 won cheaper. +It's either benign or neuropathic or one of the two types of pain. +There are many more than dogs and cats. +Cat moms can't be taken for granted. +Starting from the foam that's flowing in my forehead right now, it's no joke that there's foam in my hands. +They drink a lot of beer in Turkey. +See only the bright side of the veterinarian's job, see only the really joyful side, +Now, we calculate the monthly living expenses roughly. +It has to be 0, it has to be 0. +In that stress situation, various signs of stress begin to appear. +Despite your regrettable disqualification, +There's no guide on site right now, so it might vary depending on the guide. +Is this just the timing for the wall to burst and a new one to appear, or why is it dead? +Hmm, at that time, who said, "Our Rin TV is older," who said, "I'm going there." I took a picture of it. That's right. +It contains four types of hydrolyzed proteins. +It's an honor. I saw the shellter. I saw the shellter video you uploaded. Ah, it's the best. +Perhaps, the feeling you feel when you come to Thailand, +As expected, I'm thinking of going there next time. +If it's okay, please tell me, Jin Kyung-mi, +Isn't that right? +Ah, oh my, why did you send it to 1515? +I think you can think of it as very similar to the aromatic caramel scent of soap with cute cows on it. +Because you were told to use a numbering system, you must use this. +It's a domestically made filter. Now, aren't there people who don't use shower filters? +Still, thank you for just being here. +When I heard that the Summer Time applies, it suddenly went up by one hour. +Ah, I lived! Ah, it's a bit easier now. +Yes, that's right. So, please post your purchase proof and reviews. +I'm curious if there's no problem with the amount of water because they don't drink much. +Please don't envy me too much for not being selected. It's not my choice, really. +But actually, that rarely happens, right? +Ah! This alley I'm looking at is called Antalya in places like Busan in our country. +It makes it really moist. +So, the fat ingredients are destroyed. In other words, the smell is also lost. +So, there are many patients with heart failure now, +Or things that need to be implemented additionally, such things. +We bought the table at half the price compared to buying it at the store here. +If you compare this, this is the highest. +If you go to Canakkale, I'm not sure if you can get an open diagnosis today. +Silhakism, Enlightenmentism, New Humanism, Pragmatism, Progressivism, Child-centered Education. +So, today's personality education part ends here. +Once we met, uh, we had another chance. +So, in contrast to traditional ballet, +It was 10 years ago when I was 26. +So, the definition of child welfare and child abuse +Or, for older cats, there could be some kind of tumor in this area. +It depends on who starts first and who sets the beginning and end. +Please give me a calming potion. This also comes out as an anti-anxiety drug. Actually. This is also an anti-anxiety prescription. +So what happens? It would be correct to say that this one is smaller when it is 56 degrees. +Instead, they'll live longer. +A lot of research is still being done on that, but no such evidence has been found yet. +But my broadcast isn't for me, it's for those kids. +Every time I breathe, my nose gets stuffy. +These are organic products. +I'll check and go find Pangi again. Oh, really, I'm like, find, +The video quality is really low. +They have no choice but to pee where they find it comfortable. +That's because there are so many. +If you want to know Turkey more deeply, you come to this tour. +The equipment is heavy. +Oh, man, you gotta study. +They poop as they go around. +If you look around, it's small enough to be seen in about 20 minutes here. +Please tell them that your fingers were cut off from your chin blade. +Sexual violence, abuse, disappearance, or kidnapping situations. +Sometimes you ask about content categories, and sometimes you ask about content. +Play with them, feed them adequately, sleep, and sleep. +Hydrolyzed collagen, hydrolyzed silk, +In his case, he is not an outsider, but he has to observe inside. +There are so many people who don't reflect, +Oh, the video was disclosed? +So, for those of you who consistently use this, +There is a clause stating what guidelines should be discussed about this, and it comes from the basis of Article 4. +I've saved it as a video, so if you watch my videos related to stomatitis, +If you don't learn ball-speed martial arts at first, +Then it's sub-question 4. Sub-question 4. +Last week, there were so many cars and people that I wanted it to be Monday. +Right, run to the right? +Then, where we manage the kindergarten life record +Anyway, you guys, it's really hard to upload this, teacher. +I decided to broadcast a short broadcast in the morning with questions and answers in real-time. +But why learn this route all of a sudden? +So, since we create the shape while minimizing the number of seams or seams in one color, +We removed harmful ingredients. +The representative scholar of the small enlightenment here is Locke. +It is a presidential decree, uh, something enacted by the president or something specified by the president. +Teacher, Enlightenment means this. +Living safely is underpinned by enforcing traffic safety rules. +Make sure to scratch hard with a straight line and leave it outside the carrier. +So, when we go to the playground, the guys always say, hey, we have 10 fluorescent BB bullets in our house. +I'll try something that looks a bit fancy. +There's a viewer fan who sends gifts to my house, but I forgot his address? +It's probably 95kg now. +In Korea, coconut smoothies are pretty expensive, right? +Korea Children's Charter Please don't write the children's charter like that. +Oh, it's Monday. Okay. +It grows on its own, so it's amazing. +I don't know, but in Korea, there are quite a few wine-eating pigs, right? +Then, the spatial space is narrow. So, what can I do? +My equipment is really good, of course, I feel so good because I buy good equipment, so I want to boast, and there are things like that, but +There are now many good ways for us to obtain data. +I promised to talk like this, and accordingly, I made all the schedules of all the veterinary management medical staff. +For all the super chats you send, +You have to see it from the point of view of quality of life. +For example, in Korean, what I did at that time +In the case of just now. +Because of the DMZ +During our live broadcast, we've slashed the price steadily. +He's one of my strong supporters. +Comenius, when you are philosophy of education +They only show you the taste, and then you can't save it. +Oh, it's really a small story. +I do that. +There are so many people here that it's a bit difficult for me to scam them. +You eat really well! +So, for now, we've got the items that won't fold right away. +They will send it. So, here, if you send DM to Animal Rights Civic Solidarity Reggio Insta, +Because children's skin is more sensitive than adults', we need to use a better product. +It's okay. Slowly. Slowly. +It's also hypoallergenic and slightly acidic. +What should I do with Mr. Wonjun and Mr. Shin? What should I do now? +Yeah. Anyway, there's a way to do this. +YouTube isn't working right now. +I almost thought so. +So, please check our body shape, body condition, and skin condition. +Safe use of living tools is a prerequisite. +It's because there's a nervous inflammation. +I'll go out for a moment, everyone. +At this time, I was stretching my scarf for a very long time. +The alleys are made of stone, and I especially like places like this. +Because I've already started walking around. Got it? +40,000 won, 50,000 won, it's a lot, right? +In the case of children separated from their guardians or abused by their guardians, +Now, giving them snacks or food, or waking up and doing something else, or turning on the TV, +The parenthesis has been rated 1 point. 1 point has been rated, right? +When you wake up with just one glass in the morning, the boat feels lighter all day long. +And, earlier, you talked about color, +Initially, it is a textbook that can prepare just one lecture. +There are more times when that's not the case. However, you have to demonstrate 100percent skills. +November is like this in the southeast. Then. +If you look at this, it gets hot. +Ah, let's move to the left. Please come out to the left. +If it really smells like that, it would be a bit tricky. +Or some people like to write on the right hand side. +You can talk to them without any hesitation or anything like that, so ask them now. +The second is marking behavior. +There are two cats who are about 20 cm tall. At the pharmacy, I gave them three bottles of antifungal meds. +Stepping on what? It's an event, it's an event. Stepping on. +It says pet here. +How much is this? This much. It's bigger than my face. It fits into my face. It's the size I can count. +There are a lot of veterinarians for cats. +You've been traveling in the UK before. +Alright, let's go inside this tree house and try to proceed. +I don't need anything like the foreword, 2nd, 3rd or anything like that. +Huh? That's right. At first, I did it. +Well, Dingo's older brother is also very busy. +Babies are scared, scared, and undergo a lot of stress because the world has changed. +Have you lost your freedom? +Still, the babies have a bit of stamina +I don't have the courage to do it. I just have to use it. +Minus 5 over 2 PLMA root is 25 plus 4. +Should they be delivered in Yakom? Put an air mat on Yakom? +It's a bit tricky to say it's separation anxiety, but why is that? +Nero wants to be his dad now, +If it doesn't come out of the corner, you can play with it, for the timid ones. +No, it's not me now, it's that udon ad that said, "It'll finish the soup," and I suddenly got it. +You can use it with confidence. +Where was it yesterday? +It gets absorbed into the blood, and it's immediately filtered out through peeing. +Alright, let's open the food. +Or it could be a food that they eat better. A food that's a bit tastier. +We'll see you again next Thursday. +Tattoo! Why are you like that? +Race conflicts are already pervasive everywhere. +Wow, it's really short. Originally, the teacher usually explained this a little bit after doing this, right? +A bit. There are many Chinese people. +I'm going to find this Tyrant's Horn someday. +Right. The scalp is incredibly sensitive. +Well, no such message ever came. +When a cat with a heart disease gets overly agitated, it looks like a seizure, but in reality, it's a craving. +Oh, Hye-kyung Park, I'm sorry I'm too late. +It's not like I'm super picky or anything hurts or anything. +The cats keep biting. +Everyone, it's so unfortunate. +The starting point should be fair at the beginning of life, right? +If the Black Mage comments, can you see the body here in the middle of the Black Mage boss? +I saw it in an article, and it is said that our country has a whopping 10 million people with hair loss. +When you see it, people now feel loss, and accordingly, they feel it's a cat pet loss. +There are plenty of places to hide or rest. +There are so many really good things. +This doesn't work. +So, you can give it from a 5-month-old to a 6-month-old. +It's going to be okay. Try testing it to the limit even without changing the stick. +Out of those seven, you have to exclude two. +I'm not interested in wet food. Oh my. A kitten used to eat well when she was a kitten. Is there any way to just eat dry food? +Got it, got it, got it. How dare you? Stop it. +If you take an extra bus the next day, you can stay longer. +You can think of it as a descriptive problem of the toe. +Then, for cats, the most important thing about a scratcher is its stability, it shouldn't shake. +So, you can get notifications on the website of the Ministry of Government Legislation. +There are cases like that. +Registered cats, dogs, registered cats +I'll go back to the question. +Even the sugar you eat at home, even just a drop, is somewhat artificial. +A 4-month-old stray cat I rescued a month ago. Trying hard, but don't touch it. Please tell me how to touch it. +They respected the interests of the child, respected the child. +So, as a result of the donation. +Then, they sell blacklights. They don't do much. They don't do it for just a few thousand won. +It's the same for humans because they eat too much snacks. +The Y-intercept is the Y value when you put 0 in the X-intercept. +However, the result was all disproportionate. +But the ingredients in our shampoo, +The ekinx diet is okay. +If the guardian wants to apply for information such as fingerprints of this child, etc. +It is mild because it contains ingredients extracted from nature, +Be careful of the corona. You always have to be careful. +Well, it doesn't mean that it's food that was made in clean Canada by catching a running cow and then killing it. +I don't break down much, do I? I'm swimming with the person in the back. +Alright, organize up to here and move right away. +It's okay for kittens to get together. Of course, it's okay for kittens to get together. +I'm in first place. +At that time, there was no charter on the rights of the child. +No, Mr./Ms. Buhyeong will answer your question well. +And I was like, "Am I going to do this much? How much am I going to do? After 30 minutes, I'm done." That's how I started. +I think I'll go in the direction that guides you. +They don't taste human touch. This one. +And lastly, about costumes. +After 90 minutes, it starts to act and lasts for about 12 hours. +Too many, too many. I can't get through. +I think I can make quality videos, but about finding an editor +Oh, you collect a lot. You can collect this much. Definitely. +However, it is said that the curriculum until now was the education where the teacher begins and the teacher finishes. +You might need to go to the clinic. You've probably heard a lot of stories like this. +Joining is difficult. But leaving the cat food in the middle of the room door is the most important process. +Now, it seems like the Thai government hasn't really changed much yet. +The third is that it doesn't foam. +We will even help adjust the oil and moisture balance of the scalp. +The standards of good food you think, +It's really cool, teacher. Thank you. +Actually, you don't give it to me. Most of you know. now. +Oh my, you're pitiful. Why, why. +Is this going to work? +They quickly consume water, and it takes much longer than humans to drain from the crown to the top. It descends slowly. +It's either effective or not. +There was a bed earlier, right? I'll go to the bed. +You have no choice but to switch to feed with high fiber content. +Don't worry. Still, you need to find a good vet near home. +You should do it the same as usual. +Now, there are also indirect teaching methods. +In my case, if this happens once a month, then I'm a catgrass seller. +If necessary for the performance of the judicial work of the court, provided in accordance with other related laws. +Why isn't even the drinking water helping me today? +In fact, our teachers sell it. +You know that the cat can's world is wider and deeper than you think. +I'm having a hard time. +Ah, after classifying several blocks by shape in the case, +It's more expensive than you think, so I'm surprised too. +It's called Kaeng Krachan in Phachaburi. +I did break it down a bit. Just a moment. +He was born in a noble family. +I'm older, so I decided to take care of it this way. +If Dong-il gets close to the Black Wizard. +You should wear a mask. I was taking my mask off because there were no people. +It's even incredibly expensive, depending on the case. +In many cases, the brokers working below do not have a license. +If you meet someone who really likes outdoor activities and has such interests, it would be good if you also like them. +Now, under the Galata Bridge, I'll show you the stunning scenery. +When there is a relationship between the two variables x and y where the y value corresponds only to one according to the change of the x value +Under that, uh, under that, philosophy that came after Enlightenment +But try special shampoo and essence instead of medicine. +Words can suddenly get weird. Because we have to explain A, B, C, D, E, E to F. +So, physical exercise and health is over today. +I can't upload it because of time. +You might feel like you know why the show host said that. +I've uploaded my Instagram account. +So, in my case, I just use a little shampoo. +preventing them from entering, +If you look at the title of today's broadcast, you can see that we've prepared about one or two events for today. +And I hope you come to the selfish lecture. +Because they are such products, you just don't have to worry about it, but you've been looking for hair care products here often. +When it goes in slightly, +Could you tell me who that person is? +Slowly, more systematically, as technology develops, +It's a situation, and I asked him what kind of medicine he's using, +But the problem is, to attach that organic label, you have to pay an enormous cost. So +So, they roll a lot of Jjanggu in their own way to survive in a rough Korean Peninsula. +Right? I'll put one on top. +But the antibodies haven't been confirmed sufficiently. The antibodies are a bit low. You need to get vaccinated. Then you can get vaccinated. +Doesn't it look a bit cool? +IKEA, this zipper bag is super cheap. +Somehow, I'm dying, +It's not a dye, it's a natural vitamin, so it's yellowish. +But if you didn't receive it, you can write on the board, "Oh, I didn't receive it." +Should I describe it as a regressive behavior? Isn't this an early childhood behavior? +If you look at the back, I got one of those mini cars. Can I show you? +That's right. That's right. But when I look around, I'm in Jangseong Lake, and there's a beautiful scenery in the Aksangyeong Mountain Nature Reserve. +I think what I have to do better is bigger than winning and losing. +You'll just have to see a small museum, and this is the main point of transportation, +Spend time, play hard with your cat, and hug them. +So, they really praise the good stuff, but +You have to go to a vet who is good at that. +Alright, go up too fast. +If it's right above the eyes, it's normal. +There are a lot of pet foods that come from the same factory. +Then if y is minus ex looks like this +Surprisingly, I filmed a lot of different things. +I won't skip to stage 3. +Bow down, watch the slap, hit, bow down in advance. +For now, a sleeping bag, rubber pants, boots, etc. won't be enough. +But for martial arts, it's different. Your stamina, your stamina goes up. +I've got one for you. +Like, you guys can enter either minus 100 or minus 5000. +Seeing this is also a test. +Now, Sarah Mom, as if she's watching me with a reflective Brenda glass around the evening, +Many parts are actually not all of what he does in behaviorology, or a significant portion of the actual diseases he gets. +There are cases where it is not suitable for a 3-year-old. +I don't know how cats over one year old will see two cats after 2 months. +It can provide more than 20 times more protein to your scalp than regular protein. +Then, they want to burn it with something faster than a toy car. +1.85, 1.96 Why did this character drop so much? +They say it snows. We have no choice but to snow. Get up early and hike. +When people get infected, people get really tired too. +It's a sign of mental maturity and then anxiety. +I didn't know that I was robbed of so many pieces of emotions. +Shampoo is 18,000 won, and the treatment is also available for 18,000 won. +What just you put in, what just you put in? +When you use anti-hair loss shampoo like this, when you pump it, it doesn't foam well, but when you look at it, it foams well. +The pros are, but isn't this the only reason I've used it a lot? +Just take one pack, tear it apart, play rock-paper-scissors, and stick a mask on one of the winner's faces. +So, the law is just parentheses. +Because when I ate it, it had a bit of a sad taste to me. +It doesn't really help at all. You can think of it as medicines like morning prayers that are just given with trust. +I'm not kidding, I'm asking. +Well, it doesn't just determine pure salmon. +It's got anti-hair loss ingredients, +I think you can think of it like this. +Gus, are you also preparing for a trip? A world trip? +When I eat dry food, I really like it. +I think you should ask your question again now. +What's fun about cats is, +Ah, does the divine oil come out here? +5.5 HP is almost like our skin. +Some benefits of this, I want to give only to the students, +Oh, when I think about it, +Take a look at Article 1's purpose. +Now, let's see what else is there. +I also completed a skin hypoallergenic test. +If the color gets darker, the name will be "Dein저s"? Dein저s. +Then, you should store it in an airtight container and store it in a refrigerator. +I remember that, so let's give it a try. +Simply put, they don't see the blood through their eyes, they don't see the pain through their eyes, and they eat well, so people just. +Oh, ah, this is my first time seeing this. +The last city in Troy here is +I often tell teachers what to do. +Even though 5,000 won a month is not a lot of money, it's a cup of coffee, but it's a lot of money for me. +Just insert it in this direction, then close it again, and equip the shower filter like this again. +Seriously, when I used hair loss shampoo, +It's a small but sure happiness. +Your eyesight gets clearer as you age. +There's nothing else for this. There's no choice but to keep them in good condition. +It's a rainy Saturday afternoon. +Now, read from page 1 to paragraph 1. Oh, it's not. It's not. +Hello, our Seungwoon. +Uh, isn't Belinda appearing in the next live stream? +Hey! If you go around like this, you fold that up. +Uh, for you, you just taste the best lectures from the best early childhood to early childhood. +Why me? You can't do it? +Then if you're anxious. +That's content category, that's content. +Uh, can I use it here too? Shouldn't I fix that? +Oh, I was going to introduce you, but it's a shame. I was going to introduce Udong-go, but anyway, +I'm gaining weight now. +Even if it comes out as activism, this is read-ready. +Sis, I'll drop it for you. Just come here. +It's okay to give it to Feliway in advance, but I'd rather use some kind of anti-anxiety medication like gabapentin. +But it's a big problem not shooting. +Every time cats come to the vet, they get so stressed, +It might be repurchased right now. +Oh, I have to ask for food, but I make a declaration, and when I do a cleanup live at home every week, I'll also bring one dinner. +Normally, sir, +Alright, everyone, thank you so much for being with us today. Have a good day. +Uh, because it changes skin type with good bacteria, good probiotics. +Uh, they stepped on CPR earlier. +Those in cotton tents have gotten quieter, but the TP tents are still crowded. +There is a short video on this person's channel, +Together, we revised the curriculum at this national level and financed it. +So, it's not very glamorous, but the appearance isn't really glamorous. +Hey! If you can't liberate it, the kid's gonna throw it away again! +This descriptive problem is also in the 2023 school year +Safety education through the first day of work and operation, safety education according to the integrated approach according to the second theme selection, +It's really good to stretch out your body and scratch like this. stretch up to your waist and stand up. +Because I can't go to the hair salon and take care of my scalp every day. +Do you find your home well? +Then what can I write if I subdivide 12? +But if the two cats are close, +It's an LED, an LED, but it seems too small? +If you look, there's lemon, rose, and now lavender. +Oh, it goes in well, but this person. +We stayed in Sokcho and headed to Goseong. +He's a owner of four cats in Australia, and yesterday, after his cat was neutered, a leech was found. +Don't make too much noise. +I don't think it's a bad idea to do this. +After cutting and treating the nerves, they replace the meat. Like humans. Of course, it breaks down quickly. +If it's 10.53, it's 11. +It doesn't really exist. I thought about making this into content and figured it out. +Right now, I'm buying my body because of the coronavirus. +This is the backpack. The backpack. I use this in winter, and here in the Far East, I use a lighter. Sea to Thum uses a lighter. +It was also Christmas, and my wife wanted me to go camping. +Feeding limited rather than free +Yes, I'm only doing one Great YouTuber for now. +In fact, many people who are really interested in hair loss these days are also stressed by it. +Our hair loss shampoo is a bit expensive these days. +And the good thing is. +I didn't write it alone, +In that way, in the way they want, +What I mean is, you've just written it as a heart failure, but a heart failure means a bad heart. +It's not the end here. +It just feels good. +Thank you, Yoonmango. +Also, it's got honey extract, milk protein extract, and 80,000 ppm of beer yeast in it. +They sometimes experience repeated cycles where they just have to suppress them without expressing negative emotions. +It's level 2 item enhancement. +I'll try playing Asoking once. Song. +I admit it. Should I apologize to the masses? +Yes, I was your roommate in high school. +No, why are you blocking the screen? +Oh, I fell out. +And there are so many people who welcome us. +Choi Younghyun, and lastly, thank you for your support. +We are reporting our Early Childhood Education Act. Early Childhood Education Act. +You can see even more results. +It turned out to be 1,000, so I just liked it. +Evening is a bit chilly right now, +There's this fun where the foam bubbles up. +But don't lose 100,000 won, and while this free experience is awesome, +Someone wrote a review, and I looked up some cafe gossip, +They can't smell it anymore. +Instead of paying attention, they educate their parents. +Band-Aid 2, Herpessa, Calicy 4 came out. +Problems begin to appear in this way. +Even before the exam, you know what the teachers feel before the exam. +Or I have a tendency to go that way. +Raising children who can adapt to this part is also a new revised intention of the Nuri curriculum. +But this is the original atmosphere, you have to have a party atmosphere like this. +I heard that if you stack this up against the floor and wall, it's about 80. +Otherwise, it could be something like heart disease. +All the donations are transparently +Oh, really. Hang on! +So, even if this is considered normal. +So, usually, everything you do around the owner's mouth. +Retaliation. Retaliation. In case of immunity. immunity. immunity. +I'm a little bit sick of canker. Canker. +Why do I have to lose weight? +I understand that this one reaches 30 degrees. right? +They don't like to go around and are mostly scared. +What is the value when the value of x increases from 6 to 9? You're asking like this. +After that, it might not be harmful, but still, the taste changes, the smell changes, +They're currently selling it in Daiso. +But why are these guys like the fruit packaging you can find in stores like this? +There's a possibility of troubles. +Feeds that respond too much to bacteria in the gut can be like that. +Really, it's done. It's gone. +So, since you can't comb through the hair, you have to tear each strand apart. +Now, I actually don't wear hot packs anymore. +I then posted it in the community. +I can't really see it, everyone. +He was good at CPR, so he could be saved. +I think it would be a good idea to try that and do it. +It's not as hard as we might think. +Hydrolyzed keratin, +A lot of you have come in, really. +If the parenthesis includes the government, the government includes local governments, then what? It became a double language law. +After classifying based on one criteria, we rearrange the classified materials based on other criteria. +Maruzzi. There it is. 7.95. +This one lasts for about a year. Depending on the size, everyone, +I was wondering what it would be like if I had that, but I don't have the courage to sew. +A friend I know recently said +Oh, we are now, again, Jung Sang-soo, +Our Gesell is also mentioned a lot in developmental psychology. There are many times when it is introduced as an idea. +Because after I posted Instagram on my channel, a lot of people came to my channel and applied for friends. +Well, it's okay to do something like Tesla and drive autonomously, +Kindergarten is not public education, right? +The second phase also breaks quickly. +So, I've uploaded a lot of photos of what I had for dinner on Instagram in the past. So, +I thought the Spear would win, +Then, because there's sugar on top, when you put it back in the microwave, it melts a bit, doesn't it? +Because in the second round anyway, I'll pass it. +Go where the iPad is located. Do you think you should do it while charging? +Take the lifting coupon too, Tier 1, Tier 2! +Our teachers think that the existing problems and the types of 2022 problems are very different. +Because VenTrosa has such secrets in dough, +You can increase the options. +At the level of the Ministry of Education, the Superintendent of Education +Then, the more they won't cry, the stronger their sense of independence. +I thought it would be okay. +The XLS mat I talked about earlier is really smaller and lighter than you think. +How low the dose is is also important, but if it's a very low dose, it doesn't matter if you cut it off. +I'll keep it at home. +Now, especially now, before we start class +If you don't move, press (S). +Mr. Shinwoong approached Thailand and Vietnam. +They know they've done something wrong, but they feel self-doubt because they've done something wrong for no reason. +It's been a lot of help. +So, we started calling it the 2015 revised kindergarten education process, because of that part. +Then how many should I eat? If I only ate 101, I just psychologically ate one more than my sister. +And even if they bite you too much, just don't use your hands and feet. +And I'll figure out how to fit it to my head and take it with me. +It is said that it provided education and medical care at the same time. +If someone says to wear it, I might want to give it away. +Should I just try to cheat? +Oh, it seems like a lot has changed in the last two years. +Is it the runny nose? Is it sweat? +No, why isn't it going up like this? +That's right. You must be mad. What are you, you must be mad? +Now we have to organize the essay. +You can only look at the Disabled Child Welfare Support Act here. +Now, this person keeps chatting and sending money. +Hmm, I'll think about it. +Let's go over it once or twice. +This is the test question. +Now, before we seriously look into trigonometric ratio, +It's really good to play with a Druid this season. +It was a happy day. +And I told you it tastes like peaches' bread. +They're using things like hijab and working now. It's amazing. A little bit. +The mouth is shaking like it's doing a mounting thing, and if you push it a bit to stop it, it gets annoyed and runs away. +And kindergartens were designed according to the law of education, and the early childhood kindergartens were created based on the 3rd grade education. +Because if you attach this to your SuperChat, +To the sound of cat crying, uh-huh. +Also, for those experiencing or not having hair loss, +Or they become aggressive. +You can see that it was used a lot in Islam. +It is expected to be announced in advance around June. +These people are really nutrition experts. +There are two countless events. +No more blood coming out. +Actually, I didn't even plan to shoot a video at all, but it was funny to suddenly shoot that video. +In the background theory, the contents about burn are in 187. +They asked about the diet. +Because it means tilt. What should I say? +There's no such thing as sweet porridge. +It says to write the name of the stage to which it belongs. +There was this part in the first part of this commentary. +In particular, Royal Canin formulations and prescriptions often seem to cause high cholesterol. +When you come home, +That's because those videos surprisingly got a lot of views, and a lot of people were very satisfied. +Because someone has to confirm this. +Far beyond Socrates, Plato, Aristotle, even from there, educational philosophy begins. +Going empty or flapping to the far right. +And actually, I'm the CEO of All Tour Travel Co. +including child abuse perpetrators and persons with related rights +Yes, that's correct. +It's because it's bothersome? +At that time, you can say that feeling is felt in Catio. +What are you doing Mocha? Please don't rush homelessness. +Oh, I had to raise this or not, and then I hired a barber, so it was a bit different. +And the Wollseum Institute is at Mars. +It tastes like soft beef. It's really good. +Now, I guess I need to play (playing). +They often express it as having a hoarse lung hole. +And first of all, in the case of this product, if you see the discrimination, you will know, +Then, I think you can get them vaccinated and raise them well. +I thought it was cotton candy, but it was called Tattoo's Fur. +You need to cook this well and take good care of your clothes. +I don't think it's even the size of a livestock farm, actually? +For trigonometric tables, if you have eyes, you can solve everything. +Yes, in this region called Uskudar, +They say they don't know how long they'll starve if they don't eat now. +Yes, our dogs prefer to eat more than me. +Thank you so much. Sponsor tier. That sponsor is the best, actually. +Right, right, uh. +Then, if you organize this only, you can organize 10 minus 9 like this, so how much? 1 like this. +How do you tell if it's a joke or a fight? +I don't like to burn that small woodpecker. +It's a path we've seen before, a steep alleyway, and we're heading straight. +I told you it's in there. +But it still doesn't break here? +The broadcast is scheduled to last for an hour. +There must be other issues besides early childhood education. +Can we run a program to climb Mt. Ara in the east of Turkey? I'm asking. +Crouch and be careful to slap. +So, as educators, our teachers should not only look at the educational aspect. +Why? It could be. +I think I've started now. +I'm saying that because our teachers didn't do law school properly. How can we write the answer government there? +It's cool. Song Ilkook is handsome, +In that case, Selman, a scholar who died relatively recently, +But where does the lower part of both ears mean? It's normal to say the forehead. It's usually a bit blurry. +This one seems like a really good one. +I'll just do one ad and move on. +Suddenly, I want to ride a small donkey. +Hit it, hit it, hit it. +The hats are out of stock. That's right, the boss here, Heygi Sorsak. Ask me. +When our channel is promoted like this. +You have no choice but to be stressed. +And if you get it three times, +When I jump, it's dangerous to jump with one leg, +Kim Woo-young, isn't it scary to see wild boars appear at night? +There really is no answer. +Even though the disclosure is mandatory, what happens when the disclosure is not authorized? +After that, uh, there are people who do this. +Deogyul is crying now, right? You have to come out, but you have to look in. +Uh, the first lecture will be a lecture on essay writing for kindergarten teachers. +Now, lower that part. +There are still too many people in Korea cheating with food. +We should have independentd economically early. +You know how hard it is to reach level 265? +For now, biting is a bad habit. +This yogurt doesn't flow like water like we do. +You can get it like this. Is it done? +I don't know if I'll take a bus to get there earlier. +I need to change this now. +Hey, what do you say to Yejin? +This is a very serious disease. +But you guys will know when you try it. +After we call the police, after calling the police, +Congratulations. I would appreciate it if you could write it once. +I took anti-hair loss medicine, and Aran also took anti-hair loss medicine, but it's enough that even without taking anti-hair loss medicine, +Teachers need the ability to adapt various theories to the field or individual studies. +Oh, it's really pretty, isn't it? You used the app too much, right? +The probability goes up a little. It's because of the small probability. +As soon as I ate it, it had a thumb-wracking response. +If your body is in pain, you know. +You can do it when needed. like this. +Hey, once you go in and put on the laundry line, the fever, just the fever. +Instructing to lead is not only taught through action, +So, rather than brushing your teeth, take them to the vet for scaling once a year. +I will explain it like that. +Ah, I hate megal, but honestly, I also hate megal. +Well, it's normal, isn't it? And the creatine levels too. +I think my friends might be watching. +If you hold an interference theory below that, you're doomed. +I think there are many people waiting for that pink donut to come out. +So, you wash your hair, apply essence, rub your hair, apply essence, +How much does In Gunby pay? Use it on behalf of others. +From then on, whenever something starts to freak you out, +They use chains. And when you go out, you mobilize your troops to go out for a while and then enter right away, right? +But because it's full of really good ingredients, +So, it's a bit far to the bathroom or down there, +Since it's a visible profession, I paid a lot of attention to the external factors, so I went to get a lot of aesthetic treatments or treatments. +How many days does it last for 2 or 3 days? +Since you can only purchase a filter like this, it would be great if you buy it freely. +One question mark is attached to whether it can truly be achieved smoothly. +Of course, I am always trying to give you the best possible answer. +Isn't it a big problem for dogs to eat cat's dry food? +Well, what kind of food did you feed to Hillsa, and our cat has severe diarrhea. What are you going to do then? +Hello, Kabulcat. +What is currently related to health checkups and meals is in the Enforcement Rules. +Pork belly! Pork belly! I need to speak well. +I can't watch the chat. +You can't go to Ulsan either. You can't go to Daegu either. Busan? This area is tough. +Then I really like it. +If it's just the beauty, you don't have to worry too much. +Ah, sweat! Where should I go? Where's the road here? Where am I? Ah, here, right here. +If you do that, it will be easily resolved. +After that, if they eat well again and their diarrhea gets better, +It's the National Science and Education Association. +Here, they sell kebabs, and now they sell various things. There must be a lot of restaurants. +The neighborhood is so pretty, isn't it? +Just so you can pass it on with your neck. +Divide by 2 again is 6. Divide by 2 again is 3, +It's only warm in things like this, and mostly in the winter, it's only around 10 degrees. +I really only included good ones from 1 to 10. +So, I finally started making money. +There are no 21 and 22 levels, so I'll take a look. +So, this safety education is actually not about play, but rather the safety manual determined by our society, led by activities and teachers. +Korea, China, and even Australia aren't registered as scents yet. I know that Japan isn't registered as scents either. +You have to cut it and cut it here too. +That's why we're so grateful. +Keep going down. +But of course, we have those ingredients, but on top of that, we also have beer yeast. +It's not allowed to take unnecessary action on the grounds of child abuse crime reports. It's not allowed. +If things change for me, he gets more confused. To put it simply, +Oh, I don't think these kinds of hats are right. +Hey, what's going on? It's Seol-hwan. +When preparing food, they bite their wrists. +Oh, thank you so much. Yes, thank you so much for coming today. +Cleansing can be said to be the shortcut to making our skin good. +Then this will be something like O-A, but anyway, it will be O when combined with this one. +Gardner's theory does exist. +It can happen if a cat takes out a lot of food and stuff from the freezer and gives it to the cat. +They make a manifesto called the Convention on the Rights of the Child. +A scent for a lot of chats. Wouldn't it be hard? No. I'll try hard. +In that case, the price today is really reasonable, everyone. +Look at this, you can see that I'm dead, right? +It's strange for the first time that a 4-month-old kitten is having a fever. +This is the advice I can give to the teachers. +Why are there so many mats on the floor? +Aren't I done all the armor defense? +The relationship with the boss isn't a joke. If there are more than 3 cats, if they have problems, they get questions, but usually about 8 or 11. +You might think it was dyed. +Then this is 1 and this one solves this like this and minus 7 is 5, so it's 2. +Is it because I'm not here in the future that the trip will be more impressive? +Because of that stress, they don't eat. +So many people can't adapt, +In a penthouse 150 pyeong with 10 rooms and about 10 bathrooms, how about something like this? +There's another workshop. So, today it's called Bam Sam Workshop, +Our Nuri Curriculum is also composed of educational goals and objectives. +If the guardian is not appropriate for caring for the child, +I used a different shampoo today. +Anyway, this is the title, so I would like to thank all the friends who worked with me. +The distance we're going now is about 10 minutes, but it's about 5 ringgit. 5 ringgit. +Sona, you paid Churu for you, Jo Jae-geon again. Hello, sona? Ugh, shall we go to Sona? +I only know about 2.3 or so. +Oh, isn't there a different product? +The theory will be covered in the kindergarten curriculum. +It varies a bit from job to job, but what can I explain about this? +If you look at the content, it means welcome, right? +Do you know what the girl's name is? Jeoyeo, Jeoyeo. +What kind of country do you think Austria is in terms of monthly living? I'm curious about racial discrimination and prices. +Then, the details of Nuri Family are in the commentary. +The dental tartar can't be removed with a tooth extraction. You have to remove the existing tartar with a scalder. +Why? Because this is a 5-year-old activity. +Now, it's a bit funny about the situation itself. +I haven't got an office yet. +All these people are feeding me milk, saving me, feeding me, and I'm only feeding them when I'm about to be adopted. +You can see that the area of early childhood education is completely finished. +So, there is no way to characterize pragmatism and progressiveism. +Then, once they get completely used to it, you should give them a try. +This isn't my fault, +Don't worry, you can wear it. Got it? +Mentally healthy people. +Are you the right person to raise a Shiba and a Husky? +Unless you're a fat person. +In the end, they all die, +So, for those with slightly sensitive skin, there may be troubles. +Obsession with that texture is also very strong. +Actually, I was lazy, so I didn't do it again for a while. +I hope you work safely and do a lot of back-to-back work. +Don't be disappointed with the small font on this screen. +When you draw like this and add a new refill or something new +Don't trust the rest of the companies. For prescriptions. +Give me three legends. +From then on, I crossed to Thailand, raced from Thailand to Platinum, and then didn't play any role-playing games. +I think it would be good to take care of the cats around in this way. How should I take care of them? +The perspective you see there and the perspective you see here are the same! +First of all, you know that it is not the Minister of Education but the Superintendent of Education. +Every time we find a new place, it seems like it's fun to set up a place and build a house like this. +The one who reads next to them gets to work next to them. +I've been thinking a lot about whether I'm greedy to raise Tattoo and Mocha. +Bro, I got that hair transplant. It's the 6th year of hair loss medication. +It doesn't contain any of the 13 harmful ingredients. +Rebound, ah, is this the last one? +Although it has been a long time, there is a test called Kindergarten Appointment Examination and how to prepare for the 2020 school year. +You have to be careful about that, so I always recommend feeding from the big company. Feed the one with the name. +If you look there, parent education is a contact page or bulletin board guide that comes between families and institutions. +And like this, you can use it as a shower head, but you know the faucet, right? +But also the cost of the legal battle. +I hope you know that it is not a school but the beginning of kindergarten, the kindergarten itself is a school system. +I think I've talked to you about the cause of my abscess more than 20 times. +I was like, "Will you give me a perfect score?" +Instead of a cardboard box, it's in this state? +If this problem is wrong, this problem is also an automatic error. +Yes, thank you so much for being with us today. +This is a material that is somewhat necessary for crafting Kangho Gu equipment. +I felt like doing it. Yes. +Then the honey is a bit disappointing. +Yes, but if it doesn't overlap with the Creation and the curse, I'll do something while experiencing the Creation and the curse in each pattern. +Let's see, you have to look like this, but you can pick it up. +There's a kind of triangle here, a right triangle like this. +Activating freely and internalizing knowledge +But then, what should I start? +In fact, workers at German beer factories had really good hair. +I'll show you in the back. Oh, don't hit me. +I strongly recommend laying down something like a carpet so it doesn't slip and hurt. +For example, I raised two cats. +Megal refers to the people who used to be in a place called Merce Gallery. +Each one is placed like this on top of the hot pack. Each one has four legs, and they're all placed in a small hot pack. +Isn't there an expert-specific course that can be taken quickly? +A total of 6 effects are prepared. +While doing that, I also ate food, +Ah, the greatest common divisor is the highest among common divisors. A big one. +It's good because it's laid out. +Is it Iran? A tooth extraction. +It's one of the behaviors that appears when you're young. It usually disappears when you grow up. +It's just the target of an anxious, scary, scary attack. +It is correct to write circle 1 and circle 2. +Earlier, there was a transport card in Turkey called the Istanbul card. +Minus 6 is 0. +Thank you so much. Wow, a super chat. +Let's move on. To the right! +Even though our product only pumped once, +I think so. +I think he must have had a disability. +Can you see my voice and movements well? +Wow, it's dangerous. Let's push it. +You know, I use my body a bit when I'm playing games. It's like labor. +Yes. Really. It must be tough. +Ugh, it's a concentration camp. +I think it would be nice to camp and backpack together. +There's a place called Nananaso, like Hongdae where a lot of young people go. +Are you putting your foot down gently? +Then, there is Article 16, Foreign Kindergarten. +Because traveling shouldn't be too unfamiliar. +Buy it once and use it for two months, not something like that, but there are a lot of them. +Together, I became a teacher at that favela school and taught children. +It's really a problem, really. +And I will analyze it. +They don't even listen to me with their ears. What's the pitiful thing? Damn it. I'm panting and they don't even listen to me. +How much is a Shiba Inu adoption? +It's originally ash gray and gray, but they say it suits the surroundings well anyway. +I don't think there's any diamonds this time. +It must've fallen, right? +As a career in early childhood education, there is no need to just talk about Sylvia. +So I'm going to take out 2, sir. +People who don't care too much just slip and get hurt. +I don't know anything, so I just play with anything. +Call it a hit at once? +You can study like crazy through the curriculum. +Pea lecture covers 80% of the 2023 school year's scope of early childhood appointments. +It's about children understanding that the letter is not just the shape, but the letter that is embodied therein. +Just change it to a formal sentence like this. +If you sleep a lot, your memory improves, and if you sleep a lot, you study well. +At first, it went like this. +Let's pull it to the left. To the left. +Isn't there a health issue? +The true true slope hasn't come out yet. +Hello everyone. +Cats are really picky about food. +If you really have a house for 5 million won, you can check the condition of the place with your own eyes. +Try using it, no matter what type of scalp you have, no matter what type of hair you have. +To be honest, I was a bit greedy. To be honest, I was also a bit greedy. That was unavoidable. +Engage a professional psychiatrist who runs a channel called "Spiritual Diagnostics," the leading psychiatrist. +Our direct store Our direct store in Gangnam-gu Office has an aesthetic experience voucher. +Ah, I didn't have good hair. That's what I felt at that time. +Is every drawn point above the X-axis or below? +Right now, if you keep doing it as usual, you have to live like that. +Next, psychopaths for mental health promotion and psychopath welfare services support, +Now, another comment is that it's going to be new in October, but Europe is under a safety burden. Is Thailand okay? +It breaks life's appetite. It reduces appetite. +There are certain rules that we should follow in order for cats to live. +For some, if the left side sits down more, for others, the right side needs a little more lifting. +Because even if you look at the shampoos being sold in our market, they don't have this large volume. +A really important point is that you can create a healthy hair condition. +It's not just one type of hydrolyzed, but a whopping four. +What are you talking about right now? +Non-recurring, non-recurring, teacher I will write like this. Non-recurring +Necessary situations such as the semester, class number, class classification, cue width and class classification, and operation of kindergartens are determined by Presidential Decree. +Does a cat come out with fur at the end of its poop? +You showed this. +It's cute. It's also very easy to store. +I didn't buy it back then. Good luck. +He suddenly vomited about twice. But he eats well. +Yes, Galas again? +At that time, Helena +It has been certified as non-irritating in a skin hypoallergenic test. +Honestly, if it pooped just a little more, I would have bought it. +If you say it's completely irrelevant +That's why I oppose everything that is done in animal experimentation. +I think there are a lot of cats that come for biting. +The ingredients are great, the price is great, and the scent is really good. +It's a large size, but it's 18,000 won? +Because for cats, there's a water bowl on the floor. +I think it would be nice to have friends who can relate to that. +And the level, uh? Me, uh? +I'll do the math for now. +Anyway, a question. Um, my uncle adopted a mating cat about a year ago, +Today's question is to emphasize these aspects +I'll fly away. Really. +Activities of Teacher Min related to the right to life are activities of Teacher Min related to the right to protection. +I'm going to teach this 5-year-old in the 1st grade of elementary school. +I told you our product contains 4 types of hydrolyzed proteins. +You move. You bite that. Towards that. That's now inappropriate play behavior. +To correct problems behavior, biting the neck and such +It's ultimately a matter of calories. +When the heat starts to rise, they come to me without a break. +How much weight do you weigh now? +According to the vet, he weighs 3.2 kg and is short. +As soon as he disappeared and tried to go, he saw me +There are times you shouldn't eat it. +Curriculum A is for 70 minutes, and curriculum B is for 70 minutes. +Being outside the playground becomes a reality. +I'm a kindergarten teacher. And the gender and gender difference is childcare teacher. +Oh! You shouldn't bite it. If you bite it, you can't even see the screen. +The appliances I mentioned earlier, they're not appliances, but they're repaired at home. +There's a bean here that makes soap. +As I said earlier, if I didn't get an answer, I'll end this video. +So, this is because of the diagnosis. +Did you specify how to use it like this? Why did you specify it because it is called a guideline? +I was hurt. Just as I was. +When using shadow walking, this is definitely this. +I think it'll be okay. +Because the cat's body is full of vet dust, it's not recognized as the cat. +So, to that extent, the recipe stabilizes. +I think I should stop here. +So, main body 1 is 3 points, main body 2 is 4 points, main body 3 is 4 points, main body +So, even after washing your hair, you didn't feel refreshed, so there were a lot of regrets. +We need to ensure that they are interconnected. +They divide it up into small bowls, cover them, freeze them in the fridge, and feed them with an electrolyzed lens. They use those kinds of bowls a lot. +So, it's got all sorts of things related to cat scratching, so keep looking at it. +This is a question from Cookie Haseima. +Hey, how long has it been since I tried this fun Ancheong RPG game again? +Write what corresponds to the children's lines in giyeok nieun dehyung. +So, if it's okay, could you do some advertising? I asked carefully. +I'll leave it be for now. +It's so, so good. Yep, really unpredictable scent specifics. +When we say each city and state, we mean the kindergartens operated by 17 cities and provinces. +I think it suits you really well. +Still, if you can test it, you can test it, or if needed at the hospital, you can test it. +Up there, ah, this place? +A kid who looks like this comes out? +That's the menu I ate in just one day. +Please don't force me to teach the 2019 revised Nuri course. +Alright, here's the empty space below, good. +Even if you eat it, it's not that bad. +So, this is a syndrome. +If both hands are up, you have to be right under the boss. +Thank you for the 10,000 won donation from the regular company. +We haven't received it yet, even me. +I'm not sure if number 2 is on the list or number 1. +It's good to use as an indoor tent. +It's not easy to see that side without anesthesia for cats. So +In fact, not only the linear function, but everything you've done before, which word starts right at the beginning? +He told me that if they get along well with their neighbors, they'll have fewer herbal medicines. +How much for the x-position? This number puts in that number he talked about. +That's why we also look for the academic background as a cognitive development. +That's why memory isn't perfect. +Huh? Oh, there's this mountain. I googled on my blog. +So, this education also talked about theory education and what should be dealt with by soldiers earlier. +In this case, they may act indifferently, +So, uh, it hasn't been 100% confirmed yet because it's a place that's currently being studied for chronological or other reasons. +You need to be recommended as "extraordinary" by the person who received the recommendation to become a volunteer. +To prevent that +That's the passenger ferry terminal over there. +There's a water foam on the lips. +And some increase a little more steeply. +Uh, just hit those three, stick again, hit three, stick again, repeat. Okay? +So, the cat that people always look at in the mirror +It's just an excuse. I took it as an excuse, and I wanted to try it because I was watching YouTube. +It was a good choice to bring it here. +Hair loss shampoos are sold a lot. +You're looking for it in this fingerprint. +For the last time, I've been dying of recklessness since a while ago. +Once again, the good heart toward the children, and the love that I love, with a truly action +Let's take a look at the event. +The damage is getting better. +So, checking the current heating isn't difficult. +Now, there's an ordinary rural village like this, and there's a bit of a characteristic aspect here, +It's a very sad reality that as a cat, we gradually lose our instincts. +Then, isn't it possibly a food issue? Then, they're still standing. +Okay, alright. +Alright, I'm taking a flight with my cat for about 10 hours, and we're going to Korea, and we're sharing a cabin. Anything you wanna know? +Play support, Kindergarten Operating Committee, Special Kindergarten Play Support, Remote Education Program, safety, etc. are introduced in Ministry of Education materials. +Even if you don't like it, even if you don't like numbering, you're definitely better off with just one person. You should do it like this. +Somehow, he was injured when he was young and that joint. +Should I think of that as a really good company? Me? +I would personally recommend purchasing it during the broadcast. +Down at the bottom. Then, uh, one more ODM. One more CDM. +No, what shaved ice are the Chinese selling? +The actual survival rate up to the intestines. +I'm currently broadcasting wearing this. +Let's enhance this one too. +What is the 2019 revised Nuri course? +If that's the case, it feels a bit uh, uh, really, uh, really good. +Hold on. Right now. This is my hand phone and I'm tethering it? +I'm wearing a mask here too, so I think it's okay, so I'm doing it like this. +Also, if you look below, +Based on the Early Childhood Education Act. +Dong-il, I was going to explain the pattern, +Alright, I raised it to 4 stars, and now I see if I need this when I'm 4 stars. +Teachers, you can subtract 3 hours from the time. +I'm speaking frankly. +Hello everyone. After 30 seconds, we're back again. +That's actually a very inexpensive and wise approach, you know? +That way, you and your cat can have a happier life. +Please give me a lot of food that guests can eat knowing what they buy alone. +That way, I can get some food to eat. +It gets caught there. In fact, those two eggs disappear. +It's not good at all. +I also put my name on it. +Not just once or twice, but once, twice, three times, four times. +If you answer it diligently, it will be 6 months. +But how do we get to the Dark Mage again? +They only make a perfectly good sound that can be swallowed up. +There's a lot of talk going on here, so let's do this. +That's why I use the ultrasound scaler. The ultrasound scaler is, +Is it like an ear infection? Well, you don't need a neck collar for that. +According to the following standards, kindergarten subsidies can be set differently. +So, jobs with a bit fast attack speed usually attack, battle, and hit. +There's no very, very burdensome pollen or anything like that. +It really starts to get hard from that point on. +If you only eat canned food, you might lose weight, +Please score it. It's easy. If you don't have a pick, it's right to score. +With a cautious heart, I'm going to finish my last recorder with Venice. +It's not basketball, it's volleyball. everyone. volleyball. +Still, rather than many scholars entering at once, +What about lactic acid bacteria? I always eat lactic acid bacteria when feeding canned food. +Through that colony pheromones, they're telling each other what to do. +Bro, did you get SARS? +I'm a person who uses keyboards and pads. +I contacted him a while ago, he sent it to me. I contacted him again a while ago. +The 2019 revised Nuri course was revised and notified in 2019. +Is there a video about this? +If you get it all, how much, uh wait a minute. +Oh, I didn't apply sunscreen. +Huh? Is literature science? +It's amazing. It's amazing. +In kindergartens that operate a kindergarten with a kindergarten after-school program, except for the teachers in each class, +In our social environment, in a social context, +Basic directions and goals of safety accident prevention policies inside and outside schools +This is emotional labor. +Then, when you start putting them there, try putting down thin pillows and sand. +Let's take a look at the blackboard for a moment. +You don't have to go back to Seoul. +To investigate or test diseases such as cystitis, +Oh, it's refreshing. +You have to put in good ingredients to have that much effect, right? +There won't be more blood than me, huh? +Since he got sick on Monday, he's been sick for the fourth day of the month. +These days, this one, but this one, you guys really need to be good at making judgments, +In fact, when asked if they've ever had surgery related to hair balls, most say they have. +If you look, as the stage continues, +Like this, like this, like this. Like this part, like this part that's attached here. +Because there's the Ara Mountain in eastern Turkey, it's so attractive. +I see it the same way, but the kids are different. +They run away faster and faster when caught a little bit faster. +But if it has a genetic factor of FIP, +Because you can catch 100 quickly. +Just a lot of daily wear is lacking, but in the case of outdoor clothes, the style has to be certain. +Whether it's kittens or walking. +Uh, it's not caused by some immunomodulator, +A, this doesn't seem like a good life. It's tough, it's tough. +But if the size doesn't decrease, you can do surgery without any hesitation. Got it? Thank you, Jenny. +Stop everything you've been doing. +So I was going to take a look at that as well. +But recently, the infrastructure has continued to develop, so we're going to introduce it to you. +I don't think I'll go today, shall I? +Eventually, it will eventually make us humans +It becomes impossible for this to be completely clean. +Let's go down and see it for ourselves, Hassan van. +You wash your hair every day, right? +Or because the meetings were scheduled, I couldn't do it. +For those suffering from my own atopic skin, or if your children have atopic skin, every time you look at them, they'll freak out. +So, a new theory book, a revised edition, came out this year. +They bite, rip, and fight. +A place where volunteers gather and focus on meetings. +It slides down like this. +It would be great if you could confirm that hair gets healthier too. +I also have to go to the bathroom. +Is it enough to act as an alien? +I'm working on one, so I'll make that one and upload it. +Either commit adultery, pull out fur, keep vomiting hair balls, or not eat food. +I also want to work like that, +They say it's just because they feel like they're praying for dawn. So, for me. +But if it relapses quickly, it's more likely an immunodeficiency syndrome. +No, it's about Diablo, so there's a bit of a story about this too. +Then you'll eat more. +I think I've gotten quite a few. +This is a Saigong Ragu, it tastes like a toggling. +It was a lot of work. We just figured out the length of the side of the triangle from a regular triangle. +Oh, I said my real name. No, no, hello. This is Teacher Yoon. +I've worked hard to convey it to you all. +Uh, if you go now, you can definitely buy a box of enhanced stones with these gems. +Now, it's 13-year-old Myrsine. +I think it's polite to go +And then we have to go shooting again. +There are friends who write 3 PLMA 5 root 7. +First of all, it contains 80,000 ppm of natural biotin. +It's not me, it's not even Hagia Sophia and it's not even the site of the remains. Why isn't it included? +If you say that I've been taking care of the water daily, there won't be a lot of bubbles. +Hey, you're saying, look at turning this one upside down, right? +I'm not saying I shouldn't use it. +There's Kremezin and stuff like that. +Oh, right? Shall we try changing the medicine again? +Here's the ground level. Please understand for cutting off internet signals. I'll go quickly. +I think it's probably a very, very serious skin disease or maybe a fungal skin disease. +It's a problem that happens a lot. +You can hang out with more people, at least communicate with people, face people. +You don't go to the hospital because you don't eat for people. +Theory, the names of additional scholars keep changing. +Seo, it's because everyone is self-taught. +If the blood test showed no inflammation, asthma would be ruled out. +I want to eat the Insam makgeolli I had at Haemodongcheon. +It is a point that it has commonality at the national level. +Let's take a look at number 2. Among the socioeconomic effects that can be obtained through the Nuri process +I don't recommend this either, and there are people who are in a bit of a hurry. +I also want to get some information. +And since the dirt has already come home, it's better and more comfortable, you don't have to engage in hunting activities anymore. +But there is one downside here. +Oh my, can't you handle this? Are you angry? +The enemy's internal and external damage slows down by 15 seconds. It's a debuff. +I wish I could do something like this. +When I used it, my hair got itchy. Why is my scalp so itchy? +Or if you're super scared, +Oh, the makgeolli made on the island is delicious, and this time I went on a brewery tour, and there are a lot of breweries. +Choigogi. What did I answer? +Among the areas of mathematical and natural exploration, there is a content category called mathematical exploration. +When you go to Mt. Mureung, which gives you a lot of SP rewards. +In the outdoors, autonomously, +It is a 100% reflection of Dewey's project approach, and it is also used in Reggio Emilia. It is also used in Katz and Chad. +Well, if they feed this well, they say not to eat it and eat this again. +Because I also empathize. +No, to be honest, I'm Dongbaekshwan, so, is Monjee Park Monjee Park? Monjee Park is not my style. +Dahyeon, don't make weird noises. +Wait a minute, my rage is raging. +If you feed them for a month or more, +First of all, the schedule isn't adjusted right now and it's still tight. +In the case of dogs or spears. +The second is play understanding materials. +This also goes into behavioral therapy. So, it goes into representative behavioral therapy. +Oh, wait a minute, it's trivial. +Now, if you look, no, why is there no explanation for the yo yo pattern? +I've got another cat video you can get on Amazon. +When water comes in, you have to nod it. +The map changes every week, you know? +The amount is very generous, everyone. +It's the same. If the cat hates or is scared, stick the bottom with paper and cover it all. Wouldn't it get better? +You probably know that the EWG green grade is that mild. +In Phase 3, this is not available. Phase 3, +So neo-humanism is uh 3H, and based on that 3H, romanticism is the one that believes in the infinite potential of human beings. +Hey, the bones are really good, flying all the way? +This is right. They give me 5 of them. +Among my videos, you see all the videos related to stress and cats' stress. I know there are about three coming up. +Dongmin, it's really cool right now. +Oh my, HCM? It's a big problem. It's a male. +So, what is the 7m length of the car? +Everything is like that. +After brushing, washing, wiping, washing your hair, it feels so uncomfortable. +But when I first met him, he had been in Asuk for a month. +Even though I received the same hour because of the therapy, +That's right. It's even harder to get to Gorupdo. +There are also companies that install it at home, and it's been flourishing these days. +Depending on this texture, cats don't eat it based on taste, they eat it based on texture. +The number of beans and red beans is decrepit, so why feed them raw food? They're trying to catch it. They're not praying for quick death. +You need to put carpets on the way up and on the way down. +It's being commercialized now, and there's nothing good about it. +It's a bit helpful. If you want to feed your cat what's helpful, +You don't have to worry about that. +Even if you touch it, if it bites you, don't touch it with your hand and feel it with something else. +Is this supposed to be like an electric car? Why? +I keep saying the same thing. +It has a strong minty scent. But it's not really that strong. +From the cat's perspective, try to do it like that for the upper and front teeth. It's really no joke. +How do you buy a car that doesn't have an Axis? +So, go towards Diyarbakr, then enter Shanurpa, then Haran. +They're trying to poop right now. You know that? When the dogs poop here, they're moving around on pads. +And before we go to the first half lecture and mock exam final 1st +Because I want to go hunting quickly. +So, you know what he's going to do now? He's here, +Cats also don't have any other options. +Take a look at the hair salons in Vietnam and Korea. +In the existing scheduled tours, +Next year as well, oh, right! +Silhakism is a little different. The basic focus is academics, existing knowledge, what we have already recognized as academics. It's called classics, classics. +Okay, it's here. +I am a kindergarten teacher. +Thank you, you're pretty, Kkakkoong. Thank you, Tattoo Nut Guillaume Guillaume. +Everything from the bottom to the top is grasped like this. +People use these things a lot. Like a scorpion. +Korea is heading into the summer. +It is certified by the Ministry of Food and Drug Safety for hair loss relief, functional shampoo, so it contains ingredients that can help with hair loss. +Alright, let's get started. +Just, ah, that's good. +Thank you for letting me know. +Phase 3 is the problem. +I couldn't because I didn't have a chance to go to the field. +Our friends should remember that they can locate it. +Why didn't you just let me down? +It is said that it cannot be imported. +I'm saying you need that kind of expertise. +It's a crossbreeding between two species. +Whether you came first or I came first, I was a bit scratchy. +One more time! I reached the 10th place. +I think you should check out such problems. Yes, more than that. +No, Tattoo, not you. +The process of making this feed and the current status of this feed company. +So, what's natural is that it contains natural yeast extract. +The first step in skincare is +Kazakh style? +Is there no medicine because of the pandemic? +It started with a 5-year-old Nuri family. +That's why the formula En plus 1 comes in. If you're close, the number of bathrooms doesn't matter. +What the hell are you doing around? to the point of saying. +You have to stick it everywhere. +By any chance, even if we don't have a live broadcast then. +Because it woke up when it was waking at 6 o'clock, it keeps waking at 6 o'clock. +Sarahmom, hello. +Personally, even if you purchase two of these, you can get them for around 30,000 won. +From there, I'm moving to Cambodia, so I stay in Kuala Lumpur for a day. +Based on the Nuri course, a plan suitable for each period can be established and operated. +My camping car has been a romantic ever since, and I've been dreaming of naturally being separated while raising three children. +Normally, Mr. Jung says it's hair loss. +Alright, there are 3 minutes left. I'll take your questions! +I think it would be a good idea to check that out. So, I take the videos about cat aggression a bit seriously. +It seems like the surgical area is too deep, and it's impossible to check it again. I can't do it. I can't do it. +This is Dr. Yoon from My Pet Counseling Center. Thank you. +LG Pure Care Air Purifier 360 Degree Air Purifier +Take a break and move. +But sometimes, there are cases where the medicine doesn't work well. +So, is Comenius' view of children white paper or sexism? +I like spaghetti. +Ah, children are truly precious beings. +Let me introduce you. +Oh, no. Are you a man or a woman? +And the second and third parts are about educational theories and theories of scholars. +Then, the law-related part, in other words, the preparation of the kindergarten life record and management guidelines have been changed. +It was tested as hypoallergenic. +If it can be just a habit, it's better to give them something else and remove the hard ones. +Ah, it's mackerel on the belly. +But the door is closed like this. +Then, there is last year's lecture from the 2013 to the 2019 release. +I didn't get tested well, so I'm not sure. +It quickly gets into your scalp, and that's just how it feels. +In any human relationship with her mother, +You get it. So, if you brush your teeth, you don't have to feed them dry food to solve the problem. +We're heading to Chatnourpa tomorrow. We're heading to Chatnourpa. +I'm scared of going to a camping site. +If it doesn't come out, please tell me it's okay to go out and come in. +I think the man is tired. He was standing in the corner earlier and yup. +Where the hell did they go? Here. +Still, it seemed like it was a good experience. +For living, you can just give it a chicken breast. It seems like it's okay. +This is from the Ministry of Education. +Take a look at Article 1's purpose. +Furimom said that our two kittens were fighting each other, +In the middle, in the middle, this is now called the power pattern. +And everyone, don't worry. +Zig refilled plastic! +Let me show you +For women, especially when using hair loss shampoo after washing and drying, +Now, there is a role for early childhood teachers suggested by the Ministry of Education, and it is 100% the same as Sarah Cho's role. +Where do I get this? I guess I have to go around the dungeon. +So, if you have any questions, please feel free to inquire. +The time to buy shampoo really got longer. +It is a goal related to using content categories. +I'm not saying that we added a little more beer yeast. +until then, with patience, with perseverance +You cannot enter it without parental consent. +After pumping and rolling a little, +40. This one got dark. This one. +Right now, our director is doing a mafia therapy. +Bending it back and forth is really a new world. +That's a shame. +Hado was flying away. No invincibility. +There's no one for that. +I mainly recommend that coconut oil be applied to the soles of feet or eat only a small amount. So. +Can you hear me saying that the Newtella grows all over the world? +Thermal shock occurs when the indoor temperature rises too much or +The procedure is also quite complicated. +Yes. Also, this friend in front of you who captures your attention +The spider attack is a bit disappointing. +Oh, come here, it hurts. +Alright, thank you, Pingimom. +Hello, Mr./Ms. Nammyeong. Why are you eating with your hands? +I don't think it's that much here yet. +As time goes by, aging develops on the face. +So, I tried this once in winter, and at first I was really criticized for being expensive, +I told you it's a hair loss shampoo. +If you look at a few places around here, you'll see that this is a good new drug that's trending these days. +So, I'll give it a try. +Just make them comfortable and relieve their stress. +Kindergarten student record is Korean in Korean. Teacher, type in Korean +Then, with the sword's attack speed 9% damage increase 10%, the basic ability is also considered as a golden balance weapon. +For beginners or those who haven't grown up to a certain extent, +I drew a few from that much knowledge, knowledge, knowledge, and theory and made them into lines. +So, the old churu that came out to a relatively big company, +Should I gather people? +I am responsible for half a year for 30,000 won. +Generally speaking. +The scent you can feel even outside. +There are no gloves that can be touched on smartphones, +So, actually, we +Please wait for the bubbles to come up in a bewildering way. +I got a stray cat, and I'm grateful to the teacher. +So, you can't determine the answer with that. +Ah, I met you from within. +Since dogs often breathe, I think it might be necessary to test them. +I did not lecture on education at universities, but on early childhood education. +Well, a few were found. +No matter how much you think, emotions that move in your body +Is this fun? Good. I'm Yuna. +But what are we humans to say there, what are we adults to scold and scold the children's lines? +When it comes to kindergartens, regarding foreign kindergartens, +There are scholars named Dewey and Belsky as representative scholars. +Uh, but why are you there? +Of course, theories and practices have to be one, according to Dewey. +It's a component that helps with hair loss in related searches. +A lot of the diabetes in dogs and humans +And during the spec-up, ah +This is close emotional distance. +When we talk about hair loss shampoos, the scent that comes to mind first, +The retriever is too big. Whether it's a Hershey or a retriever, it's just that. +This isn't a path, I'm definitely going in line. +This kind of punch is possible for cats. +So, health checkups in kindergartens can be omitted. +I recommend giving them a shot and treating them. Got it? +Oh, it's the way to Yolo! +I'll rent you a car. +It means you have time to dig deeper into what was on your sleep and see. +It's not that you don't need to write down the enemy. +It is for children, the manifestation of divinity, and to express the inner world of children. +So, how can I save this one? +Alright, next, Hye-jin Kim. Thank you so much for the sponsor tier. I'm really, really thankful for the sponsor tier personally. +It's gone now, but in our neighborhood, +Smaller cats get more shock. +Big or equal is not small. +There's a place where you can just sit and eat. +So, you don't have to worry too much. +You should never follow that. +Just think that your scalp is the same as your skin. +It won't be much help. +We're planning to go to Sobaeksan, and the dates are either the first weekend or the second weekend. +It has been certified as non-irritating in a skin hypoallergenic test. +What are you talking about? I used a lot of supplements related to kidney failure in kittens, and I'm like that. +Even if you adopt a 2-year-old or 3-year-old stray cat, I'm curious if they'll adapt well at home. +This is one of the products that a lot of people are looking for. +Even if it's a little dirty, go to the vet, and what if your teeth get a bit dirty? +Anyway, thank you, Kim Yu-soo. +First of all, you should eat from what people used to eat. +There's a pass among dribbles, there's a layup among dribbles, and then there's a mite among dribbles. +That's right, sir. A child who used to be nice +In a pandemic situation, infants are not infected by the virus. +But if it doesn't have a lid, if the scent of their feces keeps coming out, they care too. +So, I think it wouldn't be a bad idea to get a test like that. +They poop themselves too? +If that one is self-centered, if that one is focused on perception, then intuitive thinking +So, in most cases, the answer is the second one you like. +One day, without even discussing with me, what is this? +Like in the old days, just like this. +It's a ban on the whole channel. What is it? +So, like this, I sat down, flipped the blanket, and just. Tiger, Sister. At that time, I memorized the names of all the animals. +However, this is down, I'm sorry. +Stop making loud noises and stop making loud noises, +The salaries are much different, and the money is too much. +Even dogs can eat raw chicken. Uh. +So because of this sentence here, because of this sentence, the answer becomes pragmatism. +That's how they set the bathroom as the sofa. +In 2015, it was revised from 4 hours to 5 hours, but this part is different. +I'm inquiring about Dr. Yoon because contact with the doctor is delayed. +Let's go back here. +I'll go out and show you around. +First of all, there's a chocolate shop. Kabe. There's also a cafe and Turkish dessert. +It's still Christmas, so yeah, I'll play some carols, +It's certified by the Ministry of Food and Drug Safety. +Or if you look for a contact, you'll find it somewhere. +I have to go around one by one. +Oh, one of the good things about pH 5.5 is. +Whether it's a comb or something, now +Metaca Cap, the one from Beringer Ingelheim, is the best arthritis medicine. Medicine. +It would be better if you adopt as many special weapons as possible to increase damage. +I went to Hanoi, Vietnam, and there was a boat. +Haven't you been having a hard time traveling the world with this young Lani? +I think I cleaned up here a bit, got it? +Here it is now. Oh, here it is too. Squid game. +Thank you. Thank you. CheeseOwner, thank you. +That's right. I really got that feeling very definitely. +I tell you. It's not him, it's not me. +And it's made with a pH 5.5, which is very similar to our skin, hypoallergenic and slightly acidic. +And that's it. With that. +Our 30-somethings, 40-somethings, 10-somethings, 20-somethings, and then kids can't express themselves like that, you know what I mean? You can do it like this. +That's the best thing for cat health. Eat canned food and leave it there. For cats. For cat health. +However, if Dewey is a representative scholar, then pragmatism becomes a representative scholar. +I'm deeply grateful to all of you who helped me a lot. +I was on a bus from Hungary and was rejected. +Or they'd take a raft or something. So they couldn't find it again. +That means it's good for our hair texture. +It's here. It's here. Good sound? +This one has to factorize it twice. +I think it's great that you can meet people who like Turkey like this. +I can't adjust to the vertical mode. +I'm not a genius mode. +yo 1 is the number of sub-question 1. right? This is the answer to sub-question 1. +And with this rich foam, +I actually have a lot of hair, as you can see. +Some have disappeared, and some will go on for their whole lives. +Should I zoom in a bit? Hello Min, Minjo? +However, since it's not about paying a lot of money, it's all trivial things. +Then something should be done. +Thank you for your 20,000 won donation, Mr. Yoon. +How many, when did you come? +Oh! Can you hear me well now? +We'll announce the next video in advance and see you again. Thank you. +You can think of it as taking all of this away. +And like me, you're shooting videos right now, right? +You can collect a lot of weapon damage. I hope you always return every day. +I'm going by plane this time. +Okay. Alright, the slope is minus 4 minutes. Have you made it here? +From the second to the first. uh. +It's so warm. +That's the only way. +So, look, I think these are the characteristics of the learning community. right +Now, here's where it gets wild again. +While sleeping. When? During rem sleep, which corresponds to 25%. The remaining 75%. +I've lived in Korea, so I tried living in a new place. +He's a bit thin, boss. Why kill another one? +Our Harry is now seeing him transform into a man from the east of Turkey. +Then we, for now, have come again. +They both seem to fight all of a sudden? +Sometimes it's an attention-seeking behavior. This is mostly the case for indoor cats. +I'm sorry. Oh, sorry. I'm gonna die. Really. +I'll try to break it down. I have too many items. +It seems right to see it as the meaning of respect and love. +They said you should buy a really good shower filter. +I was the most curious about how actors manage their skin. But it's one pack a day. +Hmm, ah, this is the group. It's just the group I saw. +Then, he said, you just have to heat it up slowly and for a long time. I'll try it. +That's why, of course, our men +It's really, really fortunate. +Let's go up. Keep going up. +Enable 3-year-olds to fully practice basic movements such as walking and running. +But I found a flaw. Even when I was writing and listening to the explanations today, I couldn't think of it. +Three yo. Ah, not three, but two. +It needs to be sold globally to be able to run factories. +We plan to prepare you for balanced early childhood education. +If training or education is provided through training, then the prerequisites are met. +I understand the mind. +Why is Sujin like that? Why is he like that? Why is Sujin like that? Up to here +Sometimes the cohabitation rate improves by 50%, sometimes it doesn't, but it improves a lot. The anxiety drops a lot. +Feeding time, feeding time. Oh! +The ones I like. Most cats have a really strong outward-looking personality that prides themselves on their territory. So, when guests come, +It means we can predict it. +It's a bit similar to this. +It's 2 minutes. 2 minutes. But let's compare it with this one. +I think only I can go. +I don't think there's much merit to it. +What I mean is, +And you can live long, right? +After that, they avoid people like ghosts all day long. They might be surprised. +I'm still in my 20s, but a lot of my friends are worried about hair loss. +Broadcasting and subscribing is patriotic. +That's how it feels. +Our brother-in-law, Hyungkyung, is also super picky. +This must be some kind of OCD medicine that reduces or alleviates impulse control disorders. +Nutritional supplements like antioxidants like Activate are definitely helpful for older cats. +Wow, it goes up well. It's a monkey for sure. right? +And when you are most passionate, you are most comfortable and passionate, +I'm the one in charge, +As you can see now, it's carved stone. +There were treaties. +I have this saying in Turkey. +So, the cost is actually not that much. +How does it smell? Some of the anti-hair loss shampoos in the market don't smell that much." +Even then, my voice was much lower. +I'm just smoking, so I'm smoking. +Solve all the problems related to today. +What's the reason you go on that trip? Because it's fun. I wanted to be entertained. +Imagine applying that shampoo directly to your scalp and hair, creating thick hair. +Why is it so suddenly you guys! Oh, it's tough. Oh, it's tough. Well, thank you for your hard work. Thank you today. +It is educational realism that brings about practical theories. +So, usually, 15.78 dropped dramatically to 3. There's a possibility like this. +Also, why do you have to draw a lot of martial arts skills beyond the ultimate level? +Ah! Look at this on the wall. +You have no choice but to quickly reduce the amount of food you eat. +Anyway, I don't plan to spend too much time on today's stream. +I don't know what it is. It seems a bit strange. +The results of various tests show no signs of any problems, but is there a room or method to increase the amount of meals? +How many comma is this? You should write it as 0 comma minus 1, right? +I'm going to eat a meal after coming to Busan. +Even if you give them medicine to die, they won't cure you. They slow things down, sadly. +So, it's a kind of direct or classical music that's easy for cats to listen to. +Of course, it feels good to receive a star balloon. +We'll see you for a bit longer in the next broadcast. +So please get an X-ray. +A lot of foam comes from functional shampoos that can help with hair loss. +Can you also name me? Yejin? +Should I make a fishing tour? +So, a lot of editing was done. +Under their own education office, say, South Gyeongsang, South Chungnam Office of Education, or South Gyeongsang Office of Education, or South Jeollanam Office of Education +Then, you can get a subtle, slightly fierce feeling on your scalp. +Was it 60 million won? +A very pretty guesthouse. I recorded it in the video, and wow, you went there after seeing it. +They get paid for it, and they use it to cook their food. +In fact, since I'm a working mother myself, I have to go to work at dawn because I work. +There will be customers of various types. +I'm someone who lived in an imperial era. +And I brought two hot packs today. +Companies like ours don't have their own factories either. +Just a little to calm the cat down a bit. +You have to make sure the wires don't get ripped off. Because it ultimately leads to a major accident. +It's okay. You have to come down. They die because of chains. +I should have filmed the lecture for the first half again. +You can think of it as summarizing the content that was covered in January and February and solving it as a basic problem. +Okay. Three holy ones. Take the herbal medicine too. +And their benign theory of child respect, the thoughts of these scholars we have discussed so far +You can understand this curse of destruction just like this. +You can do it like this. +I started from yesterday, uh, I did a top 10 unbeatable number in the new collection of games. +It contains enough menthol to cool down your scalp. +The swords are the same too. +It's good to just do things like that on the body, but I don't, and it's just good to be pure. +So, prescribing an anti-anxiety drug for chronic recurring bladder infections is still not that common in the country. +But you don't know yourself either. +Hair loss medicine, Capi is cheap. +At that time, poor children or ordinary children were not fed, not educated, not protected, +For those with slightly sensitive scalps, you can use it with a bit more confidence. +Alright, thank you for today. +Uh, it feels like I want to upload that quickly. That's why I'll give it some strength to edit. +So, according to the teachers' understanding, Pea Introduction to Early Childhood Education. +Then I write down how much I did at the end of the month and I upload it. +Then, the guardian takes care of the child, and, if it is not protected, it becomes abandoned or neglected, +Mr./Ms. 변재원! I'm listening well because I'm listening on my cell phone. Thank you. And +a squared minus 5 of 2 +Anyway, you can catch it. +There's a place where you can see the Mesopotamian Plateau called Mardin. +Because you have to write this every month. +Guys, look at that, my friends. You want to eat it all? +You can see the bad condition. +Even though he hasn't been particularly active on a regular basis, he's breathing. But +I'm annoyed. I'm annoyed. I've collected a lot at this point. +Or before Monday, Tuesday, Wednesday, Thursday, +I'll come back later and think about it. It's really hard for vets. +But if you use refill today, there are two refills. +Find that x. Ask like this. +It is said to be applied, beautiful, and managed to grow steadily. +Alright, now, jump. Jump. Jump. +I'm wearing gloves, but gloves are those with original power. +Looks really poor. +Feeding only the remaining 10% of calories through snacks. +Uh, after the appointment dropped, +If you are a person who has studied early childhood education, +Why isn't the ultimate steel going out? +Without having to pump a lot +It was covered in water, right? I'll brush it. +What's the problem with mold? +It might not work. Joining forces. +I don't need a raincoat. I don't need too much of a spectrum. +I'll pass the ball to the person in charge of this. +Is Turkish-made cotton cheap? +I have to go out, work, earn money, and start paying taxes on my own, +A little more. Hello? Can you hear me? +Yes, many people are participating in the comments today, saying you should buy one for my girlfriend, which is great. +Even when used alone, the shampoo makes your hair soft, shiny, and shiny. +Oh, I missed Mocha. +Even kidnapping can be saved if I can raise it. +But that's still not the case. I'm not sure yet. +And uh, yes, it's 암진단. +It's because yours and mine are meaningless relationships. +Look here. Our Hasando is a vocalist. vocalist. +Let's start right before we start. +Now, long buff, long buff, long buff. +That's why the lectures of the teachers have ended here. +Hello. This is your Super Rookie Show Host, Kim Rieun. +Next, Mr. SOT. +For example, is the endurance level that, Babel? +So Comenius introduced schooling theory for universal education and equal opportunities in education. +The boss appeared there. +It's tight, so he holds it. +Please endure, Mr./Ms./Phrang-lun. You got it, right? Please endure. I hope you continue to watch my videos and feel a little comfort. This is now, +Oh, Noah, thank you so much. I'll use the 100,000 won well. +Please take a look at our house and see it beautifully. +It's not important what kind of criticisms each other made to make my theory stronger. +Because natural surfactants are mild ingredients, +Now, the wind here doesn't blow, and it's not a bit quiet. +If you look at the various languages and expressions that cats use, there's a video about it. +A Plus 2, A squared minus 7. +Also, it means that you want to do it with people who have similar tendencies. +Such, um, records. Records. +The ability to coordinate and lead each other's differing opinions in problem-solving +It's not 100 percent, it's 1000 percent. This is the part. +Such people are in Turkey. But here, it's okay. +That's right! Show me mom. I need to show you mom's teeth. +I died, and inside of this, now the columns have completely pierced the rock wall, so it's a space where the faith itself is originally located. +Uh, if you classify it into just two things, it's a bit too big. +Then, it's about 1,500 won, 1,600 won. +So, the steam that goes into the air makes them gain weight. +When synthetic surfactants come into contact with our skin, +They cause itchy sensations and things like that. +What is it, Chasunmi? What is this? +Also, since natural surfactants can be decomposed naturally by microorganisms, +I was told that I would be dual citizen. +It's not the stress from people, it's not the stress from dogs, +Let me emphasize this. +Don't worry, you can leave it to yourself. Got it? +Hmm, that's my last question, but there must be some people who are curious about this. +Oh my, thank you. I'm so glad you watched the videos well. +Many people collect cups. +Because it follows sentences within the same paragraph, there is nothing at the beginning of this paragraph. +Watch my videos on how to become friends with cats. +There must be many things. +In the case of that, you can write the part where Junjo plays car games with me. +Once the pores grow, they won't even decrease, and a lot of waste will enter between the pores. +Alright, let's go back to traditional Chuno Song. +So, usually, people with leukemia +Where is an easy test like this? +We will even play the role of providing that nourishment and moisture. +I just wanted to eat it because it was too cold. +This one's 7 points, this one's 6 points. +It's because you helped me to take the right path without slipping in the wrong direction. +I will definitely try to turn on the live streaming of YouTube, uh, in no time. +It's more than half a gallon. +Ugh, the tent is narrow. +If you eat lactic acid bacteria. If you eat good lactic acid bacteria, +Since it's winter, there's a lot of heating, +I really need to go to a place where there isn't even one person, right? +There are 24, sir, subdivide this by subdividing it and come down +Oh, it was so amazing. +First of all, to prevent secondary inflammation, you need antibiotics and anti-inflammatory injections. +Just brushing and blowing doesn't mean you're waiting for something to eat. +I brought a bunch of stuff. +But children under the age of 18 are children. +Even if it's not 100%. +I can't give up on liberation, I can't help it. +Where was this knowledge and study written? It must have been written in books. books. +So, from chapters 1 to 7 of one story, one story follows. +Don't forget to subscribe notifications. +No, I've only died twice. +They say they're not going outside at all right now. +Because the inside of the camping car isn't that spacious. +Attaching it to the ceiling? +Among our caramels, there's one with a cow on it. +We just want you all to, +I'm trying to remove the curse, but there were so many curses. +You guys don't have to go to Andromeda again. +Ah, usually, I use the Invincibility. If possible? +Oh, I think I've been doing this for a while, but the door still doesn't open. It's rare. +This is how you subtract it from here. Small to big. 5 minus 1. +140 lira, that's a hazelnut. That's this. +About 4 kg. They burn more at around 4 kg anyway. +I have to go eat. +There are tests that look at the reaction when exposed to light. +Well, a lot of useless stories come out today. +It's good to boil something like pasta and use this as a grape dish. +Red Beetle Monarch Costume! Was this Mileridge now? +There's a 20-fold difference. +But about one, so there will be a marking of square square meters per heater. +Now, cats have to stay at night for 3 days, 3 days alone. +Ah, Maple is too difficult. +Ah, it's a true lying down room. +The basic concepts of space and figure presented in the study +There are many people who are super, super stressed by the hairball issue. +I'm going to dive in the morning. +I'm washing my collar. What should I do? +What's the point of just keeping it off? Isn't filling in important? You might say, but +Welcome, Alisa. +If you can't cure it, then let it survive well. They usually avoid it well. +You can compare this now. +Only at this time +I'm only 90 percent ready +Beans. You can buy coffee beans, coffee powder, etc. +Because of that silicone, many of you might be worried about what your pets and your family would use. +I've seen a lot of skin issues. +And of the many questions you ask, um stats +Look at this. I can't catch this. +Next is a coupon number that allows you to receive large quantities of gems necessary for purchasing, such as enhanced gems for martial arts draw materials. +Because the whole family can use it, hair loss shampoo, general shampoo, children's shampoo +Well, I've been eating a lot of deliveries lately. +As you know, the Tripod material is eco-friendly. +Why are you worried about this? +Rather than soup, I prefer lambda! +Ah, that kind of question is so good. I came in a bit late, but I'm going to end it. hello. +Uh, for those who have a bit of a hard time, if I give them a look, it might be a bit better. +More than that, the know-how of feed processing is very important. +If it had been Clements' theory, I would have known. +Oh, but 4 and 6 became 6 and 9 +Dong-il seems to have fallen completely into Maple, you see? +I'm not sure exactly what to call it, but there were things like, is this really a good product? +Or, scratching after fighting with another cat's companion is an action due to anxiety. +The part related to parent education mentioned earlier is explained in the policy of the commentary. +It's cooperative content, party hunting. +Ah, I don't want to fall over there, no, no, no, no! +Understand basic concepts. +It's a very, very normal protocol. +But this teacher got 5 points in the essay. +Thank you. I'll tell you. Look here, friends. +I know Ganghwa-dong. I know. +I did it because I needed money to do this work, and now I'm working well as a video man. +That's right. Ringtip, why are you losing so much weight? +I'm looking forward to it. What kind of scent does it smell? +Then, don't look at the fingerprint, just look at the small problem, just look at the sub-problem, and you can just solve it. +However, for those who can print in B4 size at home, +After doing this, fill them all with the ones below, +So, uh, there's a fountain next to the tail. +There's a poison character and a spear character right now. +You can see it's a hot item, but the price is so reasonable. +With 50,000 people in less than a year, it seems like it's really slow. +It's 52 minutes anyway. +There's a lot of baby stuff here and there's a lot of shops. +Rather than being an educational theory, it is a psychological theory that studies human development and psychology. +Without stress. +If you have 80,000 ppm +I hope you write a lot of chats too. +With the Yucheon teacher certification, I couldn't find a job in a daycare center. +Now, the second product. +But even if they don't lose weight, then a test is necessary at that time. +If you drink that much, it's as much as normal water, so there's no problem at all. +I'm sure everyone who hiked with me would know. +So, you don't necessarily need to brush with brushes. Shall we take a look at brushing? +If they get a lot of pain, you have to refer them to another hospital. You have to refer them to a vet you know well from that hospital. +So, I think it would be better to try to drop it more. +When Zuni went out with her, she kept giving me food, but shouldn't Chow go out alone and give her food? +So, you don't have to make something to hunt me. +So, if you want to do a little bit of cat training, +They keep saying, "I really want to adapt to it." They keep saying, "Oh, I'm going to beat it." They keep saying, "I'm going to eat this and normalize the bacterial cells in my gut." +All you need is just a drop of blood. +Is it a problem? If you get one cross line, ah, all done. +However, among these people, everyone who prepared the second lecture as a different lecture and lecture fell out. +So, just like this, it's really good to use it as a shower head. +So, what are we going to talk about in the future? +So, when I tell cats not to use HomeMet or Effkilla, +However, two cats with concerns keep asking me for soup. +It's much easier to combine dogs and cats. +Also, there are workshops like this, small and small. This looks like a leather workshop. +You can use it with confidence. +I'm familiar with the feeling of water leaking every morning as you rub against your hips. +Kim! Kim! Kim! Take care of it. Kim! Kim! Kim! +You have to balance the body's imbalances, and then you can see the effects on your face at the very end. +If your head suddenly feels dry, you might feel a bit less confident, right? +Today, episode 107 of Live Counseling begins. +First Child Abuse Prevention and Reporting Obligation Act. +Good. The butter is all melted. Alright, let's mix it. +If you get it wrong, you will die. +So, I'm currently working on two platforms, Afreeca and YouTube. +There is no need to reduce this level at all. +All the ingredients inside are organic and domestically produced. +Wow, how did I get to the train? +Also, I've been scratching everything that's good for your skin. +It's not the wrong method, but +They make desserts, cookies, rice cakes, cakes. +Training time per day is thirty-five hours. +This greatly boosts your attack power. +It has a completely melted, black tea-like konjac taste. Amazing. +I'll keep climbing the mountains. No, this is really. +Turn on the humidifier. Make it a little wet. If you have a nebulizer, +It's really strong. +And it's an item certified by the Ministry of Food and Drug Safety. +Have my sciences changed? Is a paper I don't know new or published? I'm thinking right now. +The same goes here. +So, they produce milk products that can be beneficial for lactic acid bacteria. +There's progress, but it's more greedy, and I'm not sure. +To me, infancy is a crucial period of life and development and national support for education and childcare is necessary. +But if that's not the case, I wouldn't really recommend antibiotics. +Okay, let's go there. +Yes, alright, I'll do the math. You want more? +Because they succeeded in hunting the prey, they lick and taste it. +So, in the case of IP cameras, there are a lot of cheap ones if you search the internet. +So, there are ones made with peat bottles and ones made with hojisik. +Now, if he says you'll try to match it, what do you do? +The problem is how much the first one allows it, and there is no choice but to treat the first one well. +Cat toothbrushes, are toothbrushes popular these days? +If you take it as Korea, +So, we've been saying that we should wait a bit. +pretend to be an entertainer during the stream. +You're doing a good job. +Mocha! Oh, how cute is Mocha! +They ask me to play with them until the end. +He cries when he sees the legend's hometown. +Rather than saying it's wrong +Seoul is also minus 8 degrees. That way! +It's a good donation, use it. Yes, thank you for your effort. +Even though I kept using this recorder, +It's almost 5,60 days, but we've been around the world for 414 days before. +Just send them and they'll be saved. They'll be around in the meantime. If they're delayed for 6 months, +Then, when it gets worse, they tear it a little bit. +The number of classes in kindergarten is determined by the principal based on 180 days or more in each school year. +That we, originally we were riding our S van SUV. +So, knowing someone else's potential is also very important. +Using this shampoo and that shampoo, +In fact, what's fun about this is, +I passed with a lower score than I expected. That's what you say. +This is what we meet again. +You buy two for the price of one bottle, right? +Only following the kindergarten suggested by Prevel, the father of early childhood education, is authentic early childhood education. +Rain has the downside that it rains a lot, but there's no fine dust. +Even the severe ones rip off their hands, hands, and tail fur. +He is called the father of our early childhood education. +Just pour it into the scalp like this and spray it on the back like this. +Then, it was the theory of natural evil at the time. +Ice is delivered. +The price is good. The price is really good, right? +I have been volunteering every spring and fall for about 20 years every year. In fact, during that time. +It should be mandatory for 5 years, but if you're in an emergency and you're selling things, +If you fill up to 200, it comes out. +Wow, doing this for an hour +Receive all the rewards, +When we think of anti-hair loss shampoos, you might think of it as a herbal or health-improving fragrance. +I use a Remozor M size 160. +What does 136 mean? Breathing capacity. +It's a bit bigger than toothpaste, and if you look at it, it's a curling essence. +First of all, since I've been out for quite a while, I know how to handle most food. +When you learn a range of manners and morality, +So, for those who want to travel a little deeper. +But as Jiyeon Choi mentioned, in the afternoon, your hair gets oily. +Sylvia conducted field lectures in Seoul and Daegu in the first year of employment. +This cute mint color right in the middle around us. +In number A6, it is Teacher Kim's daily plan, the core of my Daeil experience, and part of Teacher Kim's previous month. +Can you take a picture when you find it? +Since then, the operating hours of the 3- and 5-year-old Nuri course have been +Then how do you compare it? +So, once you apply it, it all dies and keeps coming out. Everything that hasn't melted comes out. +One interesting thing here. +If you allow this gauntlet, you can see it. People who are close to you can't see it if you turn it off. +How many cans are you buying? +Star Bean, hit that button. Ah, I already exceeded it again. +It's not an abnormal behavior to eat cat poop or dog food. +Hongdo, you just have to make a reservation by phone. +Bow down again. Watch the slap and hit. +I'll only raise this up to level 40. +And I'm saying that you have to develop what character is by experiencing it yourself while acting. +How the children write now. I'm talking about writing. +He's 6 months old, and 136 is a bit fast, isn't it? +That's right, that's a drug dealer. +Things that are a bit cheap are too cheap, +30, hey, wait a minute, I need to go up to 30. +Touch me and niggane. +The site is MORE Point Caeul. +It's normal for them to be exposed to sunlight. +First of all, it's about the quality of the air. +Turn one around, look, look. +It's not all that can be excluded, except what can be excluded. +Alright, I'll just take one potion and one cap. +Base of hypotenuse Cosine +One of the things I don't like is something like that. +See you next time. Thank you. +From here, skip and pass. +How do you fold it? Oh, that's right, this is okay. +You can't call it jealousy. +I'm going to try making food using this, but what should I do? +Hello? Yun Kyungmin. +So, you have to feel comfortable, you have to feel light, +It's about preparing for competence. The competence is every minute. +We can do it too, +Normalization is that children achieve development normally. +Let's take a look now. Let's see. +There's a big difference there, right? Well, between one and two years. Because between one and two years, you get a lot of accidents. +But there's something interesting. +This is one of the methods. +Oh, it's okay here? +With this one book, I'm just preparing for a kindergarten teaching essay. +Well, today, exactly y is an ax squared +I was a lot scared when I let it stay until it calmed down. +Now, Bruner is an educator rather than an educator. +But that's because they don't pay. +Are you gaining weight? Are you losing weight? +Damn, I think I should throw away all of this. +You got it, right Kestory? +But when I was young, I had a lot of animals, and I also raised a lot of animals, and my father really loved animals. +This depends entirely on the characteristics of each dog. +Then, in the case of this problem, in the case of problem number 1, well, in problem number 1, this is an infant problem. +The principle of sustainability is that when we are in preschool, early childhood, elementary school, and middle school, +There's a lot of difference in thickness. Because when inserted vertically +I, uh, how should I put it? I don't really buy side dishes. +Starting with your scalp, it makes your hair shiny and soft. +I also presented it at the ENVIC conference. +Have you been eating cake recently? Have you been eating cookies recently? Have you been eating Jjanggu recently? +Teachers also have developmental stages. +I donated it here so that the dust would be filtered out. +They get interviewed and then do class demonstrations. +And many people didn't really appreciate the scent, but it's good because it smells nice and clean. +The first step in skin care is not applying good or expensive cosmetics. +Any cat, no matter what environment it is placed in. +Necessary measures must be taken in consultation with the guardian of the child concerned. +Hmm, you have to look at it one by one. +When I go to a beauty salon, I always ask the doctors, +What are you saying? +This is my complex. +Open your mouth and nose at the same time. +But you have to memorize everything you're learning unconditionally. +First of all, thank you for subscribing to 궁양, 궁짐냥i TV. It's been 11 months since I subscribed. +I also completed Act 1, Chapter 10, and reached level 20. +As for the donuts, we'll take out the frozen one so we can eat them a bit more refreshingly. +Although it is a functional product that can help with hair loss, +Uh, Eun-kyung, please share it on your KakaoTalk chatroom. +It's because it's not getting along with the Bae-isa vaccine right now. So don't worry too much. +Sis, I'll try to avoid it while walking. +Ah, this is a point, a Chinese point. +So, you don't want to go for a walk, you have to patrol your territory. So. +I'll do it later, guys, since there's a hierarchy. +If you go to a specialty department and learn at the university and decide whether it's appropriate to learn +But I can do the factorization by him, but it rarely happens except for the first time. +We carried one of these projects in our 18-kg backpack during our trip around the world. +It is divided into 8 questions. +You said you lost your cat. +You can think of it as a case of realizing that your bathroom is the most cozy and safest place. +In my case, I was born in a house with only my daughter, and she's the youngest among them. +Even if the bee sits down, it slips away. +Oh, it's done. It's done. I'll use it and break it. +Just vomit it out or make it soft with diarrhea, +I wanted to be a Freudian scholar. +In other words, I have to pay taxes and then take care of the cat, and only that person can provide food. +Because it's the Ministry of Education, it's the Ministry of Education, so people with an education certificate go in. +And if you look in front of it, it's called the mould concept. +Well, there's no flat pearl that can be chewed. +Do a lot of foreign tourists also come here? +From now on, from this year onwards, there are so many things that have been changed to the 2020 school year and the 1st grade that are being implemented for the first time. +That's why you can cut it off gradually. +They have good bronchitis, they have good respiratory diseases, and if you do this because of the dust in the house, +Then, the dog will come to the side, fold it up, sleep together, and so on. +I set up a two-person tent, +What couldn't you say, An Hee-kyung? +If you look at the company, ah, if you have a company like this, it won't be strange. At least if you have a company like this. +So, in the case of herpes viral sclerosis, +Before I finish, I'll show you that cat. +Then there's a health issue. +How often do you go for the Jungjung hike? I'm curious how you plan the route before going out. +What do you do if you don't want to bite? Don't cut my toenails. Don't say you don't want to bite. +If you can go up high, you can come down. Just all of you whispering and looking at each other, +As you said earlier, it's a child with a certain number of names. +Some of you might not get it. +I underwent breathing anesthesia. +And it's right here in the back. +Well, I have to twist a little bit what I want to say, and I really hate it. +Or what else? +In the process of eating something that's fresh, they share the air. +If you are devoted to studying here, you will be studying here. +What takes place in January and February is just one subject in the introduction to early childhood education. +Yesterday, yesterday. +Really, how can I transmit this to the outside screen? +So, if you adjust to the usual practices, +And it is a prison that deals with how the flow of times has passed. +That's what I mean. +CYH told me, +Don't do it. Just do as much as you can and don't do it if you really don't like it. It gets more and more alert. +There are various behavioral problems in cats, such as hunting problems or problems that are too minor. +That's right. That's how I made Ollie Gill. +There's something like that among them. That desperation that I must be funny this time. +Parts that need to be trimmed a bit +There are things that go into the house called a "bauhaus", such as architectural materials or things like that. +Mira tube, like the Mira tube, it gets narrower as you go under the legs. +Because I can really trust it. +Because in the theory you studied for the curriculum, teaching profession theory questions are presented. +Bejee is so pretty and the dog is so cute too. +This is the main character, the main character. +It seems like it has improved a lot. +I'm not serious when I talk in satirical style with my friends. +However, if a private school is established as a private elementary school, or as an elementary school of the same foundation, it is also affiliated. +They offer counseling. +Why not dad? I'll look at the picture. +If we keep our promises for 180 days, we will follow the law, and the director determines the maximum number. +I won't tolerate it. +You can think of this state and local governments as governments. +That's it. This is going to work! +I ordered that Burger King, but none of you have red Cheeseburgers? +People also see price tags. +It's right to look for someone else. +They buy things here in Russia, like Ukraine, +Hey, we've got half of this left, so what? +It's slightly cooked and now cooked, so it doesn't seem tastier. +But there are times when it comes out as 5 questions. +Because it's a pill you take once a day. +I can't go. You bought a Turkish poodle for 20,000 won, right? +Would it take about 4 hours? +There are many horizontal and vertical scratchers, so I use them well, and my claws are cut well, by the way. +If you add an 6,9 ID and receive a receipt, +It feels exactly like Turkey, but the lighting. +So, what is this? It's a lie. +This is Dr. Yoon from My Pet Counseling Center. Thank you. +I'm deeply sorry and heartbroken for not being able to answer your questions one day, so please leave a comment. +Then music, art, movement, uh. drama, studies related to art experience, +Oh, wait a minute, I'm going to set up the chat room. +Then, it gradually decayed. +If so, if so. +For those with any troubles, you can come in. +That's what you think, +Ray is going to the Ray Cat Show right now. +It's on the asterisk. +There's something they're doing on Zista, so let's check it out. +I'd like to briefly introduce the CEO. +Ah, then I should start with guild content. +So, next year, in 2022, the Daegu Asian Pacific Veterinary Congress will also be held. +On that side, I don't seem to be an associate, but my number seems to be someone else. +The reason why the shampoo feels refreshing is because it contains menthol. +They all hate it. Meddy, come here. +Congratulations on being adopted today in the 3rd century. +It feels like that. And I can't eat a lot. +If it doesn't stay that way, you say, "Ma." +So, think of it like a country near China or something like that. +They can't even get tested. +Mathematics is becoming increasingly inappropriate, but at first it's going to be kind. +There are good things, and there are bad things. +Since I'm in China, I really can't go to Sam Hospital, so I ask here. +From my perspective, the best food is the one that doesn't hurt. +The scalp itself loses moisture, +That's because you all are subjects with interest and prejudices. +There may be things like that, or if it's redness or if it keeps scratching and shows bleeding, there may be many people. +I'm streaming a video. My Wi-Fi phone is not working at all right now. +Because we can betray our hearts. +No, it's not. It's not separation anxiety. It's a cat with a lot of affection or a strong attachment. What I mean is, +For cats, as soon as they draw blood, immediately go into the car. Just be at the hospital and draw only blood. +It means that the tension is resolved at some point. +Oh my, look at this. This is one set. +You only need to go from stage 2 to stage 3. +Oh, I had fun playing the game too. I played for over 4 hours. +It's about experiencing someone who is really passionate about the job. +Well, for now, if the teacher sees and is convinced, it might be possible. +I will continue the streaming. +Now, even if the internet signal is a bit weak, please understand. +Teachers should receive it as quickly as possible. +So, internal defense goes up. +It's a four-wheel, four-wheel camping car, but it's not a big one. Rex Rover. Yes. +Who's stronger? This one's a little stronger. +I'm using my main phone right now. +I briefly informed you that I'm appearing on the broadcast. It's been a while since I've appeared on the broadcast. Actually. +What we call naturalistic education +So, we'll read it for about 2 hours. And then we'll usually come to a conclusion. +I remember everything. +Yes, I am raising a 20-month-old kitten too. +He might be at home, right? Oh, it's not a big deal. +Aran just sees apartments and things like this, so it's our city. +Stone and blue gems. There's blue gems. Like this. +This is really expensive. To buy that one, +Also, if you're new to today's broadcast, if you can add your favorites and notifications to our favorites on your favorites' store, +So, even if I pee, it gets absorbed and your own scent keeps coming out, so you can feel a little more peace of mind. +I'll level up my defense. +You should get a test done on this. If it's inflammation, that's the case. +Then I'd be going like this, huh? +The links are all there, right? +We're using 5G now. +I think it would be right to make a difference like this. +Oh, I was so close that I almost died. +If you have any questions, we will answer them right away. Yes. +It's in the parking lot, and there's only our car. +Then it should be 3 to 1. +Even if you wipe it with a microwave, a lot of scratches can occur. +If you live a bit idle, the whole common space where those four people live becomes idle. +Moving from 2.2 to 2.4, moving to 2.4 again, +Pea is called the introduction to early childhood education. +You can see it as a theory that can be applied to each area. +Minus 3 over 1. +Let them sleep where they want to sleep. You have a choice, right? +It's the owner's touch, or some kind of competition started with limited resources. +Hoping and skipping are 3-year-old details. +Usually, cats get angry because they're anxious. +Just adjust it a little bit. I think it would be good. +It flashes. Oh, it says that it flashes in the mouth of the 77th consonant, right? +There is a cognitive type of play. +Can you hear me well? Alright, done. +It's about expanding and building on the repetition and deepening. +Oh, it's a product that applies to hair. +Oh, you can't go through it, can you? +All the SuperChats you sent are not from me. +Who trains me? When I train a cat? When I become a cat. +So from here to here is paragraph 1. +So, look at page 15 of pragmatic education. Learning occurs in the process of the individual solving problems on his own. +It depends on the dog's personality. +When you use this bathroom, they made a perfect bathroom like this, really. +Depending on whether 1 is multiplied or 2 is multiplied +If you waited until the end of this video, or come back later, +That's correct. That's correct. +I told you you should lower it. +It's not cold, so I think the weather might get hot again soon. +This is Attachment 6 of the Enforcement Decree of the Child Welfare Act. +We observed the imitation behavior here. +I also belong to that category. +I can't do this. Up to 3 times, it's 3 million won, and once, it's 1 million won. +I will definitely guide you. Thank you. +Also, the second thing that was a little disappointing about using anti-hair loss shampoo was that it didn't foam well. +Something sticks in my hand. +It's super, super, super strong. +Because when a doctor dies, it's very rare. +It's not the vision I thought. +Oh, bed, bed, bed, bed. Damn! Oh! +Alright, let's go into extreme damage. +Thank you, Tree, who gives generously. +I'll go to a place like a ski resort with a knife. +It's because of Nieun, Nieun. It's because of Nieun that it was omitted in memory. +Something like a dumpling scent. But I really don't like that scent either. +I think that's the difference between someone who studied and someone who didn't. +But later, they formed an opposing alliance. +They do really well with dogs and cats. +Let's move on. +Because I don't have enough money. +I think like this. +Oh, me? You worked hard for your mom and dad. +At that time, you can use it as a soap. +So, when they come there, they say they'll arrive here in about 15 minutes. Really, a Korean Shorthair. +Seaport lotto. Ah, Gyemoto. Thank you. +That's what I explained earlier. +We can't communicate when we meet. +You shouldn't let them do that. +From then on, he returned to Korea and became a strong figure. +It's not a hard weather to travel in. +So, when I installed that app, the taxi took about 20 minutes, and I think I paid about 4,000 to 5,000 won. +If you watch Pang's YouTube, it occasionally pops up. +Don't you upload the song as a music file? There are people who say, uh, well. +not the person you hired +Third, all the ingredients in the shampoo have received an EWG green rating. +1.8, so don't worry and take care of it. +Since you all are traveling. +Instead of doing an antibody test, try another vaccination. +Thank you, Dokedokko. +Normally, they can eat a little bit of sand, but young cats tend to eat bentonite sand gradually. +Duda, the time is so intense and so fierce that the children. +Because it collects only the really good extracts, and it's all in this bottle. +It's natural not to know. A 3-month-old person is a genius when he understands. +And since I've raised the answer sheet format, +Because all the ingredients in the shampoo have received an EWG green rating, +Wow, this fried one is pretty delicious. +If it's less than half an hour, just throw it away. It's better to remix it. +In Article 11, the completion graduation major number is 3 years and 6 years old, if they graduate from completion +Ah. Are you at the disco now? Alright, I'll go. +Don't worry, just apply it to your entire face morning and evening, +Oh, it's so hot in Gwangju, guys. +There are more difficult concepts that are easier to accept, but if I were to put it simply. +When I become a master up to here, I will learn about the second content function value next time with the teacher. +Ah, the silver coins are also full. I. +I think it's okay. +Currently, Metacam Cat is no longer imported into the country. Because it can't be produced due to COVID-19. +Second, silicone has been removed. +When did you die again? +You bought it, and the people who came liked it so much. +It's about being interested in reading letters. +Because they don't wash well, it would be precious to have water at home. +Since it's almost non-existent, the hotel here, which is somewhat famous, is almost 3,400,000 won per night. +The charm of cake donuts. +It seems like being famous is good or bad. +I think you have no choice but to try various things. +It looks like this, right? +I stopped and started again. +Our product is pH 5.5, hypoallergenic and slightly acidic. +I've always had fun watching you. Thank you so much for the 2,500 won donation. +I'm prepared a lot of toys, and I'm not interested in taking out other stuff every time. I'm just alone. +What did the teacher say about this? +Now, Roro, I had a 5-month-old stray cat in foster care, +So, a fine of less than 5 million won. Teachers must pay. +What is it? Seal making. Where do you make seals? +I did well. I did everything. +Because the scalp has no strength, and the hair has no strength. +How much is the snack price? It's 130,000 won per month. +Even if something has been developed and a lot has come out, following the tradition is a good thing, and the tradition is really the best, right? +So, you might think, "My skin is usually a bit sensitive, or my scalp is a bit sensitive." +I only received this question twice today. Marriage question. +So, each person has the ability to study. +So, it was really hard when I was doing the counting. +Hey, it's way narrower than I thought? +Ah, there was a wish grass. If others did something before +This one just tells him or where the arthritis is. +Then, if you pick it up, it smells. Then, their feces smell get worse. +Don't change the furniture layout, just pay attention to these things. +I thought I was really good at it. +It's not a sedative, it's a drug that reduces anxiety. +No, even without seeing giyeok and nieun, Tyler's learning experience organizational principle +You only need to give a certain amount. +That's why Ellen Kay is also a person who insists on Rousseau's passive education as it is. +Are weeds removed? +But when I went to the hair salon and got shampoo, my hair got itchy, +Well, I tried to save Well's Haribo, and it smelled like fruit, +We can also contact you separately, +It smells like an archer's mouth, everyone. +If you lie down, it's the sofa. If you sit down, it's not the sofa. +I'm always a bit ashamed of that lack. +Is it because this place is a card making place? +The less fur a cat has, the less allergic it becomes. +And where are the various photos also linked together? +You guys might be able to find it. +The girl's over there. +It gets infected with the scratch creature on the outside, but if it gets hit by the laser and scratched, it immediately breaks the deca. +We removed paraffin. +Among them, Teacher Choi is now getting an answer. +Isn't it? Oh, it's 8 percent tax. Okay, thank you. +Now, the approach to movement education can be divided into several types. +Yes, it's for the 3rd season. In the 3rd season, in the summer, I think it'll be fine until early spring. +It's an Aomi Peptide Volume Talk Essence that you can use with confidence even for those with sensitive skin. +I've always been very drawn to the color and design of this packaging, +I can't accept Bangkok. Bangkok. There's no Moonlight here. +Why on earth should I gather money to decorate? Should I buy a computer? +Now, if you go to Europe, the somewhat ethical feeling of peddling stones is still buried here. +There is a Disabled Child Welfare Support Act. +Face, towards the crown called Brown Tower, +Humans were born in the same state as Baekji. +By the way, when the grandmother comes to take the child or visits the kindergarten. +So, apart from the theory of the kindergarten curriculum, +Oh, did you come, Ruby? Thank you. +Thank you. For all the super chats you've sent, +Is that Sword of Darkness above that Seren? +It's really stiff. So, you have to immediately use a conditioner or treatment. +Why is it so hot? +Sub-goal number 2 is supposed to meet content category number 2. +It's also a good way to use saline as a nebulizer. +So, if you take him +y is written as an ax squared. +I should definitely go, oh yes, about 100,000 won. +Can't you say hello? My face is covered anyway. +It's better to solve it like this. +Please go. Please comfort me a lot. +What about that? But I recommend leaving it as long as possible. And within a few days? If it's within 3 days, just leave it at home. +I'll go out quickly and take a picture. It's fun. +When you say it's made of Tritan, many people probably know. +Two teachers had a conversation about Dalnim's actions. +There is no cause of skin disease, no quantitative or symmetrical hair loss +In fact, even if only teachers of educational philosophy, history of thought, and developmental psychology +I go here once a year. It's all carpets. Because no matter how much you clean, there are limits. +Starting with honey extract and ending with milk protein extract. 80,000 ppm of beer yeast. +I didn't know, but after washing like this and finishing the broadcast, +Things like this are also cheap. +My friends, you worked hard today and reviewed hard. +If the teacher feels more comfortable, he will be able to have fun teaching with the children. +So, when I saw that, I thought, "Wow, this is an amazing person." +I asked writer Band Dishoon. Drone steering, is it okay for writer Mina? +Now, everyone likes going to places like that, but there's so much variation in their physical strength. Those who train are really good at their physical strength. +The purpose of education was to see students enslaved to a happy life. +In the one you made for the instructor, you took it +Oh, this is really delicious. +You have to land well by moving and holding with your claws. +I'm going to deliver everything to the cat shelter. So, I'll do my best to deliver this too. Thank you. +But it's really soft. +But let's take a look. +We'll talk a little bit about the current situation. +No, so this is for a certain period of time. +I think the criterion of minimum is the country's consistency. +The face, it's not really the face. +First of all, what should we do now? I think it would not be a bad idea to try changing it to a slightly more harmless food. +I think that's the only way. +That's right. In foreign countries, in some states in the United States, even if they're accused of animal cruelty, it's not unusual. +Oh, so yeah, we've already done about 10 live streams while traveling. But. +So, see how long this lasts. +Now, I'm 3 years old and I'm 5 years old. +I'm not sure, but I think there's a way to get there by boat. +I don't know why it doesn't wipe. +The longer the feed lasts and the more it's sold, the more it's considered safe food. +That's nice. Why is it like this now? +The taste inside is not chewy. +In the case of the 2020 exam, +7, 8 times, taking away these gems one by one. +At the end of the 100th day, I will again record a video on the day of quitting smoking. +It's a one-and-a-half-month-old cat, and it's getting a blood test for kidney failure, heart failure? +So, I'm thinking of going fishing when I get a plum cone. +Yes, hello everyone. +Since he doesn't use it anyway, I'm going to use a filter, so it's better to remove him and go with a filter, right? +We practice education with a spirit of love and sacrifice for them and an equal spirit of freedom. +Content creator. +But I'll ask you how long it is. +My friends, it's okay to do this. +India is also a place I've been before. +This is all for the hospital. +That's because it keeps costing money. +I'm going to start with this. +It's 129 lira, it's 130 lira. +Let's learn how to brush cats properly. +Even if you missed it, it's okay. +Now, then, what are the divisors of 8? +Dinosaur Treceratos. +It's temporary anyway. +Cats in the Middle East there. So, what is this now? +As if it's sincere, Mr. Hee-kyung. +Then, if I study about travel to some extent, +She slept well, but she didn't even sit in the room because she washed the stool recently. +It was revised in 2019, so the current Yu, national level kindergarten curriculum +I'll just dry some noodles. +Of course, the director says we are. +If you look, oh, faithful, hello, long time no see. Really long time no see. +So, usually, you feed it and then break it in the middle, and then you feed it and then break it. +Uh, uh, uh, uh, uh, uh. +The cats sneeze for 2 weeks. +It's a little bit unique like this, but up to this point, the taste is the taste of each other. +I'm not sure why you're curious, but +So, every time a video is uploaded, my friends are like, should I call it reaction on KakaoTalk? +I have some reservations, so it's hard for me to answer them. +Now, just switch from linear to linear and the problem comes out the same. +They just use Napalmtan completely and remove all the trees in the mountains. +So, starting from the ingredients and then the way it's made. +Yes, if you wash it often, the performance improves with more or less recovery. +How about male neuterion surgery? Surprisingly, it sticks pretty quickly, usually. +So, they stay for an hour or two, do their own business, eat, sleep, +Alright, I'll set up the camera here and start cooking. +Now, the play part is out. +So, I'm not going to Gunma today. Where should I go? I like going anywhere. +After turning this in the gallows and choosing a lot of mythological legends. +What are you going to fight? Alright, I keep fighting in the back, fighting, fighting, fighting, fighting. +But why don't you use that? Most people just use the iPhone and Samsung. +Because there's no shampoo to be satisfied with, +Through this process, um +YouTubers are fools. +Another comment, Lintip, before getting old, I'll definitely get married this time. +Oh, but by the way, isn't there something like when the age difference increases a bit? +If they detect their normal skin, it all pops up. +It suddenly shattered. +It's good for you, bro. I'm starting at 25. How can it be? +It's meaningless. Actually. +Oh, this is an app, actually. +As expected, investing in a camera and a lens makes a difference. +I always try hard not to end the stream. +By taking care of the scalp health and firmly injecting nutrients and moisture into the hair, +This precious comment from the guys who went faster than me +It's best to use that. +It's not written on paper, but it's explained in the fingerprint. +This is a national site, so you have to go here and check it out. +I've also tried buying Coquetan from GMC for a while. +It might come in to cover it. Because what they do is cover their poop and pee. +But why did our humanities and literature begin to be called science? +That's why in that year, our teachers corrected that waltz is a 3-in-3 chance. +If I were to say this, I could really talk endlessly. +That's it, that's it. +In particular, the evaluation part comes out as a fragment of the test question. +If you do it in about 10 to 20 seconds, +The treatment can provide more nourishment and moisture for a longer period of time, +These are the ones who feel safe because they need to be able to see everything with one eye. +It's to divide their wrongdoings, to correct them. +In the case of teachers reporting child abuse, +I conducted the Department of Education Materials 3 Theory class. +I should have met LintyB in Turkey earlier. +It's a blood drawn from the arm. +What kind? It's Scottish Fold, Scottish Fold. +Yes, you can go anytime. +I'll continue with a glass of beer. +whether it's frozen or trying to escape, +Then preservice teacher 3. +We filled it with good ingredients so that the whole family can use it, from our children to adults. +Can you hear me? Can you hear me well? hello. +Some days and nights are timed accordingly. +Then, they might have to eat it again for the rest of their lives. +Leaving the religion of Islam, in terms of being an architect and an artist, +In fact, the aesthetic director will come and show you all of this? You can't find a broadcast like this anywhere. +So, I think you can check out such videos. +This problem still came out at 80%, and even if you just correct that problem, the teacher's study type is adjusted here. +Your shoulders will also be very firm. +Now, I'll brief you on the platform. +This 6 car was partially revised in 2007. +It's a pigment made from natural vitamins, so it has this lovely yellow tint. +Now, the scholar who corresponds to Di +Basic ideology, sorry. +Since it's my activity skill, I'll just do it separately when the time comes. +He's telling me who he is, and he's telling me to unlock something that makes me feel a bit uncomfortable. +Can I ask you something? Among the places I've been around, was there a pretty place? Could it be? +Why is beer yeast good? Because it's not in beer yeast. +If it doesn't foam well, you won't be able to wash it cleanly. +You can not only hit speed but also debuff. +I'm thinking about this too. +This dreamstart has the same characteristics as Head Start. +Because the A.I. teacher training materials came out last year, you can deal with them as important in the exam, right? +So I lost my territory. +about women's rights and women's education +But I didn't really like it when I was told to go to Japan before COVID. +My friends, you shouldn't do this. +So, I hope you stay that way. +It's not made in China. It's domestic, so you can trust it. What else is there, everyone? +How about the roughness of the skin? 6.88% has decreased. +Enjoying nature can be viewed from the hotel balcony or the beach from the resort. That's what's good. +Porcelain? Does it look like porcelain? +Most of the rest is based on facts and actually scientific, based on science +It will even help reduce the heat on your scalp. +Wow, thank you. I'm always watching you, so thank you for the good info. +So it's not a problem at all. +He has been exercising for 8 years. +Got it. Guys, stop KakaoTalk. +Why is he saying that the whole family can use what's inside? +The clinic level is the same. +How can I cut my finger once? +I originally said to go to a recreational forest, ah, I'll just take that bite. I'm so hungry, +If that's what I've been treating recently, it seems like this. +Hey, this is just a movie theater? +Because you can see it with your eyes. +When I was guild buff, +Now, there's one more thing I need to do. +I got it from a shop that recommended plastic carriers. +He was also very smart and did well here. +But they say that in places like Hilleberg or something. +It's not about gum inflammation and it's about oral examination. +I'm broadcasting Aomi peptide essence. +Creatine levels are okay. +Another is straight-up stiffness. When you use the shampoo alone, it feels stiff and like you can't comb through it. +If it's extended here, it's up to 3 weeks. +First of all, memorize just the words. Memorize the words. +But if you pull two like this and find a slope, the slope must also come out as 2. +It smells really good. +Maybe it's not a kid who usually goes to the bathroom frequently, but maybe there's no way to urinate? It's not urination. +So, rather than that, it's more likely due to some kind of anxiety. +And then the food from Royal Can. +So now you wrote the document in English. +I was at the Yaejin beach a few days ago. +After coming home, the play response is too low, +It might be, but it probably won't work at all. +The point is that you can use the Lore Beer Yeast Hair Loss Relief Shampoo without any worries. +You know what it is. So, the same goes for sand. The more expensive it is. Women's cosmetics. +And it is a part that is presenting more and more problems. +If it's 5 euros, it's super expensive. Is this the cheapest? +First, when you massage the heart, you need to know the location of the heart, but there's no need to worry too much about that. +It's just meaningless. +He's on the 2nd, 2nd, 2nd floor. It's been two months since he came down to the 1st floor, but he hasn't adapted yet. +In spring and fall, in spring and fall, the cats shave. +Alright, teacher, let's think about it. +Thanks for being with us for an hour. +You've leveled up, you bastard. +It's Calmex. It's called Calmex Calmex Cat. +Many people didn't give up, but they joined forces. +There is no legal question that I have legally become an adult and have to tell my parents where I live. +So, we look for the area where it is now. +With 6,600 won, you can fill the 100 spaces in the inventory that are not enough. +Oh go! What's this? Oh yes. +I need to show you the scenery. +Since it's much better than Suho, Suho can really get cholera all day long. +I was asked to discuss one thing at a time in terms of family connection. +I can't go to Turkey. Ah, I think I should fly that. +Diabetes is tough. What you can eat is really restricted. +Weapons, enhancement stones, I'll quickly level up from defense first. +I really want to say this. +No, why should I marry you, Kkakkoong? +Even if you say you're confused, it's not because I'm not good at math. +Alright, let's see if it really belongs to giyeok and nieun. +Yes, the wedding is on the 12th of December, the wedding is on the 12th of December, so I'm going to the wedding and on the 15th, I'm leaving. +Anyway, the skin is clean. Of course, they're babies. +And we have to talk about it. Not him, not mine, +Then organize it and then evaluate all of this process and its results. +Dreikers established a democratic parent education theory emphasizing the equal relationship between parents and children. +I'm looking for one of the four +I can't see it, everyone. I can't see Nutella. +The title of nobleman, the position, was inherited by the eldest son, so the position of nobleman by the eldest son was also the position of Baekjang or Namhak. +Just like maintaining a healthy skin. +Wet food is also suitable for kittens. +I think children have the ability to remember. +I didn't even try to tell them. I didn't even tell them. Because these days, the equipment is so good. +Alright, so we're going to start by studying using our new pronouns. +Then 4, 5, 6 would be recorded like this here. +Since I have a lot of money, I'll go all the way up. Ah, it varies depending on the level. +Yes, I think it would be better to say to leave when it's beautiful today. +Is your voice being heard well in this situation, +Dewey will also appear in play theory. +Alright, this is page 1. This is page 1. +I didn't do the craft today, but I started crafting at 7:30 every day. +It emerges in the form of play when integrated with physical exercise, health, communication, social relationships, art experiences, and nature exploration. +Let's poop. Now go. +Ah, but life is spaghetti. +After sweating at home with home training, washing your face, applying a mask pack, it's done! +Then, since this is difficult, I'll try just one more. +You should throw that away. +Barun Bento sand is the sand I advertised a while ago. +Just subtract it from 30 degrees to this much. Like this. +It's very uncomfortable for you guys to do this now. +It's developed in such a way that it can spread to humans or cross-infect. +These days, there aren't many things I really like. +It's hard because you don't go hunting a lot. +Because it's such a good product, I can honestly say it's good for you all. +Ah, I went to Ughdipangpang this time. +Then what can we say about it? This is slope. +We will send you notifications every time we broadcast. +Add archers. And here. +Then the cat bites. Pt. +Even if you use it all week long, you can put three in. +Everyone, please click on "Like" and "Subscribe". Thank you. +Then I'll adopt you. That's why. +Is that right? Am I right to do this? +Ah, I actually like it, so I want to experience minus 30 degrees, but it's a bit disappointing because it's not that much about whether it's blue or not. +To improve the scent of bentonite. +I'm trying to remove some of my previous mistakes, but there are a lot of toilet management videos in my videos. +In our country, according to current law, the principle is to treat rabies once a year. +All the teachers who saw the middle class passed. +Yes, something like a shared kitchen is something like the Hongdo Self-Government Committee. +It could be because they're young. It could be because they're shy. +It sounds really nice, but these days, they also sing songs. +I think I can recommend it to all of you. +First of all, honestly, in my opinion, the cleanliness level is similar. +Because it removes dead skin cells, sebum, and fine dust from the scalp, it adds good ingredients. +Okay, sis, I need to level up. Up. +The entire hospital is now completely cleaned and sealed with banknotes. +Lately, even in supermarkets, people are using masks. +Down sign? Wait a minute, I can probably do that now. +How many can you all change? +Wow, the atmosphere has changed a lot compared to the previous visit. +I'll go straight to the evil one. +So what is it? We are currently at the 2019 revised Nuri level of child-centered education. right? +Just after it's over, I should head over to Incheon today, and there's a meeting appointment for today. +Oh, you should think about this a bit. +It's expected to be open in July. +This is groundless. +I really like live streaming. Originally. +They don't get stressed and enjoy looking around and playing. Just enjoy it. Just do their own sport. +It's really easy for the scorers and really easy for the submitters. +Hospital bills are really expensive. +I didn't get much damaged items. +You also need to increase the umbilical cord. +The point is that it can remove dead skin cells, sebum, fine dust, and impurities from the scalp. Take care of your scalp. +If you want to liberate quickly, just break it and then. +Uh, I'm primarily focused, but now it's my standard, +I can't go backpacking often, +If your skills have grown a lot in the problem-solving class, I will confirm them in the mock exam class. +Just be careful when you move during this time of shift. +Please give me some advertising. +I would like to encourage you to take the test at the same time at all times. +It is a test that you should pass when you want to be appointed to public office. +Did everyone go camping today? +There's currently a Korean flight on the way, it's ambiguous. +Being sick is an enormous amount of stress. +I'm coming here after boiling some coffee, +I would like to convey my deepest thanks for being with us during the late hours. +Some people don't like to rub their whiskers. +Can you see it well? This. +Like that, what I asked the authoritative teacher +It seriously impairs the quality of life of older cats. +The last person left went out again. +It gets worse and worse. If you can't eat, +As you can see, it's in its adolescent phase. +First of all, before giving the event, hit the like button and chat a lot. +Is this correct? This, this account is not from Goddard. Dewey, this account is not from Goddard. Let's say it's 1 to 5. +Jeongji's nose is red because she drinks a lot. Oh, it's not at all. +Even if you put a broken bone on it, and you put a steel plate and a screen on it. +I'll do it again now. There are many people who leave in between. +They might get bored again. Then they might have to take medication their whole life. +I'm asking you not to play Carol but instead to play Geography. +There's trouble in the pores. +For the rest, there are widespread, seismic fluctuations, counterattacks, storms, and hitting devices. +Starting from Christmas Eve, +Then, shall we go to the next friend next to us? +Also, equip them with a large enough scratch post or scratch pad. +The Steering Committee is from the Ministry of Education. +This can occur mainly in young cats. +How do I put these individuals +I really like giving them snacks. +A number appears. +In line with the standards and strengths. That means it has been enhanced and expanded. +Let's enhance this one continuously. +So it doesn't seem like it's even a compulsion, it seems like it's just a form of play, so don't reinforce it. +Where's the top part? Here it is here. +When it's feverish, they can't eat because of stress. It's really stressful. It's called fever. +If you search in the search bar or social media, various reviews are available. +I think there were a lot of guests today. +So, I try to play with them twice a day to treat them, but every time, they get angry and don't play much. Why is that? +It's still a bit tough, but +So, I can't read past questions. +Well, I respect this. I respect it. I respect it. +Usually, apart from the gourmet, I went to every corner of Kayseri. +The heart is running well without any issues right now, and it's not destroying a lot of heart muscle cells, so it's maintaining well. +A lot of people say, "Stop saying useless things." +Some people's scalps are really red. +Oh, that's right. This one looks good. +From when to when is the kindergarten's school year? +Through it, we cultivate the essence of our heart, learn something with our head, and lead it to action. +Just leave it in the shower. +But this. If you don't know it, you know it's true. +Because the behavior of scratching isn't something you do by looking for it on purpose. +Ah, Blackstone, I packed my bag for today, but I didn't buy anything. Where am I going? +Now, this is in Mt. Mureung. +If I'm walking down the road and there's an argument with someone like Ma Madongseok, so they raise their faces. +Since there are many martial arts skills, it's a bit tricky to use it. Oh, I can't change this separately. I have to change it to a certain amount. +A really big carpet costs 2 to 30,000 won. +So, in relation to this problem, I think the 100percent, 100percent correct answer is the motivation and motivation stage. +Please play with this wholeheartedly! How to play with a small child! +When my turn goes up, I think I still need about 10 minutes. +I think it would be okay to install one of those. Microphone, +It's a failed second round and a total mess. +We will add your nutrition and moisture. +The coronavirus people probably get is, +It's not the end of the story. It's pH 5.5, hypoallergenic and slightly acidic. +We'll reduce it to the ideal weight within 5 months. +Yes, slides, aerial toys, these things. +I think raising it would be right, in my case. +So, it is said to be an explanation of this ability. +We need to have a certification event like this, right? +I'm planning to go on emotional camping too. +Ah, no individual corrections since this year. +Not a, but find another root. +When you put in and take out the wind really quickly, it dissipates well, but this is a model that is much older than that. +Hindink, the land of Hindink. +Still, I won't bite you, but I'll broadcast live for now. Alright, let's see! +I should do it tomorrow too, like a mummy. +Someone died from eating something. +I'm not sure about the vaccination and the inflammation, right? +What, there's no Ober? Where should I kill it? +Thank you, everyone. +The fun is just, isn't it fun? +At that time, our aesthetician who has more than 20 years of experience, +But if there's one issue, you might be wondering if it's blocked or not when you go to Namsan. +I bought something like 50,000? There are a lot of issues like this, +Education brings human development into harmony with the laws of nature. +It's packed with 11 shampoo droplets. +Because it's all contained here +I've got a full turn. +Then, there's no choice but to do what if it doesn't harden well. +Water that directly touches our bodies is also very important. +Alright, I'll try to keep it as restricted as possible. +I'm just going to die of boredom. +Thank you. Now, what else? +However, if you go to the administrative and legislative office, sir +We'll let you know as long as you can find it. +If you say it's hard, just have the sterilized food yeast, right? +In the evening, they usually say they're in mode. +So, while we're traveling, um, +Oh, based on that, Subproblem No. 2 came out right away. +You have to tell me what his will is. I've told you everything in the past. +Or it's really good to take a break. +That's why if you don't practice factorization hard, +There's only one thing, just one thing. +I thought we were playing backgammon again. +I think they'll really hang out with each other. +So, it's one of the conditions where antibodies eventually develop after 6 or 7 months. +That's not the case. +Bang Jung-hwan is also a scholar based on the theory of natural goodness. +It's ambiguous. +My friends, what is this? Yes. If you don't answer, pass! +It's the secretion of olfactory cells, but for cats, +But I'll read a little more of the article because there's something you care about. +None of this matters. +Ah, I think I can hear you again. +It's not until the age of 5 years. It's a child before dental school, before elementary school. +Now, from here, you need to pay a little more attention, as you said earlier. When feeding, water is said to be life. +And now, there are more academic and more specific contents that can be learned in elementary school. +There's a difference between feeding them for more than a month and not feeding them. The owner feels it first. +Right? The play doesn't just end that day, but until the children's curiosity is resolved the next day, the next day, the next day. +There's a phrase written at the end. What it is is happy together. happy together. +Hydrolyzed protein, hydrolyzed collagen, +If you use it once, it's because it's a very thin blade. +Does the cat smoke the poison? What are you talking about? +It's related to deformed surgery, so I send him a letter, and if there's a serious condition, I send a letter to that friend. +So, some theoretically knowledgeable teachers +So, you have to be really, really careful. +So many people are interested in hair loss, +And the back of the cat's head is shiny with fur. +So, you don't have to feed them inflated food. +Ah, if this attack goes like this, it becomes a dead attack. +Where did you come from? Doctor, the boat is really sick. Come this way. You need to get a shot. +Our Chloe. Ah. +Scaling a one-year-old cat is different. Definitely different. +Sister, left, left, left. +When I looked at something, it was a Ray sponsor shirt. +If you purchased two during the live, +Mana recovers 2%. Attack damage 4%. +That's why Locke also opposed corporal punishment. +When sebum secretion increases, our scalp also needs to breathe, but sebum tightens it so it can't breathe. +When it comes to content, it's not about looking for details, it's about finding content. +Teenagers and children can also lose a lot of hair due to academic stress. +Please play with them more. As I mentioned, play with them is 15 minutes, 4 times a day. Mini stop. +You see the Mediterranean Sea and the sea? +Giving them some kind of trust, +I didn't know anything. +Let's do it. If we do it, it will be more frequent. +Not only is it Sylvia's perfect answer +So, I think it would be good if you could share that. +Teacher, if you look next to it, if you look at the box next to pragmatism, you compared pragmatism to existentialism, right? +You can call it by various words, but the one with the meaning of Injeoncheon is heaven. +Is it 10m long? Depending on this, each carrier had slightly different prices. +I would like to say it gives your skin more elasticity. +Let's go to problem number 5. +I recommend it once and I like it. Please press subscribe once. +Nice to meet you! Hello! +The attack speed is also very fast. +If you look, it's packaged like this. +A lot of people sent me emails. +Alright, let's wrap up today's video by finishing here. +You can think of it as a drop of a drop. +Like this, oh, oh, oh, oh, I almost fell down. +Why? Because of the time, it's still thin here. +Someone with dementia or needs some mental help now. +It's because I erased too much content than I thought, +Cats don't like litter boxes with lids. Got it? +Now, the fountain is on the right. It's better to defend on the right. +There are separate feeds that are well digested by each company. +This is the Nuri Curriculum, which was created by integrating the standard childcare curriculum of the daycare center and our kindergarten curriculum. +The right to freely express one's opinion must be guaranteed to the fullest extent. +I am sharing the entire classroom with other teachers. +This is a fact that has been scientifically proven a long time ago through research. +In the first place, whether we become private, state-run, or preschools, or a third-tier organization, wouldn't it be both state-run and private? +On Monday, it will be tomorrow. In the video I'm uploading for tomorrow, I'm going to introduce Metacam, a friend for senior cats. +What I was doing, suddenly came the talk of restricted feeding, right? But? +I just naturally love that luxurious scent that is spreading by the wind, that scent. +What's wrong with Tattoo right now? +If it's not because they need to use tofu sand or pellet sand, or because of various environmental factors, then +Our cat is a male, but when my male friends come, he bites and runs away, and when my female friends come, he approaches slowly. +I think you just need to start all of them again from the beginning. +Hmm, so you don't have to worry too much about this. +It's available for KRW 99,000 today. +Since they're still young, it's easy to correct. +I mean, there wasn't that kind of feeling. Ah, it feels a bit uncomfortable. +Have a good day. +I don't rest on Sundays, just work at the hospital, and I'm at home. +I've been having a really hard time. It's poop. It's water dirt. +Also, our product contains an ingredient called menthol. +Well, any number. Suddenly plus 5. +Then I'm going to flip this logo. +Ah, when do you go up? +And I had 10,000 won, my sister had 5,000 won. +Reducing it is also very important. +Oh, what are you dying of? How old is your sibling? He's 22 years old. +They give you blue gems and they also give you gems. Well, not a lot. +Despite Paragraph 1, in cases where correction is inevitable, +Actually, I'm using it at home too. +What, are you crossing over with Suho and now going to the Black Mage? +A lot of people use things like alloe or oeil packs to cool down their skin, right? +Some people might say, "As time goes by, my crown area gets oily and thinning." +Nojuyoung, Antonia. Nojuyoung, Antonia. +What we're talking about is, if you look here, +They showed interest in it, right? +Dubu, shall we say goodbye? +Then there's a rule like this. +Ah, I should think of this as almost a chain lightning for the last broadcast. +There are big differences in terms of infant and teacher status. +Shall we meet and sing in Chinese? +The point that gets the answer right is drilling, sewing, dyeing, and putting in beans. +So, for those with a little bit of hand grasp, +Wow, there aren't many people here. Is it because the power of the Hundred is from last year? +Our friends, remember everything you learned today carefully. +That's how strong it is to firmly hold your hair. +Problem Solving Introduction Nuri Course Next, teaching essay +Something like root 17. +Can I brush your hair for you? +What is left as a theory is called educational philosophy. +Alright, I raised it to 4. To increase it from 4 stars to 5 stars, this is now +Yeah, we don't have one either. You gotta buy one. +It's normal for them to bite everything and solve it. +Mr. Nuis, Canada has many nature-like campgrounds, but in Korea, there's a lot of campground vibe. Sadly. +I don't know what it is, but I was kidnapped. +There must be various ways to evaluate the various plays. +The reason is because of this biotin ingredient that was floating in the air at the beer factory. +Alright, let's check out the announcements as well. +He asks for the vestibule door to be opened and climbs up three or four times a day, but is he too thirsty to let the outside stuff out? +Nice to meet you, Sky. +It is said that young cats only cry when they're hugging their mother and mother cats. +Let's go to the second problem. +We define children and child welfare based on the Child Welfare Act. +And cat allergy treatment. It's not cat allergy, but cats cause allergies to humans. +Huh? There's a bed over there. +It refers to repeating the same behavior when they are anxious or under severe stress. +So, isn't it a common curriculum? It's right from 2019. +It doesn't have any other meaning. +Cats are almost 100 times more stressed. +But there are cats like Bibi when they smell curry. It's not just that kind of cat. +Commentary and technique are used in the same term. +There's also a 2,000 won one. +So, go to many shopping centers. +If it's 500 Tenge, it's not a bad deal now, right? +In the end, it became thicker and warmer, and in the end, it became a gift for many subscribers. +I'll try to squeeze it. When I squeezed it like this, +Why did it happen? +There are no high-end, high-end foods like oil. +I need to see the skill tree. Ah, the skill tree has changed a bit, +Wow, I need a lot. +So, when you start a paragraph, you don't necessarily start from here. +After that, the Minister of Education shall include in the basic plan established pursuant to paragraph 1 +Be proud and bow down here. Ha +What is an action to learn? It's an action to imitate. It's an action belonging to this. +Why don't you guys know that? +Our nuclear gold brothers, +I have a promise to catch the Black Mage later, but what really happened? +You have to keep making it circulate. +If you think it's the same for the cat, you can do it. +Like the title of the room I've just made, there's a Hell of Breakfast being prepared. +That's why cats and dogs can do that. Because. +I keep remembering only the Turkish price. +Regardless of the number of fully selected people, you will pass. +In play execution materials, the teacher's role +Cats and dogs have different territories and different food. +It grows and weighs heavily. +Anyone can report it to the criminal investigation agency. +Rather than being made by the teacher, the child plans and moves forward based on his or her own interests. +I think there's a need to teach that it's a bad behavior because they say, "Let's play." +When people who don't drink drink alcohol talk about makgeolli, +Marriage happens all of a sudden. +Is it because I went to the left? +So, it's also a topic-centered approach. +But if you go 3km away. +So, because our products contain menthol, it's possible to take care of your scalp. +There's been a lot of open Grandfone in COVID and even up until last year. +It uses the insight of regular martial arts. +But when we apply protein to the skin, there are limits to how it gets absorbed into the skin due to the small size of protein particles. +It's the first time I've heard of cotton being sexy. +You can clearly see the Galata Tower. +Considering your pocketbook situation, you can just buy something good. +When you wear glasses, no need to avoid it! +And if you go there, it seems like it's like the night market. +If the triangle is 1, the square will be 5. What if the triangle was 2? +I tend to think more comfortably. +Puppy education, just like other people, holds snacks and sits down. Wait. Lie down. Let's do this. +It's so good. Thank you so much. +After that, in kindergarten, the kindergarten curriculum +In this case, due to the stress from the visit to the hospital, the cat's anxiety can be attributed to the owner. +The reason I divided it like this is that gloves attack very quickly. +Oh, Eunice, if you shoot like this, I'll be like this, like this, like this, thank you. I should shake it once more. +So, ah, I forgot my name. +Since I participated, it's because we all walk in a crowd to catch it, so there's no damage and it's easy to catch. +It's not double, it's not 10 times, but it boasts a whopping 20 times higher efficacy. +Everything here is frozen now, right? +Then should I come to Naro? +Now, then, it is specific to enter in the rear. +I'll give you an example. +It says its name is 420. +It reduces the number of specific antibodies coming out of cat saliva. +Especially because I'm isolated, I have to do everything from one to ten. +Instead, there is one thing that our friends should memorize. +There's something you can eat as cream, but it tastes really good. +But you don't really need to push it. +I think you can refer to that. So, you can watch my video about that. +Oh hello, hello, nice to meet you. +For lambs, it's not that hard. Not even for dogs. +Those who said something was happening and they had allergies were a bit more reassured. +You can see dogs, you can see lambs, and you can see zebras. +Starting from Gardner's theory of multiple intelligences. +Hey, I was so quick on this. Sorry. +She's 1cm tall, 1 year old. She's almost 1 year old, but she weighs a bit less than 2.8kg. +So, how much money are you spending there? +This one, it can't even pee or poop, +This means that the head of the school must check the air quality hygiene at least once in the second and third half. +Even cats. +It's okay. You can think of scaling once a year. +Because these parents ultimately became teachers to other children, +I went to the bathroom over there. +If it fought for independence, the Macmillan sister, the Early Childhood School of the Macmillan sister was established in the UK in 1999. +But actually, when the brain sleeps together, the brain also sleeps in the REM sleep. +Then they developed allergies and had immune problems. +So, because the rest is based on philosophy and developmental psychology, +It's coming out. This is real camping. +Personally, I recommend leaving the shampoo on for about a minute. +Whether it's for physical contact or nozzle reading, you can see three things. +Read a lot and leave a lot of comments. If it's tough. +My body isn't feeling good yet. +So, by age, 3 years old, 4 years old, and 5 years old. +So, I might do my best for that duty, but +Z Z Z Deal. Don't stand still and press everything! +You can simply think of it as 8 questions, 8 questions, divided the problem. +Oh, did you see me at the dinosaur at Mt. Seorak? +Alright, we've finished everything. +After that, it's pedophilia! +Since it's called Easy Feeder, we know that 70,000 to 110,000 causes cause that. +Wow, today's question exploded. What is this all of a sudden? +Every time you leave a comment like, "I didn't know this when I saw it." +The problem is this is a very serious emergency, +Alright, guys, just do one last thing. +I was so scared that I couldn't even pee, +If we respect children, sir +Oh, Woody! Woody! Bangga! Bangga! Hello! Friends! Welcome! Our friends! +I used to do a lot of these things in the past. You know what this is, right? Is it too old? +Okay, you can look here. Yes. +Man, I'm tired right now. +We're going to share a lot of photos, so. +I applied for dog stem cells. +I'm shooting with a better camera than a little while ago. +In the case of Angel Camping Bros, he is really a pro camping car owner. +They just think within themselves. +After calculating the total weight my cat should eat per day. +This is a very tricky management, so to be honest, even one cat is strong. +I'll factor it all out. Try it like this. +If you use a lot of martial arts skills or enhancements, you're going up to 10,000. +Currently, it weighs about 8 kg, so there are no major issues, but the heart is a bit weak. +It's the same no matter how good the ingredients are. +So, in this case, it might be a kind of fresh consciousness to get rid of their own body scent. +Oh, it's done. Got the trick. +If the problem number 1 is wrong, yo 1 point will of course be deleted. +I've tried it myself, for example. Even in relation to this. I've gotten counseling and learned from it. I struggled a lot with depression. +Hello, Baeng Baek, Jin Sook-jung. +So, they sell a lot of herbal medicines like this. +Right. I don't think I can eat it because of the dust, but they're warming it up and selling it. +You can steal something like that. It doesn't matter. +Wait a minute, ah, the notification isn't showing up? I'll check the notification. +Most of what needs to be known will probably be included. +But now our teachers have enrolled. +I know the answer, but why did you just leave this? +This place has a bit of an oriental charm, shall we say? +But this one got antibiotics during neutering surgery for the first time. +So, the understanding of the teachers is also the reason that this lecture can be organicly suitable for teachers. +Ah, it's calculated how many grams you can give. +That's the only way. +It's good to keep in mind that you might not be able to enter one day. +You all know how important that is. +I ended the wedding with a million won, and with the wedding money, I went on a world trip. +Yesterday, I thought it was a bit hot. +And when I chewed it, it was better. +Even in terms of the definition of the Infant Care Act, the teacher said, "This is the Infant Care Act." +Using the camera c, c, ah, I don't know. +Hello, Adkene. Have you had your meal? +Then, after an hour of Hell Wave, I'll do it again, so I'll keep doing the nightmare dungeon. +I said there must be such expressions. +It's only effective for cats after sexual maturation. For young cats after one year, +Even if you want the best treatment, either because of economic reasons or because the situation isn't good, +About 2cm? It's already piled up. +The place I went to at that time was Gold Coast. +It's become a tree. It's become a tree. +But now that I'm calling the bill on my cell phone, they switched it right away. +Wow, I met a Korean here again. +It's much stronger than a cat's tongue. +Oh, this product looks good. I only use the ones I've chosen. +Rather, if they get agitated and startled, feed them Rescue Remedy. +But if at least one of you feels uncomfortable living with a cat, uh, I'm opposed. +It's been a month since my kids didn't brush their teeth. Didn't they? +There is something called Introduction to Early Childhood Education. +They're eating fish, but honestly, we said no. +And the person who didn't swear. +It gets chaotic, doesn't it? It's sweeping, right? +I've been working hard on the tree quest, and I've reached over 50 levels. +Oh, I sweated a lot. Oh, I sweated a lot. I'm sorry. +If you're worried about losing hair, you definitely need to use it. +First, the parents are supposed to play in the playroom all day with their children who don't want to be separated, and then return home. +With Korean money, 10,000 won? Is that 20,000 won then, honey? +That's right, you can't overlap with today's one. sorry. done. done. sorry. overlapping with today's one. +That means that your scalp is sensitive +Wow, I envy Hannasan. +Will it come out well? You know where Jordan is, right? Where? There. Ah, I forgot. +No, isn't this me who won? +In this application version, if you go out and solve problems, +Making the concept easier for you to understand +Hey, now that the kids grow up and don't follow me around, it's better to go around a bit more casually. +Now, what about X? +I was so scared back then. +It's possible because it contains 4 types of hydrolyzed proteins. +This year, there were no surprising or startling problems. +Let's organize here. +Germany is now losing the game. +Let's see again. Hello. After my cat moved in, +Then, really, etc., etc., etc., etc., etc., etc. +Yes, hello. Nice to meet you. hello. hello. nice to meet you. +When you can do these sports, we call them specialized movements. +This 1000 ring looks like this. +You can gain more weight, of course. +The person obligated to report child abuse may deny the fact that he is obligated to report child abuse. +Ah, when I come out with Ari, my heart feels at peace. +Why did you struggle? Why did you struggle? +Why did you make so many mistakes? +I would give it if it was possible, but it's not my duty. +Now, one or two of them are getting older, +Seol, talk to your mom a bit. +The basic knowledge has completely gone now. Yes. Anyway +Especially those with curly hair, their hair gets more puffy after drying it. +Welfare support for children with disabilities refers to the state and local governments responding to the special welfare needs of children with disabilities. +Well, there's no plan to do this. +I'm totally chaotic. +Yeah, there's only one red draw. +So, our hospital is not trying stem cells right now. +It was really amazing that when you touch it, you feel a chilly effect. +If there's a big platform next to me, if there's a big platform at the right end, then, +I'll just end with this one, everyone. +Oh, I heard a fun story. Do you know that cats are not Old and New World cats? What I mean is, +It has to be expressed according to the situation in which they work. +Yeah, I think the foam is falling out too. +Ah, I tried gymnastics, but it didn't work. It's a shame. +If you want to upgrade quickly in the early stages, you should buy blue gems. +Well, they give me a lot of gums over there that are tartar-soluble. +Talk about buying this cake. This isn't usually cake. +Even if I say I'm uploading a YouTube video, it doesn't earn tens of thousands of won a month. +But our product is a hair loss functional shampoo certified by the Ministry of Food and Drug Safety. +I should go all the way down. +Or write what should go into parentheses. +It can help our skin for an hour. +There were about 1,000 people. +In Turkey, you can't see living things over there, right? +You should use a slightly milder product. +Please change it to something like this later. +How to buy a mild shampoo. +This is what I drew today. +Some might say, but +If you feed them other kinds of supplements, there's a high chance they'll go overboard. +I think it tastes like this. +The purpose is to contribute to the integration of self-awareness and society. +I don't think there will be a hobulho. +I forgot what they were saying in the United States. +Well, it's all cleaned up. Eat it all. +I was told to write an educational philosophy corresponding to Nieun. +Now, I'm not nervous too much. +Even when you smell it, it's a bit minty, right? +And the real delicacies, everyone. +First of all, joint supplements won't be a big help, but I don't think it would be a bad idea to just feed it with morning prayer. +A variety of people will come. +Can you go back quickly with your glasses? +Well, it doesn't have anything specifically to reduce your appetite, so you can just watch it. +When I explained the shower filter earlier, I never said it was just a shower filter. +Usually, they also have a cat tower so they can look outside. +But the scent is also good there. +It's Tobig. Oh, it's Yojima. This. +The scholars who conducted parental education at this Fairytale Kindergarten are Brownlee and Howard. +Mocha is here. Mocha is sleeping right now. +Like this picture. +Now, I adopted a 6-month-old stray cat. +Okay, I raised everything up to level 30 here, and I still have some enhancement stones left. +In the afternoon, starting from the top of the head, the oil begins to creep up. +I'm smoking a taxi. +Hydrolyzed keratin, +So, I'm going to show you a little bit every step of the way. +Anyway, thank you. I'm deeply grateful. +May 5th is Children's Day. +Where did Sana go? She was here a while ago. She's looking for her. +Excluding 13 harmful ingredients. +Now, for now, rip this off and head straight into the oven. +Since you can get sp in large quantities, I really hope you visit Mt. Mureung. +What efforts has Korea made, and what efforts has it made internationally +A lot of foam comes out like this, everyone! +Since I need to collect 275, I haven't yet. +Therefore, there is something that must guarantee the rights of children specified in the International Covenant on Civil and Political Rights. +It's very sturdy and big. You have to wear something with good quality. Scratchers are also very important, but most people don't know. +Then is the number of X the same? +Stimulating creative movement expression is a dramatic approach. +The price is reasonable, but the scent is different. +After pressing the World icon on the top left, +At that time, I'll give you more delicious snacks. Don't think like this. +There's also white here. Isn't it pretty? +Well, once you breathe in, the cold breeze comes up to the lungs. +Don't you go down? What's that? +It was based on the details of a 5-year-old, a 4-year-old, and a 5-year-old. +Kindergartens are divided into national, public, and private kindergartens. +What should I say to that person about 10% or 20% a month? +Uh, then, the theory of this divided part will be dealt with in Early Mathematical Education, Early Science Education. +It's really scary. I don't know what's going to happen. +First of all, the size is not that unfamiliar. +Well, for now, so anyway, I came here today asking to do this as Angmuncheol. +I tried a bunch of things. +It's not raining, and it's a bit clean, so I bring the gopro. +Also, there's honey extract in it. +Achievements. You can get achievments while testing this now. Something like this. +So, there has to be this continuity. +Sir, where is no instructor like this? +The internet is down on this. So it's not working. +Huh? Is it a node? Uh, this? Why? Why? No, I didn't step on it. +Well, when you get an anti-cancer treatment, your life gets tiring a lot, and your time disappears. +One thing that teachers misunderstand is that Brown was the first to bring in the concept of a children's association. +It is said to feed Metacam for about ten days. +So, the current feed came out. So, if you feed them 100% high-protein white, they won't say it's not good for their lifespan. +I'm learning this, guys. What is the linear equation? +The movement of people, the movement of citizens. +Some places. They say there are places where you can taste 600 different foods in fat. +You can just stop here. +When it comes to natural, natural food, +I was really surprised. Really. +Lunch time is over. Take the time to broadcast hard. +So, when you come to Turkey, the Istanbul card, +There's a kid who looks like this. +Ah, I have a question for Younsam. +The Internet itself is gone. KT Internet. +Maze is after you. +The third thing is self-reinforcement, +The essay continued to come out 8 points 10 points. +I'll eat the one from the tree that we generously donate as a tribute to open my mouth. +Hello, I can hear you. +Yes, Turkish people eat the most desserts here. +When a cat eats a water bowl, look here, wait a minute. Shall I show you one? +It's a shampoo that has nothing to regret. It's a shampoo that doesn't lose anything. +Most shampoos have a kind of herbal or health-improving scent, and many of you might have said you don't like it a bit. +I came to Hyungta and also did Jeongdan. +I'll cook the noodles and try them. Hand sourness. +But now, people who work for doctors, nurses, or medical institutions are there to help and volunteer. +This Golden State, uh? On Friday. +In supermarkets and public venues, there are also more rules that must be followed differently from households, isn't there? +It's also great to take a look at yo karaja. +So, it seems like you're really good at responding. +What I mean is, +If you bite somewhere, I think it's best to avoid it now. +Why am I curious about this, So Mingi? +Eun-young, why why why? +When you guys wash your hair at the salon, +Give them anti-anxiety medication. +So, there are 6 cat badges, depending on the color. +I'm only talking about the ones I've used. +Oh my, there's also a star balloon. +They can do whatever they want at any time. +Because they rely on us for all their food. +I'm in the KakaoTalk chat room called "Saraboni". +And are there always black peppers? +What happens when the hair follicles open? +What, only two are included? Oh my gosh. +When they grow up, they eat slowly. So they get better. They're craving because they're young. Got it? +That's why roasted is important, +Because of the word "practice" that comes out here +If the range is high, I want you to say it's okay. +I took a moment to review it at the competition and return it. +Because now that we've made it with good ingredients, honestly, we're prepared for raw materials. +You don't have to do a lot of things. +When the baby grows, give it a little less and adjust the amount. This is what people who don't know anything say about food nutrition. +Our family is an integrated family of kindergarten and daycare center. +It's delicious from the alleyway. Oh, are you talking about beer? I'll give it a try. +I came here today too. +The way they eat and cook. +Now, since I've leveled up my martial arts skills by about 5 stars, I can't wear much blood. +Of course, you may think your hair is smooth and fine, +If you think about it, you'd probably buy a bottle. +It's the same for cats. It's useless to endure without a fungal medicine. +Thank you so much to everyone who sent super chats! +There's an envelope. Oh, it's not Memento. +The food is individually packaged right away. So, if you like ice, you can put it in the fridge. +So, making them comfortable and comfortable is a very important part of their quality of life. Got it? +There are also ingredients that we commonly know can help with hair loss. +Mocha's face. Mocha, wake up. Mocha. +Also, people with hair loss will come. +I ignored the fact that I had to provide the product. +In order to creatively conduct various education tailored to the realities and characteristics of the region, +They say they can't wear scissors like that. So why? Then, because of medical insurance, the grade of scissors is determined. +A high point or a rope connector. +There are only unique enzymes underneath the cells that make up the heart muscle, heart muscle cells inside the heart muscle. +Even if it's free for each other to suck, what could it be? It's even more so when there's a lot of stress. It's even more so when it's free. +You memorized it. Then, what about the general theory? In the structure of the personality of the Nuri course, there is a human image that is pursued. +Whether it's canned food, dry food, or pouch, you definitely need to feed KD or Renal. +Wasn't it over 100 million? Dong-il? +So, why do we pay for just one shampoo at the hair salon? +Now, for example, the teacher asked me what the divisor of 6 is. +I don't know why it got cut like this and copied. +What are the teachers of Ji-eon talking about and thinking? +I'm so sorry for shortening today's stream. +What should I say? There are things that are a bit difficult to wash together in a laundry machine. +Alright, if you come in, we'll travel together. +You need to keep fresh, cold air pouring in. +I've seen it in Japan. +So, what goes into nieun is interaction, and what goes into di is change. +Even if it's a bit small, I'd like a lot of smaller brands and newer ones to come out. +Just the Special Act on the Punishment of Child Abuse There is a part that I have pointed out. You can only look at that part. +After being here for 8 minutes, can you tell me if there's a good hunting spot? Isn't there too many people there so I can't do it? +Well, that can happen, of course. +However, one weakness in Locke's education is any ability for people who are called gentlemen or have a certain class. +What do you think? What are you two doing? +Ah. The owner is safe. This owner is safe. +I don't weigh 56kg. +Cutting meat is also a job. +My mom, who's coming tomorrow, came to Hongdo 50 years ago. +A type of vaccination brake to reduce fatigue. +It's the same with dogs, meaning whether free-feeding for dogs or cats makes them happy or not +Red pork. Red pork is also called. +You can definitely return this. +Thank you for your help today. Thank you for your time. And +Oh, it's going up like this. It's gaining stamina, internal power, and external power. +If you apply it to the rolling rolling face like this, you can see the foam coming up, right? +Especially for me, the skin itself is really sensitive, +It's not like that. If you just leave the house, +Otherwise, it's a waste. +You can get it at a discounted price. +There are few cases where cats get infected because of this, actually. +I think many people will be very interested in this hair loss. +I would really appreciate it if you donate here. +Uh, it feels like I'm getting the care myself. +But the smallest thing in my wallet right now is 20 lira. +This place is the cheapest, and it's legal to buy here. +But when it's negative, it becomes a graph that goes down. +We finally arrived. +Although it's damaged. +Considering reality is said to be an adult. +The reason we use disposable eye drops here is, what should we say here? +We don't understand, but cats, depending on their own preferences, +On the genetics with black, it can't get yellow or orange. +Actually, I'm a single-person senior. +Seol, Seol! Are you having such a nerve battle with your appearance? +I think it's all done, huh? +Then, what specific goals should we adhere to for this top priority? +If you look at internal and external aggression, the numbers are different. +The interesting thing is that as soon as it's eaten, it goes right to the brain. It absorbs incredibly quickly. +It's also helpful to look at the world. +Would you like to take a mukbang? +I'm just asking for your understanding. +Because it's rare for cats to be so anxious because they don't have a owner. +It ensures that cats are peted with pheromones, and it teaches cats not to bite hard. +But if I tell you about the personalities of people I know in Turkey, +In fact, in Taiwan, men go to military service. +So, if you have high cholesterol from Royal Canin prescriptions, +It was about children rather than children. +And everyone at our hospital goes to cat specialist clinics a lot, and they tend to go there a lot. +So, I came to see IKEA. +Come here, why are you guys like this? +Well, it starts with the one who can't open his mouth, +Yes, I'm traveling alone. +He's one of my favorite and close YouTubers. +He's sleeping right now. +Since you have a rich understanding of that, there will probably be some special strength or something like that about yo part. +Is there something like ojang? Ah, does each have a hojang? +We gathered a lot. Is there just a little more? +Well, in cases like diarrhea or diarrhea in the classical reaction, +It is a curriculum that integrates education and childcare for ages 3, 4, 3 to 5 +The one I'm wearing right now is a thick winter wool sock, right? +Then, Da, Da, I forgot last time. +I'm selling dessert pieces cake or something like that. Should I check how much is one? +In the case of older people, they really don't like fried food. +Even at the X-intercept and Y-intercept, most of my friends +Or to reinforce surrounding tissues. +So, teachers may not be covered by this, but they may be eligible for dental treatment. +Our Mr./Ms. Buhyeong is definitely good at speaking and our Mr./Ms. Buhyeong is good at speaking. +You have your own beliefs, and still, look at what I do, +Doing it like this, yes, that's right. +This denies some specialization in early childhood education itself for kindergartens. +I used functional shampoo, but I couldn't settle down. +We have not missed just one area of the introduction to early childhood education, and are firmly grasping it all. +For whatever reason, I don't know, but she might suddenly like it. +I really think it would be great if you could trust and use this. +So, it removes dead skin easily. +I think today's video should be wrapped up here. +I discussed it with the teacher +Chinatown. There are more things to see here than you might think. +Because it's got these four types of hydrolyzed proteins, it's even softer when used alone. +Why are you worried? You don't have to sleep here. We have a lot of water and a lot of oil. +Now, when we come here, we'll bind right away. +If it gets worse, take medicine and get better. If it gets worse, take medicine and get better. +They said they wouldn't give it. So, +Oh, oh, I lost again to the rock-paper-scissors. Really. +I'm also specifying, +Or if you bring two cats under the age of one at once, +So, in cases like this, it's usually recommended to feed them nourishing food. +It looks solid. So, in a dangerous situation, the feather over there looks like a stone. +Anyway, during our conference in Japan, I actually do a lot of work for the association. I also work as a veterinarian at the provincial hospital. +When they jump, they slip and they bite. And they get a lot of throat injuries. +So, I would like to say that it is a snack that is good for the whole family to sit down and eat together. +Secondly, I'm wondering if I should continue, but the thumb doesn't come out. +Why are you lying, sis? +Yes, I've even heard of Kazakh traditional food. +It's really, really good. +I think it would be nice to have a large dog. I want to have it. +The best thing that's come out these days is the Rock&Lock food science and storage container. It's in Rock&Lock. +Oh, isn't this the one you've tried before? +Thank you, Joseon. +Ah, thank you. +I guess I was a bit arrogant. Here. Today I have a level-up technique and something to organize. +So, please don't block our lecture this year, but keep pace with me, +It's higher and higher than the item you've leveled. So, if you consistently craft it, it's really helpful for leveling up. +Then number 1, number 1 of the detailed goal, is supposed to meet number 1 of the content category. +So, it's not my job, right? I didn't do it. +Oh, one video has been uploaded this time, and another will be uploaded tomorrow, right? The video that's uploaded on Monday isn't much either. +Oh sorry, well, in that case, there is something like that. +It is said to lead in a conscious state. +It comes out really loud. +I listened to what he was talking about, and that's what he said. When psychiatrists do counseling, +This one came out. +If the litter box changes a little bit or the owner suddenly does something strange or something like this. +It's really fun to swim like this. I'll do it often. +Diagnosis is necessary. +Oh, nice to meet you. Mr./Ms. Nice to meet you. +We are so happy sharing and chatting together. +Ah, bullying isn't fun either. +For those who came today, +Anyway, I killed and beat it twice. +Those who were with me passed 100%. +So, if it's cute, it's delicious. +We sweat a lot in the summer, right? +The cat's nose is blocked, and it's trying to breathe hard, making a rustling sound in its neck. +The Turkish delight was so sweet, it was a bit of a burden to buy it. +There may be as many as a dozen cats here, but there are about a dozen that survive, and about a hundred that survive. +But the top priority that creates that kind of environment is. +Oh, I don't know if that's the case. They said so. +However, unfortunately, I know that those who chose other lectures did not pass the final exam that year. +Especially cats, surprisingly, get a lot hurt from slipping. +Mango meetings. I do regular Mango meetings. Regularly. +He's a veterinarian at Hill's who has worked for a long time. +Refer to the provincial and provincial offices of the relevant superintendent of education. +These days, I suddenly see a lot of tail-chasing behaviors that I didn't do when I was young. +Alright, we got Elias. Um, I set it up in advance today when I was 62. +The one in front is A Plus B, A Minus B. +After about a year, I think they'll be able to renovate their new house and return to another place for about a month. +They make feces that don't get on the ground and produce food. +Which can is the best? He doesn't eat this. Which can is the best? Which feed is the best? While buying expensive ones. Somehow to find out. +How about a hat, guys? But is it originally in one size? Free size? +No, what is that? Is it potatoes? They sell things like potatoes. +Like the Dementor from Harry Potter over there. +Before going to the clinic. +But I'm very careful. When I shower like at home, I use all the water all day. +We won't drink this, we'll just show you. +Your eyes haven't gotten better. You're old. +And I will explain why the position is viewed as white paper and sex theory. +Most veterinary hospitals handle spaying. +3, 2, 1. Ringworm came out. It seemed to have gotten better. They asked me if I should go to the hospital and receive a verdict to cure it. +Eat one and there's only level 22 left, right? Now. +The Lore Beer Yeast Hair Loss Relief Shampoo has a subtle sweet scent. +Alright, I should show you what it's like first. +Hey, Jinni! +38,000 won. You can buy it at the ridiculous price of 38,000 won. +to neutered cats +Recently, I've met a lot of successful solo entrepreneurs in Turkey. +Enforce reporting obligation education for those obligated to report child abuse belonging to +Some cats eat meat because it's related to their eating habits, and some cats eat it well. +No, if you have to know everything about neutering surgery, the doctor will kindly explain everything. +So, it is tailored to the structure of the study. +This cooperative battle. You can also buy gold coins like this. With gems. +The part that the teacher can clearly clarify is the reason for long-term absenteeism for more than a week. So, child abuse is not suspected. +If you ask a question, they'll answer it in real-time. +Should I try changing my appearance too? +But what comes out in our past? +I will work hard and provide you with amazing content to answer your questions. +It's better to just comfortably close the door and go home to sleep. +The type of knowledge advocated by the Cami de Brice program is the same. +Let's get started now. +It's the second half of the war, but it's not cheese. +They're lying there somewhere, preparing to hit, +Good. It's been 51 minutes. 51 minutes. +There is a video like "thinking like a mother." +For the remaining 3 chapters, find a place where you can hike in a link. +But rather than that, what we do through the work of freely transforming is slave education work activity. +And the event cafe event is very important. +Do I brush it well? Only more acne occurs. +Hey, can't the guy just like you? +If you scratch it, it gets flaky, bleeds, and flaky. +And these days, most of the pets you raise with short hair, +When I start calling, I really can't do anything. +They said they collected armor and also did a collection. +Alcohol in the park isn't a bad thing. +Shouldn't both fit each other? +If it keeps whining. +Because if a cat with a heart condition gets infected with a lethal worm, it gets even more confusing. +You guys, if you get a chance to meet up today and buy it, +The video of Assam Nuna is exactly the same. +Also, the unique thing about Rore Beer Yeast Hair Loss Relief Shampoo is that it contains 80,000 ppm of beer yeast. +I usually have to win, but I was fortunate enough to win this. +At that time, as the intruder appears. +For the kid's sake, there's a lot to see outside the window. No, it's okay. If you like the house now, leave it be. +It's not an educational idea, it's the pride of our Han Dynasty. +Since using our Low Brewer's Yeast Hair Loss Relief Shampoo, we've been applying less essence. +If you leave a comment, I'll answer it one by one in the comments tomorrow morning. +I'm really worried about how much the CEO has been thinking about it, because it really feels like the taste when you eat it. +I have somewhat of a legal drug. +This is the Hansu Animal Hospital in Eunpyeong-gu. +Rather, it's more likely to cause acute pancreatitis or obesity in cats. +To realize the principle of joint nature +At the demonstration and test, they didn't eat shrimp crackers. +Make them healthy like this and don't do anything like that. +Dongyoung is really curious about what you are studying. +Wait a minute, what is it that I keep asking? +Without such a sucking process, it is now in a comfortable state, +Some of their uh~ confusing theories have their own confusing points, but if you try to solve that confusing point, more errors occur. +The blood doesn't circulate in the bowl. It's a sign of bone breaking. +If your body bites less than just drinking, it's a kidney failure. Your body will swell. +I've improved things like this a bit, so I can totally confidently recommend it to you guys. +Anyway, I've been running 5km every morning or when it snows for over 10 years now. +I ask you to think about it in many ways. +This is good. Why is it good? +Since galaxies also need to be collected, let's break them quickly, just don't lose strength. +Sprinkle a currant remover that completely removes the smell of cat urine. +I don't know the target weight. Should we just go up to 80s? +Then the jawbone gets damaged. +Don't you get hamburger bottles? +I'll collect about 30 more. +In the teaching profession theory class, you learn how to describe writing in that way. +Some cherry blossoms were blooming last week, but you can't utter "aww"? +So, it's exactly that kind of certification mark. +Uh. These are Ray's cats from the animal rights era in the '10s. +Oh, I can't help it because the pick just exploded. +So cycles are naturally nocturnal, but as they age, they live longer than humans. +Alright, can you hear me now? +You don't have to give more than a set amount. +We'll check with the director, see the extent, see the symptoms, and check the heart. So, whether to give medication depending on the season or be careful. +Although the difficulty isn't easy, it's like Dobongsan in North Korea. +But don't force yourself to do something you don't like right now. +They might change their mindset or something, right? +So, my friends, today we are with the teacher. +Due to stress, my first and second kittens suffered from vomiting and diarrhea, and I was discharged from the hospital. +So, you can use it for a longer time. +Hello, Seokyoung? You came in early? Thank you. +The heater is coming out from the bottom there. +I'm not sure if that's because I have to ask about his situation. +The top and top are really good. +We've been on family trips since the fall, so it's been about 56 days or 57 days. +But hydrolyzed four types of proteins. +Oh, yes, sir, you were startled earlier, right? +What is the conclusion? The conclusion is the main point covered in this main body. +But what I'm worried about in the future is, despite having some sexual impairments, it might be depression or fatigue. +But I cut it just like this, right? +With the crunchyness of this chocolate +Really. It's for you, but no matter where you go, never talk about what's in your head. +Huh? The streaming is kept secret. +And I also ask you to be more courageous. +Are you two friends? Ah, the concept of a friend. Yes, always together. +I'm not a girl. +Where should I give my child psychotropic meds? +And I'll check if I can see the inside. +I would like to recommend it to those who are into nuclear weapons. +Balanced language approach You can do that. It's the same. +When this happens, what happens to the Y value if the value of X increases? +Do you mind Dasomyang? Oh, did you hit this? +These days, there are also things that automatically shake fishing rods. So, various types of +The mouth starts to puff up or drool from the mouth. The scent gets really bad. +I like cats. That's why I have raised up to 13 cats. +It feels like you've gotten rid of everything else. +If it's conjunctivitis in the back of the catheter, it might take more than 2 hours. +And which one should we test again? +Although papers sometimes come out, +Then, look at that, it's my affiliate. The owner of the sandbox suddenly gave me one million won. +It's not double, it's not 10 times, it's 20 times, so it can give that much nutrition to your hair and scalp. +There are things that are explained step by step, +It explodes in a big circle. That's the white one. That's a bit dangerous. The white one hurts a lot. +Your hair and scalp are a bit oily. +Sorry, my leg hurts too much. +Also, one of the disadvantages of using this hair loss shampoo is that it doesn't foam well. +Okay, right, big platform on the right big platform on the right +Then, if we've been hiding our skin in a mask for years, we should take off our masks. +By reducing the heat on your scalp, your scalp gets a bit tougher, +Even though it's mildly acidic, it's hypoallergenic, but the foam is so rich? +At some point, if you look at it like this, the vets are like, "Oh, I used to be like that, I used to be like that." +What's that pick again? Why is that? +Regarding the elements of music +They're from the same company or used the same protein sauce, +In July and August, it's coming up again, and as you can see, there's a lot of mosquitoes and already a lot of bugs. +I wish they'd be healthier later, but I'm not sure if they'll be healthy. +For most of these cats, there are many mysterious, HCM-positive cats. +Still, since we're doing live like this, we upload a lot of the content, but let's show it live. +We're broadcasting for an hour at 88 Dragon. +Mage's soup bowl. +Still, if it's diarrhea, you should take it to the hospital. +Now, if you go into the official cafe like this, we have an event. An event. +Ha, you should have a boyfriend. +They say they hardly eat, so they finish the fluids and observe the cycle. +I have a gay friend named Bank. I drove in his car. +Froebel's educational idea is to really show children their naturalness in nature. +Thank you so much, but you don't have to donate. +What this means is that the rights of children were sub-question 1. +As evaluated as the father of our education, the father of pedagogy, the beginning of all education +Why don't you just buy this VIP? Ah, but even if this VIP is short, I can't do all of this, I forget it later. +Oh, it went by again. I'm sorry. +I told you that many people have sensitive skin, right? +The doctor in charge also has to work hard and make an effort to get the head hurt. +The second cat needs to get used to restricted food instead of free-feeding. +You can't sign up if you want to, +It doesn't dribble, but it's just a form that doesn't flow like a runny nose. +Then what, what are you going to do now? +I'm doing it like this. +It's called luck. +From here, since children are included as active beings +With my hands like this. +It's a Loa Beer Yeast Hair Loss Relief Shampoo that doesn't lose anything. +That's why the lie detector was created based on that. +Right here, here. +It is an example that cannot express negative emotions. +Should I go down that road while experiencing this rain? +They do it. That's why they get seriously injured. More than you think. +Then, uh, rabies. +They wrote a review like this, and you saw this, right? +So, early childhood teacher theory, uh, in the past, about 100 percent +So, we're going to package it for 100,000 won and send it to 50 random winners. +Uh, the external defense is a bit high. +She has such lovely blue eyes. +However, when we predicted the trend so far, it occurred more than 90% on Saturdays in the second week of November. +Second, it's late for cats. +Eat Sinjeon with your mom? +I didn't introduce the house, I just explained the type of kebab. +Because it contains 80,000 ppm of beer extract, honey extract, milk protein extract, and other extracts extracted from nature. +If it gets caught, and that black guy gets defeated. +Now, people are preparing to disembark. Once the boat is fully deployed. +Banshee definitely hurts. +I think you should keep it a bit longer. That's normal. I know you're doing well. A person who raises 5 cats shouldn't be able to do it. Of course. +You can listen to the lecture from 3 o'clock. +It's an essence, but when you apply it to the back of your hand, it produces bubbly foam on your face. +It's been certified by NSF. +Because they don't hunt on their own, we keep feeding them. +Starting from the left, +How and what I advised and how the 3- to 5-year-old Nuri course was enacted and notified are listed. +You all trust and go looking for the teacher. +What is the type of movement education? +It is intended to contribute to enabling children to participate actively in society and reduce the burden on families with disabilities. +Also, if you purchase more than two during the broadcast, we offer free shipping, so I hope you take this part with you. +They're all freaked out, not just lying their noses. +I also have to parm antiques right now. Everything that's not antiques will be sold. +It's my favorite Kakaki color. It's pretty. +Well, today, the teacher's blackboard is a bit embarrassing. +I promise, it's really delicious. +Buy it because you've been using it for more than 10 years. Oh, is it because you've been using it for more than 10 years? +It also leads to that. +Instead of adding a or b, you just write the 1 of a and the 1 of b. +If it's a bit older, +The ingredients contained in shampoo, such as silicone, paraffin, and synthetic surfactants, when they come into contact with our scalp +And now they're trying to rescue me by setting up ladders and calling the fireman. +Interpersonal, parental, educational, pioneering, peer, and then inter-inclusive relationships. +It's almost like a salon? +Kinda romantic. +Is Mocha like this? Is Tattoo like this? +This is high school, middle school, high school, when people, +You don't feel it. You don't get tired. You don't get tired. +These scholars, sir. +Sometimes I express my doubts about the cat's color, for example. +Be interested by watching movies or books, +But the moment factories are created in our country, we, like our cats, +Hmm, I'll prepare it separately. I had the chance to select a thousand people like this. +It's right here as you see it. +Our tattoo is cold. +Oh, what's going on? +What's happening to him? This is how it happens. +Please keep sending DM for as long as possible. Something like this, something like this idea. +Slowly, slowly, you did a good job. +It has to be improved and mitigated. +It reflects the situation where, uh, that, classes can be combined. +Even if you receive it from the pharmacy, it's still a survival period. +You clicked a lot. Thank you. +I really want to teach them a lot of things. +We checked it once, and you say the sound broadcast is working well, so please check it again. +I think this will be much more helpful. Got it? +So, if Pestalozzi and Prevel are all New Introductory scholars in the problem, then it's correct, it's wrong? +Because it can really turn into a rice cake. +There are cats that spread out everywhere and pee or poop somewhere else. Then you have to convert them back to fine particles of sand. In such cases. +You see a lot of Turkish flags today, right? +Of course, this is a preparatory class for those who are preparing for early childhood education, but +No, we're meeting a Korean here. Thank you. +If there's someone in the community who wants to sell kittens, I'll post about it in the community. +It's so comfortable that any kind of treatment is possible. +Could you explain why it's so pretty today? +Alright, for now, let's keep walking together. Friends! Follow me! Follow me, follow me, follow me! +Oh no, what's going on? +It's not that the teachers couldn't catch up because it was delayed for a few weeks. +I'm telling you it's good. +In fact, when you say beer in German, you mean beer in German, right? +I will. Oh, the clock is really slow. +Trust this part and come in. +You can make gloves first. +Oh, and I'll upload one on the 끄구 community right away. +If you do it, you'll see how I can +So, teachers have that material. Yes, teachers should have individual materials. +So, what kind of high-quality protein foods do you have? Well, there are many types in humans, but there are just a few types in cats. +I think the tension is really good today. +Why is it like this? It's raining today though? +When an 8-month-old kitten plays a loud game of hunting, there's often a time when she's leaving a mark. +I repeat the same routine every day. I repeat this every Monday, Thursday, Friday, Sunday. +So, I couldn't go up to 1000m and ended up at 904m. +100%. If you look here, there's a gauge. +It reads like this, but if you write this equation in italics, it's like this. +That's why the foam is so rich and sticky, +If I'm not doing something right now, I have to wash my fingers if I'm still. +Because they're kids too. +You can only wait for the time to shower because it smells good. +Teachers who are listening to the problem-solving lectures now don't need to pay in advance. +The fixed argument is how you prepare for the exam. +Then it comes out in movement, early childhood movement education, etc. +So, although the upload was a bit slow, +By the way, I would be in favor of saying that someone will disappear. +What I mean is, young children can't understand even when taught. +The teacher development stage is presented in the early childhood teacher theory. +Force, force, force, if you can still win, you'll win and come up, anyway, won't it be important? +Ah, I think that would be fun. +So, in most cases, these kinds of foods are made to be uh, nourishing. +I was lazy, so I couldn't take it with me. It's been a few years since I ate it. Did I eat it for the first year? Then +It's possible because it's a gateway. +Here it is. I definitely recommend it when I see it in person. What's the point? +It seems fine for now. +In other words, if you break down the protein to less than 58 tons, it becomes protein that the body cannot sense. +This can happen, for now. +You have to write that it suits you well. +Being the owner's love, sleeping next to the owner, being the food the owner gives, +Moreover, there are more stress-related causes of hair loss. +Alright, let's move. Alright. +The pulp pad, what is it? It's for cats, right? +can be combined through a qualitative evaluation method. +Now, starting from the intention of the Nuri curriculum revision, we will see you in the next lecture. +Maximum probability 3%. Ah, only a little more extreme probability is bad. This +What about the sponsor level? In fact, even if you become a sponsor, there's nothing I can do for you. +My book is 100% based on major books. +It can be obtained through the process of decimal separation. +Left hand, right hand, you've heard of it, right? +If they become adult cats and grow all the inside fur, isn't a lot of hair falling out after that? +Alright, A was now x plus y. +Each and every one of them is a pain, a pain, a pain, and it's a mountain that needs to be climbed. +Teacher first. Teacher write it down. Adult first. +You can think of it as a pantheonism of naturalism. +The owner's head gets the most heat. +Ah, I got neutered when I was 6 years old, but I still have a lot of words now that I'm 8 or 8? +Do you apply sunscreen often, Tooth? +Hello, Korean. +Then again, women are embarrassed about the top of their head. +Huh? So guys, let's see here when X is less than 0. +I think you can choose one of the two types, whether it's attack speed or damage. +Now, let's go to Enlightenment. The textbook is page 10. +I turned on the strict one. Ah, what did I turn on? +Because it was tested as hypoallergenic, +I buy it with a discount. +I asked you to make a video of Mocha and Tattoo cooking together. +So, instead of the prescribed food, we go ahead and recommend a few things. +It's half what it looks like. +Still, if you get a little closer, could there be a way to avoid being slapped? +So, cats are divided into these three types depending on the type of habitat they mainly reside in. +I think it was worse than now. +From child abuse prevention days, the week begins with child abuse prevention week. +Ah, Chajang, today, we started spa treatment and exercise treatment. +Alright, so anyway, now for a cup of coffee. +Bammy? Just a bit and a bit. +Then the distance to the vertices will be the same, so it's the same up to here, right? +This Kavaca and its ingredients are used as medicines. +And you can think of child-centered education as an additional theory. It is an additional theory. +In the old days, you could think of rural Korea as Istanbul in Turkey. +They have to give this education to teachers. +Huh? Then I'll think about it now. +What should I do? What can I do? +Regarding the water bowl and the food bowl, +Even if you don't have hair loss, after washing your hair once or brushing your hair once, your hair is in trouble. +In the evening, the hunting mode comes. +Now, let's look at sub-problem number 4. It says what is the national policy of the curriculum that goes into Miun. +So, while eating and playing with the turtles, +I used to be like that too. +Alright. Delca reward. +If the grooming is too intense, they put on a neck collar. +Well, guilty, sorry, that's the same thing. +We also made the longest suspension bridge in the world with our technology. +Let's see. Uh, second place, exactly second place. +You can use that term. +From child abuse prevention days, the week begins with child abuse prevention week. +Child welfare, child welfare is actually infant, if these parts are all part of early childhood education +Look, where did all 100 viewers go? +The trees are also really, really big. +When you check the line breakdown, +Oh, if I steal this from someone with bad luck, it gets messy. +When you take a shower, that scent comes up. +So, I created a level called 5,000 won, but most of the time, the characteristics of those who have reached the sponsor level are that they don't ask questions. +Recently, as we've been living for decades and decades, why is Turkey the world's 3rd biggest food destination? +In fact, in the case of 6 or 8, we could think in the square root line. +I'm going to pull out my hairwax. +Cats, National University students +Then, the number of classes and the number of children per class. +Or, I think there are many people who are already home from work and are watching. +Child counseling, guidance, treatment, and child care in child welfare facilities +English doesn't work and Turkish might not work well either. +What's the point of just looking around with the ban? I'll wait and see. +Now, focus and you definitely need to eat Dapo. +You can take it out of the fridge and stick it in. +Ask the editor once and afterwards, +Before that, the content of the essay was 10 points and the structure of the essay was 10 points. +That's why social media is really +Wow, I don't know why lambs don't smell so good. It's so delicious. +The sebum just blocks the pores, so the pores can't breathe. +I think I do it sometimes during camping. +If it is in a very dry state and the weight cannot be maintained, +Hmm. Should I go back? I should go there. +So, I've been starting to make edited copies of this lately. +Hey! Don't call it Korean, Korean. It's embarrassing. There are a lot of people like this. +I think it will get a little better. Now, they are unable to adapt to various environmental changes. +So now there's a lot of political stuff too, +Platform 1, platform 2, what, 3, 4, 5, 6, it appears like this. +What I mean is, +The electricity is all in short supply, everyone. +It's called regurgitation. +It definitely fills in the gaps, but it also fills in the size when stacking up. +Oh! My sister is using it. +Nuts. I thought it was pepper, +In that way, tailor-made care is tailored to your own body and personality, so when you receive it, +So, it was so fun to ride a helicopter, and it was my first time riding it since I was born. +Alright, I'll deal for now. +Please read it, please read it, then it will be very difficult for me. +It's no longer a low-cost tour, from there on. +Especially for men, since they have shorter hair, you pump it about once. +Well, I go to Kausang about twice a week. +And that's why Prevel insists on the divine word. +Alright, I've cut all the onions for now. +At first, they say it's black, right? +We will help take care of your scalp. +You can find this in Nieun. What is Nieun? +Does it matter? +What you can see above is that it's not just white chocolate, +The point of this integration is that it's not a baby cat. +I'm going to the bathroom right now, so look at my back. They all say this, +Are you panting? +Now, let's cut the teacher's belly like this here. +Because during the live, you can get it at a really good price. +It's all hard, but for me, washing kids is really a battle. +And you can enhance it. +Then there is a conclusion. +When I put 2 in, both came out as 4. +Ah, the date and location are still unspecified? +It is said that it was an activity to recognize the difference. +It's also a concern for young people of a certain age. +Yes, we also dig holes. Eh. +Now, look at this here, Jang Kwon-hyuk is definitely looking at the angle right now. +I lived without knowing what chin acne was or what hip was. +Because it contains a number of 80,000 ppm +Rather than feeling happy in the moment, +Do you know what the best treatment for recurring cystitis is? +Give them a habit of going. +Do you contact Mr. LinTV? I did it earlier. +I've recommended a handful of packages and an uh, high-performance package. +It could have been influenced by activism or it could have been influenced by interactiveism. +This is Nutella's food. +So, if you give them anti-anxiety medication, it gets much better. In this case. +I'm connecting my phone to 5G and broadcasting 5G. +But do you know that in the aristocratic society, only the eldest son shares that title and rank? +First of all, hygiene is not good, +There's an attractive level 3 and a level 4. +And now, in the case of houses with children, +The third and final thing is that when it's OCD, it occasions a lot of suckling. +Originally, this lecture is for the instructor, I mean up to 3 times a week +Oh, so when you saw that video earlier, +No, there was no fine dust here. +Now, the first one is when you tell the two sides and interchange, +Two open-type litter boxes. It's bento sand, but in the past, they used to poop too long, so when they got close to their hind legs, they ran out when they were really startled. +What are the related laws covered by the Pea class? Not all laws. +You really can trust and come in. +If you get the first vaccine in 50 days, the first booster boosts up the body's antibodies, and then it drops. +There are people who style us, right? +Hello, Mr./Ms. Two Yu. +How can I help you? If you look at the comments, there's a dollar sign next to it, right? +Well, Mr. Jeong says, for blood pressure measurements every month due to a 15-year-old cat's heart failure, yes, I take two anti-anxiety medications when I go to the hospital. +The first content category is appearing. +I think you can raise them well without too much concern. Got it? +Thank you so much for saying it with such a heart, and it's so good. +I actually have a visible job, and as someone who is really into skincare, +I came first, so my team had to use it, that, +Things like this can perfectly defeat most external parasites. +No one even asked me to submit a PCR test. +In this case, they'll be very polite. +I should use it gratefully for the donation of 3,000 won. +In the major, movement exercise, non-moving exercise, +So, please show that to the vet. +Some people are preparing together. +And also, is all about play, awareness, and society? +Reflecting the needs of the local community +Or suddenly minus 3. Like this. +It was tested as hypoallergenic. +What I'm wearing right now is Pamahwang 58. It's 58 in number, right? +That's why I was a bit laid down. +That's where the problem comes in. +The layering system is important. +If you've ever used a hair loss shampoo, you'll know. +I defeated Ellis today in the third day of Chain Lightning, at 62nd level. +Yes, at 7 years old, I don't think I really need it. +It's harder to react step by step than you think. +Well, I did a bit of content too. I filmed a recently released baggage carrier too. +Our product contains beer yeast. +Because I like men. I like men more than women. +Ah, tea came out. Tea +I think it would be good if you could keep it a secret. +But I counted it very carefully every time I went. +I think the number of participants today is a bit lower than usual. +I collaborated with various companies, ripped out the feed, asked for a vaccine, and then brought it home. +Yes, it rained a lot due to drought, and then it stopped for a while. +It's likely the same drug. This one. +You absolutely have to feed it. +It starts oxidizing when it meets with the oxygen and fatty ingredients in our food. +Our shampoo is EWG green grade. +Oh yes, it's midnight. If you come to Mt. Wonjeok, +You can call it Ari. Not now. I'm not drunk now. +It's really amazing, isn't it? But if you buy all of this, you can get it for more than 10,000 won. +Then what should I do? +Yang Yujin, Mr./Ms. Yoon, hello! Our cat +You can wash your hair with plenty of foam, and men don't need it at all. +But you don't have to donate. +Why are you angry? Don't do that. +In the case of adult cats, if that's even harder, +So, while going up, I think I should quickly read and answer. Even today. +It becomes the correct answer. Both become the correct answer. +I'm raising a 3-month-old cat. +Some companies really don't have roots. Really. +It becomes increasingly blurry and gradually disappears, losing itself. +Huh? I'm putting this in too? No, I'm waiting? +Also, our shampoo contains an ingredient called menthol. +Because we've gone and used this data as a communications company. +Which part is important, then I have no choice but to say that all the parts are important. +Yeah, hazelnuts. I make a newtella with hazelnuts. +I practiced, but Phase 3 didn't go well. +Harry Boy, you look rough on the outside, but you're so sweet. +Is this just applied? +Child welfare means that children can have a happy life. +I feel uncomfortable using a Chinese shower filter anymore. +That's right. If I want to show you the next video from sleep, +It's done. Then leave completely here. +Ah, the level is all high. It's level 75. Alright, replay. +Then, if it's too much, then I think there's no choice but not to touch it with your hand. +You will be rewarded. +Oh, a 747 that suddenly fell while walking along the road, +Damn, I need to hear it here. +Still, will you fold the stuff you put in here prettyly? +So, having a 24-hour hospital is the most affordable option. +You have to have several toys. +So, the bibi project, the electronic board, and then the board +It's not waterproof, but in the backpack. +If you crave that hot sensation, you all know, right? +Depending on the age group, that's a lot too. +This is what you eat as much as you like. +So, how do you distinguish between what's boring and what's lonely? +When you purchase during the live broadcast, you can get it for around 10,000 won. +I've been consistently using our Yeomi Peptide Volume Talk Essence. +In fact, when I was naming myself, I was wondering what I should be called, and I thought Yunsam would be the best, so I called it Yunsam. +Before that, before 2004, then early childhood education was uh~ wasn't a school, you're getting it wrong. +Where did the warrior go? +I don't understand a bit about treating dogs as food at slaughterhouses. Actually, right! Actually, +Although it's my personal lifestyle style, but it's my worldview, +Alright, wait a minute. I'll read it quickly. +There is a Kazaka of things, and then there is a Kazaka of roles. +There is a difference. Certainly, +So, can this product only be used for people with hair loss? +Is it instraining? Instraining, Instraining Yen. +To the point where I can't even run away. So, I've been having fun these days. a bit. +If you look, it's spray-like like this. +Besides this, ah, you should buy it with money. really +So, since you're doing a lot of social media these days, if you take a picture of this on your coffee and post it, a lot of likes come out. +There's onions and lemons. +They take anti-inflammatory meds. Painkillers. +But it seems like the older cats drink too much water and urinate too much. +I think it was a good sign for me. +Things that have tension can't be overturned with ding. +It could be constipation. +If you add that up, well, about three Go-jins +So, you need an appropriate amount of nutrients per day. +Just relax during the day, enjoy snowflakes in the morning, take photos, record videos, and start camping in the afternoon. +You say it's 1500 won. +First, wear this. Now, don't be greedy about this for now. +If you look there, it's explained in detail, +Wow, shampoos can smell like this. +I want to ask the owner about this. Is the owner okay? +Then, at the other hospital, I do more tests than what I tested. +Also, the weather is getting really hot, right? +What nutritional supplements or what do I provide? +That guy keeps scratching. +In that case, I'll speak a little Turkish barbarian. Yes, barbarian. barbarian. +Oh, Seongsoo, isn't that a dangerous comment? +And when I had that chin dream, I was so curious. +Honestly, I haven't been social mediating much these days, so I haven't been able to link anywhere else. +Please understand the flavor of the scented flavor too. +Their body temperature is around 14 degrees. 14 degrees. +Oh, it's so cute. It also looks like a hamburger, and oh, it's unique. +Is that important? I don't think it's important. +Before that, was it seasonal? That was really bad, but there was almost no Bass Rock sound. +You can use it with confidence. +Wow, BGM is good here. +Alright, I'll replace this one too. +After saving yourself, then save their happiness, whether it's cats or dogs. +Usually, I send about 7 volumes of survey papers, and 11 answers came in. Mostly, if I send all 7 volumes. +And the packaging is pretty cute. +How much is this? It's 99,900 won, 3,000. It's only 100,000 won. +You're coming to Dongdaemun. There's a saying that you should go to snowballs, and it's fun. +And the confirmation learning problem that tests the basic skill will be solved. +And if any of you here are subscribers, +I'll sell it and run it one more time, right? +Still, it's well preserved. At least this much. +Like the cats. +Sumyeong said that she just wants to see a little outside. +Alright, let's return to the extra problem of 2013, the Chushi problem. +Now, thirdly, tap water is really, really cheap in our country. +But if you buy your own parts and give them a free one, they're not that popular these days, but they're not that satisfied. +The weather is really hot today. +So, it can be used for a long time. +I will upload it soon as well. +And this reinforcement or synchronization? +I'll go to work tomorrow morning and answer all the comments. +Is Turkey cheaper for rice even if it's not bread? +You've probably seen a lot of code in the menu. The blue icon is very visible. +There's a way for you to beat it at once. +He's breathing so fast, it's unbelievable. +Someone keeps calling me Mocha. +All the impurities on my scalp +A really, really good choice. It's really, really good. +Come in here, oh my. +And Pestalozzi, as you all know well, +There are so many people who say thank you. They come here on purpose. +The gas doesn't go out. +If you watch that video, you'll be able to find it. +The red one on the right. +First of all, I really like large-sized pet food. +No. No. Don't come. Ah, the road is blocked. Don't come. Just block it. +When you clean a litter box, it gets locked up and tries to bite at least a drop to compensate for the owner. +Try using it until the yellow shampoo is gone. +It's like our own desires or demands. +You should use something like this. +Shall we try again? Then +There are a few things that went overboard. Accessories? +Ah, childcare. What is that? Department of Early Childhood. +It's not, but it's in now. +It's about finding the content. How do I find the content? +Like this, uh, this is okay. +This kind of baby-like behavior gradually disappears. +I accidentally accidented it because I was in a hurry. +So, with this AoMi Peptide Volume Talk Essence, +Uh, you're asking questions about our blog, right? Uh, other people's questions, not blogs, but our blog. +Of course, for those who like new products, there may be some resistance. +There is also a plan to do that. The cat's state of sleep. +It's not that. It's more than twice per semester. +You need to make my scalp a little bit healthier and also make my hair a little more sturdy and elastic. +About one or two a day. So, if you only cut like that, and if you don't like it even a little bit, don't cut anymore. +It's sturdy, so we can't help it. +They keep rubbing only one eye or whine their eyes like they're whinking. +They say you can light a fire at a distance of less than 3000m. +Look at this, look at this, look at this. I'm giving it like this. +That's why it fell to an alien planet. +Ah, why is that? The snow is pretty? Who? +After the live broadcast ends, you guys can't get this price deal. +You know, when they sleep, if they don't smell their feet, they don't sleep. +You know this is very important now, right? +I mainly lectured at the University of Michigan, and as a lecturer, as an individual lecturer, and as a partner with the professor, I gave lectures. +Pizza and beer are also fine. Should we have pizza and beer tonight? +I was really glad to meet you. +The place where he urinates has been determined there. +In the case of the master, if you go to the side here, +Oh, I really think I'm going to be in danger because my heart is pounding. +In such cases, when you change suspected food, it's because of allergies, so you really need to change it. +Obviously, everyone who thought it was sufficient for me ran away. +Oh, it's fun to go on time. It's different from when you go to the campsite or at home. +We don't eat it at IKEA because it's too expensive. +Or it's still unsatisfactory or threatening. +So, confirmation is actually hard, like X-rays or tests. +Welcome, and our live reviewer, +The correct answer is all that the teachers should listen to. +First of all, we have prepared four compositions, +They usually start with stones. +If you have something, it's best to buy it and feed it. +It could be because they catch the cold. +We shouldn't keep raising cats at flower shops for every visitor we come. +Alright, I took the keys and moved immediately. +So, dogs and humans don't have hierarchies. +When that happens, what you need is this mask pack, especially in the winter, you'll find a lot of mask packs. +We consider you to be a very trustworthy guardian, a very trustworthy, reliable colleague. +It's a matter of how much the protein is absorbed, so it's a different matter. +When it becomes immunosupposed, peritonitis occurs again. +Wasn't there Kohlberg's theory of moral development, which expanded Piaget's theory of morality? +Oh, this is an Austrian dollar? +Usually, if it's a big cat, it doesn't work for a kitten, and if a big cat bites, or if a dog bites, +Just trust us and come in. +Also, if you purchase two bottles +It would be helpful if you could exchange scents from now on. +I walked along a curved line drawn on the ground of Mi-eum. +So, you keep giving them prescription food, and even though you keep giving them prescription food, cystitis keeps occurring. +So, with our rich foam, thick foam, +You can keep leveling up with this. +So, I run 5km every morning, and my joints haven't weakened, have they? +This test is not a national level test. +For now, I'll head to another place quickly. +It took 7:23 to make this video. +Now, then, how do you draw the linear function with these? +Oh, it's really funny. They say they're dying. +So, until today, +This isn't for the competition anymore. +We came out here together. +Which company made the fish treat is important. +Oh, nice to meet you. Love you, Tooth. +You can call Hill's and Royal Canin's and ask. Got it? +It seems like a place to chat, share rice, and have a meal together. +You can enjoy it in various ways. +It's a reality that it's very expensive to save while not going. +Usually, taking one pill doesn't work anyway. +I'll just change their order, guys. +But why do you have to say that to a dog? +No, the viewers are broadcasting hunting, saying something, bro. \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..78b413332988a4b9ab147d05d21b45354c6aa691 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 0, + "decoder_start_token_id": 2, + "early_stopping": true, + "eos_token_id": 2, + "forced_bos_token_id": 250004, + "forced_eos_token_id": 2, + "max_length": 200, + "num_beams": 5, + "pad_token_id": 1, + "transformers_version": "4.34.0" +} diff --git a/predict_results.json b/predict_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e0173c0b8189a68724d654f47d8e749f825fec52 --- /dev/null +++ b/predict_results.json @@ -0,0 +1,9 @@ +{ + "predict_bleu": 25.8761, + "predict_gen_len": 18.7287, + "predict_loss": 1.2555336952209473, + "predict_runtime": 287.7566, + "predict_samples": 4309, + "predict_samples_per_second": 14.974, + "predict_steps_per_second": 0.938 +} \ No newline at end of file diff --git a/pytorch_model.bin b/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..a5f9035cac17a0d596a4baef800f0aa17ab13629 --- /dev/null +++ b/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99314e196a0d4977617ac0e206800b8bee170d6fee2fe9320827be0b09070840 +size 2444694490 diff --git a/sentencepiece.bpe.model b/sentencepiece.bpe.model new file mode 100644 index 0000000000000000000000000000000000000000..7a3f40a75f870bc1f21700cd414dc2acc431583c --- /dev/null +++ b/sentencepiece.bpe.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865 +size 5069051 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..6ac6c2075efed0070862fafffccbb1e901ff7c81 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,63 @@ +{ + "additional_special_tokens": [ + "ar_AR", + "cs_CZ", + "de_DE", + "en_XX", + "es_XX", + "et_EE", + "fi_FI", + "fr_XX", + "gu_IN", + "hi_IN", + "it_IT", + "ja_XX", + "kk_KZ", + "ko_KR", + "lt_LT", + "lv_LV", + "my_MM", + "ne_NP", + "nl_XX", + "ro_RO", + "ru_RU", + "si_LK", + "tr_TR", + "vi_VN", + "zh_CN", + "af_ZA", + "az_AZ", + "bn_IN", + "fa_IR", + "he_IL", + "hr_HR", + "id_ID", + "ka_GE", + "km_KH", + "mk_MK", + "ml_IN", + "mn_MN", + "mr_IN", + "pl_PL", + "ps_AF", + "pt_XX", + "sv_SE", + "sw_KE", + "ta_IN", + "te_IN", + "th_TH", + "tl_XX", + "uk_UA", + "ur_PK", + "xh_ZA", + "gl_ES", + "sl_SI" + ], + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": "", + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..ef575b3cb2436e5e69ad8788ac706cd8362098d7 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a71a6430f26d8667787032844b9efe0d820460f1eb2e56a96b5f171813bc1a +size 17109939 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fcd533e51492951cfe6260a7168337ce3453484c --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,528 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "ar_AR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250002": { + "content": "cs_CZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250003": { + "content": "de_DE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250004": { + "content": "en_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250005": { + "content": "es_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250006": { + "content": "et_EE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250007": { + "content": "fi_FI", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250008": { + "content": "fr_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250009": { + "content": "gu_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250010": { + "content": "hi_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250011": { + "content": "it_IT", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250012": { + "content": "ja_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250013": { + "content": "kk_KZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250014": { + "content": "ko_KR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250015": { + "content": "lt_LT", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250016": { + "content": "lv_LV", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250017": { + "content": "my_MM", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250018": { + "content": "ne_NP", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250019": { + "content": "nl_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250020": { + "content": "ro_RO", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250021": { + "content": "ru_RU", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250022": { + "content": "si_LK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250023": { + "content": "tr_TR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250024": { + "content": "vi_VN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250025": { + "content": "zh_CN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250026": { + "content": "af_ZA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250027": { + "content": "az_AZ", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250028": { + "content": "bn_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250029": { + "content": "fa_IR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250030": { + "content": "he_IL", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250031": { + "content": "hr_HR", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250032": { + "content": "id_ID", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250033": { + "content": "ka_GE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250034": { + "content": "km_KH", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250035": { + "content": "mk_MK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250036": { + "content": "ml_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250037": { + "content": "mn_MN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250038": { + "content": "mr_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250039": { + "content": "pl_PL", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250040": { + "content": "ps_AF", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250041": { + "content": "pt_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250042": { + "content": "sv_SE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250043": { + "content": "sw_KE", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250044": { + "content": "ta_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250045": { + "content": "te_IN", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250046": { + "content": "th_TH", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250047": { + "content": "tl_XX", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250048": { + "content": "uk_UA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250049": { + "content": "ur_PK", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250050": { + "content": "xh_ZA", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250051": { + "content": "gl_ES", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250052": { + "content": "sl_SI", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "250053": { + "content": "", + "lstrip": true, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "ar_AR", + "cs_CZ", + "de_DE", + "en_XX", + "es_XX", + "et_EE", + "fi_FI", + "fr_XX", + "gu_IN", + "hi_IN", + "it_IT", + "ja_XX", + "kk_KZ", + "ko_KR", + "lt_LT", + "lv_LV", + "my_MM", + "ne_NP", + "nl_XX", + "ro_RO", + "ru_RU", + "si_LK", + "tr_TR", + "vi_VN", + "zh_CN", + "af_ZA", + "az_AZ", + "bn_IN", + "fa_IR", + "he_IL", + "hr_HR", + "id_ID", + "ka_GE", + "km_KH", + "mk_MK", + "ml_IN", + "mn_MN", + "mr_IN", + "pl_PL", + "ps_AF", + "pt_XX", + "sv_SE", + "sw_KE", + "ta_IN", + "te_IN", + "th_TH", + "tl_XX", + "uk_UA", + "ur_PK", + "xh_ZA", + "gl_ES", + "sl_SI" + ], + "bos_token": "", + "clean_up_tokenization_spaces": true, + "cls_token": "", + "eos_token": "", + "language_codes": "ML50", + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "sep_token": "", + "sp_model_kwargs": {}, + "src_lang": "ko_KR", + "tgt_lang": "en_XX", + "tokenizer_class": "MBart50Tokenizer", + "unk_token": "" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5758ca7ad7d941eaeb72a313ad810d656b52d843 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 8.82, + "train_loss": 1.1188514757658305, + "train_runtime": 19236.5328, + "train_samples": 34474, + "train_samples_per_second": 71.684, + "train_steps_per_second": 4.481 +} \ No newline at end of file diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8e734d5734a2ba59d458b0d74040f7390dc30240 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,446 @@ +{ + "best_metric": 26.2764, + "best_model_checkpoint": "./ko-en_mbartLarge_exp5p_linear/checkpoint-15000", + "epoch": 8.816705336426914, + "eval_steps": 1000, + "global_step": 19000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.23, + "learning_rate": 5e-05, + "loss": 1.9159, + "step": 500 + }, + { + "epoch": 0.46, + "learning_rate": 4.970828471411903e-05, + "loss": 1.7665, + "step": 1000 + }, + { + "epoch": 0.46, + "eval_bleu": 17.6773, + "eval_gen_len": 18.7196, + "eval_loss": 1.6563962697982788, + "eval_runtime": 295.5881, + "eval_samples_per_second": 14.574, + "eval_steps_per_second": 0.913, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 4.941656942823804e-05, + "loss": 1.6536, + "step": 1500 + }, + { + "epoch": 0.93, + "learning_rate": 4.912485414235706e-05, + "loss": 1.5688, + "step": 2000 + }, + { + "epoch": 0.93, + "eval_bleu": 20.8837, + "eval_gen_len": 18.3983, + "eval_loss": 1.493910789489746, + "eval_runtime": 286.1303, + "eval_samples_per_second": 15.056, + "eval_steps_per_second": 0.944, + "step": 2000 + }, + { + "epoch": 1.16, + "learning_rate": 4.883313885647608e-05, + "loss": 1.4925, + "step": 2500 + }, + { + "epoch": 1.39, + "learning_rate": 4.8541423570595104e-05, + "loss": 1.457, + "step": 3000 + }, + { + "epoch": 1.39, + "eval_bleu": 21.9168, + "eval_gen_len": 18.458, + "eval_loss": 1.4349554777145386, + "eval_runtime": 286.2559, + "eval_samples_per_second": 15.049, + "eval_steps_per_second": 0.943, + "step": 3000 + }, + { + "epoch": 1.62, + "learning_rate": 4.824970828471412e-05, + "loss": 1.4164, + "step": 3500 + }, + { + "epoch": 1.86, + "learning_rate": 4.795799299883314e-05, + "loss": 1.4107, + "step": 4000 + }, + { + "epoch": 1.86, + "eval_bleu": 22.8881, + "eval_gen_len": 18.4826, + "eval_loss": 1.3751940727233887, + "eval_runtime": 290.8825, + "eval_samples_per_second": 14.81, + "eval_steps_per_second": 0.928, + "step": 4000 + }, + { + "epoch": 2.09, + "learning_rate": 4.7666277712952163e-05, + "loss": 1.3584, + "step": 4500 + }, + { + "epoch": 2.32, + "learning_rate": 4.737456242707118e-05, + "loss": 1.3039, + "step": 5000 + }, + { + "epoch": 2.32, + "eval_bleu": 23.8115, + "eval_gen_len": 18.4348, + "eval_loss": 1.332729458808899, + "eval_runtime": 285.9035, + "eval_samples_per_second": 15.068, + "eval_steps_per_second": 0.944, + "step": 5000 + }, + { + "epoch": 2.55, + "learning_rate": 4.70828471411902e-05, + "loss": 1.2963, + "step": 5500 + }, + { + "epoch": 2.78, + "learning_rate": 4.679113185530922e-05, + "loss": 1.282, + "step": 6000 + }, + { + "epoch": 2.78, + "eval_bleu": 24.235, + "eval_gen_len": 18.3561, + "eval_loss": 1.3079338073730469, + "eval_runtime": 284.0397, + "eval_samples_per_second": 15.167, + "eval_steps_per_second": 0.951, + "step": 6000 + }, + { + "epoch": 3.02, + "learning_rate": 4.649941656942824e-05, + "loss": 1.2761, + "step": 6500 + }, + { + "epoch": 3.25, + "learning_rate": 4.620770128354726e-05, + "loss": 1.2133, + "step": 7000 + }, + { + "epoch": 3.25, + "eval_bleu": 24.8877, + "eval_gen_len": 18.5204, + "eval_loss": 1.2819560766220093, + "eval_runtime": 284.2962, + "eval_samples_per_second": 15.153, + "eval_steps_per_second": 0.95, + "step": 7000 + }, + { + "epoch": 3.48, + "learning_rate": 4.5915985997666276e-05, + "loss": 1.1875, + "step": 7500 + }, + { + "epoch": 3.71, + "learning_rate": 4.56242707117853e-05, + "loss": 1.1787, + "step": 8000 + }, + { + "epoch": 3.71, + "eval_bleu": 25.2719, + "eval_gen_len": 18.415, + "eval_loss": 1.2579996585845947, + "eval_runtime": 283.3691, + "eval_samples_per_second": 15.203, + "eval_steps_per_second": 0.953, + "step": 8000 + }, + { + "epoch": 3.94, + "learning_rate": 4.5332555425904324e-05, + "loss": 1.175, + "step": 8500 + }, + { + "epoch": 4.18, + "learning_rate": 4.5040840140023335e-05, + "loss": 1.1154, + "step": 9000 + }, + { + "epoch": 4.18, + "eval_bleu": 25.5507, + "eval_gen_len": 18.3528, + "eval_loss": 1.2543020248413086, + "eval_runtime": 282.3342, + "eval_samples_per_second": 15.259, + "eval_steps_per_second": 0.956, + "step": 9000 + }, + { + "epoch": 4.41, + "learning_rate": 4.474912485414236e-05, + "loss": 1.0893, + "step": 9500 + }, + { + "epoch": 4.64, + "learning_rate": 4.445740956826138e-05, + "loss": 1.0956, + "step": 10000 + }, + { + "epoch": 4.64, + "eval_bleu": 25.7284, + "eval_gen_len": 18.5348, + "eval_loss": 1.2415348291397095, + "eval_runtime": 283.6466, + "eval_samples_per_second": 15.188, + "eval_steps_per_second": 0.952, + "step": 10000 + }, + { + "epoch": 4.87, + "learning_rate": 4.41656942823804e-05, + "loss": 1.0869, + "step": 10500 + }, + { + "epoch": 5.1, + "learning_rate": 4.387397899649942e-05, + "loss": 1.023, + "step": 11000 + }, + { + "epoch": 5.1, + "eval_bleu": 25.7912, + "eval_gen_len": 18.3347, + "eval_loss": 1.2409833669662476, + "eval_runtime": 281.8959, + "eval_samples_per_second": 15.282, + "eval_steps_per_second": 0.958, + "step": 11000 + }, + { + "epoch": 5.34, + "learning_rate": 4.358226371061844e-05, + "loss": 0.9568, + "step": 11500 + }, + { + "epoch": 5.57, + "learning_rate": 4.329054842473746e-05, + "loss": 0.95, + "step": 12000 + }, + { + "epoch": 5.57, + "eval_bleu": 25.9921, + "eval_gen_len": 18.2593, + "eval_loss": 1.2326716184616089, + "eval_runtime": 280.949, + "eval_samples_per_second": 15.334, + "eval_steps_per_second": 0.961, + "step": 12000 + }, + { + "epoch": 5.8, + "learning_rate": 4.299883313885648e-05, + "loss": 0.9611, + "step": 12500 + }, + { + "epoch": 6.03, + "learning_rate": 4.2707117852975496e-05, + "loss": 0.9476, + "step": 13000 + }, + { + "epoch": 6.03, + "eval_bleu": 25.829, + "eval_gen_len": 18.3686, + "eval_loss": 1.2631200551986694, + "eval_runtime": 282.7475, + "eval_samples_per_second": 15.236, + "eval_steps_per_second": 0.955, + "step": 13000 + }, + { + "epoch": 6.26, + "learning_rate": 4.241540256709452e-05, + "loss": 0.887, + "step": 13500 + }, + { + "epoch": 6.5, + "learning_rate": 4.212368728121354e-05, + "loss": 0.9061, + "step": 14000 + }, + { + "epoch": 6.5, + "eval_bleu": 25.8316, + "eval_gen_len": 18.7481, + "eval_loss": 1.254765272140503, + "eval_runtime": 286.2873, + "eval_samples_per_second": 15.048, + "eval_steps_per_second": 0.943, + "step": 14000 + }, + { + "epoch": 6.73, + "learning_rate": 4.1831971995332556e-05, + "loss": 0.8963, + "step": 14500 + }, + { + "epoch": 6.96, + "learning_rate": 4.154025670945157e-05, + "loss": 0.9037, + "step": 15000 + }, + { + "epoch": 6.96, + "eval_bleu": 26.2764, + "eval_gen_len": 18.3888, + "eval_loss": 1.2307679653167725, + "eval_runtime": 281.3307, + "eval_samples_per_second": 15.313, + "eval_steps_per_second": 0.96, + "step": 15000 + }, + { + "epoch": 7.19, + "learning_rate": 4.12485414235706e-05, + "loss": 0.7613, + "step": 15500 + }, + { + "epoch": 7.42, + "learning_rate": 4.095682613768962e-05, + "loss": 0.7431, + "step": 16000 + }, + { + "epoch": 7.42, + "eval_bleu": 25.9268, + "eval_gen_len": 18.256, + "eval_loss": 1.2716145515441895, + "eval_runtime": 279.8965, + "eval_samples_per_second": 15.391, + "eval_steps_per_second": 0.965, + "step": 16000 + }, + { + "epoch": 7.66, + "learning_rate": 4.066511085180863e-05, + "loss": 0.7538, + "step": 16500 + }, + { + "epoch": 7.89, + "learning_rate": 4.037339556592766e-05, + "loss": 0.7526, + "step": 17000 + }, + { + "epoch": 7.89, + "eval_bleu": 25.9883, + "eval_gen_len": 18.2052, + "eval_loss": 1.265455722808838, + "eval_runtime": 280.4684, + "eval_samples_per_second": 15.36, + "eval_steps_per_second": 0.963, + "step": 17000 + }, + { + "epoch": 8.12, + "learning_rate": 4.0081680280046675e-05, + "loss": 0.7074, + "step": 17500 + }, + { + "epoch": 8.35, + "learning_rate": 3.97899649941657e-05, + "loss": 0.6654, + "step": 18000 + }, + { + "epoch": 8.35, + "eval_bleu": 25.6866, + "eval_gen_len": 18.2217, + "eval_loss": 1.311843991279602, + "eval_runtime": 281.3073, + "eval_samples_per_second": 15.314, + "eval_steps_per_second": 0.96, + "step": 18000 + }, + { + "epoch": 8.58, + "learning_rate": 3.949824970828472e-05, + "loss": 0.666, + "step": 18500 + }, + { + "epoch": 8.82, + "learning_rate": 3.9206534422403734e-05, + "loss": 0.6953, + "step": 19000 + }, + { + "epoch": 8.82, + "eval_bleu": 25.8958, + "eval_gen_len": 18.3387, + "eval_loss": 1.3050304651260376, + "eval_runtime": 280.1508, + "eval_samples_per_second": 15.377, + "eval_steps_per_second": 0.964, + "step": 19000 + }, + { + "epoch": 8.82, + "step": 19000, + "total_flos": 6.589808201024143e+17, + "train_loss": 1.1188514757658305, + "train_runtime": 19236.5328, + "train_samples_per_second": 71.684, + "train_steps_per_second": 4.481 + } + ], + "logging_steps": 500, + "max_steps": 86200, + "num_train_epochs": 40, + "save_steps": 1000, + "total_flos": 6.589808201024143e+17, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..93e6fb92e7337bc3515c25eca4d887a419ef2b0f --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd040f703f4098e644d2af461cbf9436359d2eda75425dd66301f6070c09ae4 +size 4728