commit from root

Baichuan-13B-Chat-lora-Consulting/README.md

@@ -0,0 +1,9 @@
+---
+library_name: peft
+---
+## Training procedure
+
+### Framework versions
+
+
+- PEFT 0.5.0

Baichuan-13B-Chat-lora-Consulting/adapter_config.json

@@ -0,0 +1,20 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "baichuan-inc/Baichuan-13B-Chat",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 32.0,
+  "lora_dropout": 0.1,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "revision": null,
+  "target_modules": [
+    "W_pack"
+  ],
+  "task_type": "CAUSAL_LM"
+}

Baichuan-13B-Chat-lora-Consulting/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e792f17d845ba58c7d966070b66e38bc368f6bd33794bfa668856df922d3db
+size 26243422

Baichuan-13B-Chat-lora-Consulting/all_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 1.0848859548568726,
+    "eval_runtime": 23.9261,
+    "eval_samples_per_second": 26.457,
+    "eval_steps_per_second": 3.344,
+    "train_loss": 1.1088850573849165,
+    "train_runtime": 12573.3474,
+    "train_samples_per_second": 9.954,
+    "train_steps_per_second": 0.155
+}

Baichuan-13B-Chat-lora-Consulting/eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 1.0848859548568726,
+    "eval_runtime": 23.9261,
+    "eval_samples_per_second": 26.457,
+    "eval_steps_per_second": 3.344
+}

Baichuan-13B-Chat-lora-Consulting/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": true
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": true
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": true
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": true
+  }
+}

Baichuan-13B-Chat-lora-Consulting/tokenization_baichuan.py

@@ -0,0 +1,232 @@
+# Copyright (c) 2023, Baichuan Intelligent Technology. All rights reserved.
+
+import os
+from shutil import copyfile
+from typing import Any, Dict, List, Optional, Tuple
+
+import sentencepiece as spm
+from transformers.tokenization_utils import AddedToken, PreTrainedTokenizer
+from transformers.utils import logging
+
+
+logger = logging.get_logger(__name__)
+
+VOCAB_FILES_NAMES = {"vocab_file": "tokenizer.model"}
+
+PRETRAINED_VOCAB_FILES_MAP = {
+    "vocab_file": {},
+    "tokenizer_file": {},
+}
+PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {}
+
+
+class BaichuanTokenizer(PreTrainedTokenizer):
+    """
+    Construct a Baichuan tokenizer. Based on byte-level Byte-Pair-Encoding.
+
+    Args:
+        vocab_file (`str`):
+            Path to the vocabulary file.
+    """
+
+    vocab_files_names = VOCAB_FILES_NAMES
+    pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP
+    max_model_input_sizes = PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
+    model_input_names = ["input_ids", "attention_mask"]
+
+    def __init__(
+        self,
+        vocab_file,
+        unk_token="<unk>",
+        bos_token="<s>",
+        eos_token="</s>",
+        pad_token=None,
+        sp_model_kwargs: Optional[Dict[str, Any]] = None,
+        add_bos_token=True,
+        add_eos_token=False,
+        clean_up_tokenization_spaces=False,
+        **kwargs,
+    ):
+        self.sp_model_kwargs = {} if sp_model_kwargs is None else sp_model_kwargs
+        bos_token = AddedToken(bos_token, lstrip=False, rstrip=False) if isinstance(bos_token, str) else bos_token
+        eos_token = AddedToken(eos_token, lstrip=False, rstrip=False) if isinstance(eos_token, str) else eos_token
+        unk_token = AddedToken(unk_token, lstrip=False, rstrip=False) if isinstance(unk_token, str) else unk_token
+        pad_token = AddedToken(pad_token, lstrip=False, rstrip=False) if isinstance(pad_token, str) else pad_token
+        super().__init__(
+            bos_token=bos_token,
+            eos_token=eos_token,
+            unk_token=unk_token,
+            pad_token=pad_token,
+            add_bos_token=add_bos_token,
+            add_eos_token=add_eos_token,
+            sp_model_kwargs=self.sp_model_kwargs,
+            clean_up_tokenization_spaces=clean_up_tokenization_spaces,
+            **kwargs,
+        )
+        self.vocab_file = vocab_file
+        self.add_bos_token = add_bos_token
+        self.add_eos_token = add_eos_token
+        self.sp_model = spm.SentencePieceProcessor(**self.sp_model_kwargs)
+        self.sp_model.Load(vocab_file)
+
+    def __getstate__(self):
+        state = self.__dict__.copy()
+        state["sp_model"] = None
+        return state
+
+    def __setstate__(self, d):
+        self.__dict__ = d
+        self.sp_model = spm.SentencePieceProcessor(**self.sp_model_kwargs)
+        self.sp_model.Load(self.vocab_file)
+
+    @property
+    def vocab_size(self):
+        """Returns vocab size"""
+        return self.sp_model.get_piece_size()
+
+    def get_vocab(self):
+        """Returns vocab as a dict"""
+        vocab = {self.convert_ids_to_tokens(i): i for i in range(self.vocab_size)}
+        vocab.update(self.added_tokens_encoder)
+        return vocab
+
+    def _tokenize(self, text):
+        """Returns a tokenized string."""
+        return self.sp_model.encode(text, out_type=str)
+
+    def _convert_token_to_id(self, token):
+        """Converts a token (str) in an id using the vocab."""
+        return self.sp_model.piece_to_id(token)
+
+    def _convert_id_to_token(self, index):
+        """Converts an index (integer) in a token (str) using the vocab."""
+        token = self.sp_model.IdToPiece(index)
+        return token
+
+    def convert_tokens_to_string(self, tokens):
+        """Converts a sequence of tokens (string) in a single string."""
+        current_sub_tokens = []
+        out_string = ""
+        prev_is_special = False
+        for i, token in enumerate(tokens):
+            # make sure that special tokens are not decoded using sentencepiece model
+            if token in self.all_special_tokens:
+                if not prev_is_special and i != 0:
+                    out_string += " "
+                out_string += self.sp_model.decode(current_sub_tokens) + token
+                prev_is_special = True
+                current_sub_tokens = []
+            else:
+                current_sub_tokens.append(token)
+                prev_is_special = False
+        out_string += self.sp_model.decode(current_sub_tokens)
+        return out_string
+
+    def save_vocabulary(self, save_directory, filename_prefix: Optional[str] = None) -> Tuple[str]:
+        """
+        Save the vocabulary and special tokens file to a directory.
+
+        Args:
+            save_directory (`str`):
+                The directory in which to save the vocabulary.
+
+        Returns:
+            `Tuple(str)`: Paths to the files saved.
+        """
+        if not os.path.isdir(save_directory):
+            logger.error(f"Vocabulary path ({save_directory}) should be a directory")
+            return
+        out_vocab_file = os.path.join(
+            save_directory, (filename_prefix + "-" if filename_prefix else "") + VOCAB_FILES_NAMES["vocab_file"]
+        )
+
+        if os.path.abspath(self.vocab_file) != os.path.abspath(out_vocab_file) and os.path.isfile(self.vocab_file):
+            copyfile(self.vocab_file, out_vocab_file)
+        elif not os.path.isfile(self.vocab_file):
+            with open(out_vocab_file, "wb") as fi:
+                content_spiece_model = self.sp_model.serialized_model_proto()
+                fi.write(content_spiece_model)
+
+        return (out_vocab_file,)
+
+    def build_inputs_with_special_tokens(self, token_ids_0, token_ids_1=None):
+        bos_token_id = [self.bos_token_id] if self.add_bos_token else []
+        eos_token_id = [self.eos_token_id] if self.add_eos_token else []
+
+        output = bos_token_id + token_ids_0 + eos_token_id
+
+        if token_ids_1 is not None:
+            output = output + bos_token_id + token_ids_1 + eos_token_id
+
+        return output
+
+    def get_special_tokens_mask(
+        self, token_ids_0: List[int], token_ids_1: Optional[List[int]] = None, already_has_special_tokens: bool = False
+    ) -> List[int]:
+        """
+        Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding
+        special tokens using the tokenizer `prepare_for_model` method.
+
+        Args:
+            token_ids_0 (`List[int]`):
+                List of IDs.
+            token_ids_1 (`List[int]`, *optional*):
+                Optional second list of IDs for sequence pairs.
+            already_has_special_tokens (`bool`, *optional*, defaults to `False`):
+                Whether or not the token list is already formatted with special tokens for the model.
+
+        Returns:
+            `List[int]`: A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.
+        """
+        if already_has_special_tokens:
+            return super().get_special_tokens_mask(
+                token_ids_0=token_ids_0, token_ids_1=token_ids_1, already_has_special_tokens=True
+            )
+
+        bos_token_id = [1] if self.add_bos_token else []
+        eos_token_id = [1] if self.add_eos_token else []
+
+        if token_ids_1 is None:
+            return bos_token_id + ([0] * len(token_ids_0)) + eos_token_id
+        return (
+            bos_token_id
+            + ([0] * len(token_ids_0))
+            + eos_token_id
+            + bos_token_id
+            + ([0] * len(token_ids_1))
+            + eos_token_id
+        )
+
+    def create_token_type_ids_from_sequences(
+        self, token_ids_0: List[int], token_ids_1: Optional[List[int]] = None
+    ) -> List[int]:
+        """
+        Creates a mask from the two sequences passed to be used in a sequence-pair classification task. An ALBERT
+        sequence pair mask has the following format:
+
+        ```
+        0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1
+        | first sequence    | second sequence |
+        ```
+
+        if token_ids_1 is None, only returns the first portion of the mask (0s).
+
+        Args:
+            token_ids_0 (`List[int]`):
+                List of ids.
+            token_ids_1 (`List[int]`, *optional*):
+                Optional second list of IDs for sequence pairs.
+
+        Returns:
+            `List[int]`: List of [token type IDs](../glossary#token-type-ids) according to the given sequence(s).
+        """
+        bos_token_id = [self.bos_token_id] if self.add_bos_token else []
+        eos_token_id = [self.eos_token_id] if self.add_eos_token else []
+
+        output = [0] * len(bos_token_id + token_ids_0 + eos_token_id)
+
+        if token_ids_1 is not None:
+            output += [1] * len(bos_token_id + token_ids_1 + eos_token_id)
+
+        return output
+

Baichuan-13B-Chat-lora-Consulting/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d1ab69d25c74644af5c5e4dcd1cc6e96d33783dbd257b6bdea55b643c72813
+size 1136765

Baichuan-13B-Chat-lora-Consulting/tokenizer_config.json

@@ -0,0 +1,48 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "auto_map": {
+    "AutoTokenizer": [
+      "tokenization_baichuan.BaichuanTokenizer",
+      null
+    ]
+  },
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": true
+  },
+  "clean_up_tokenization_spaces": false,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": true
+  },
+  "model_max_length": 4096,
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": true
+  },
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "split_special_tokens": false,
+  "tokenizer_class": "BaichuanTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": true
+  }
+}

Baichuan-13B-Chat-lora-Consulting/train_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 2.0,
+    "train_loss": 1.1088850573849165,
+    "train_runtime": 12573.3474,
+    "train_samples_per_second": 9.954,
+    "train_steps_per_second": 0.155
+}

Baichuan-13B-Chat-lora-Consulting/trainer_log.jsonl

@@ -0,0 +1,216 @@
+{"current_steps": 10, "total_steps": 1954, "loss": 1.5804, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.9996768893414955e-05, "epoch": 0.01, "percentage": 0.51, "elapsed_time": "0:00:59", "remaining_time": "3:11:23"}
+{"current_steps": 20, "total_steps": 1954, "loss": 1.36, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.998707640886381e-05, "epoch": 0.02, "percentage": 1.02, "elapsed_time": "0:01:59", "remaining_time": "3:12:19"}
+{"current_steps": 30, "total_steps": 1954, "loss": 1.2505, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.99709250517426e-05, "epoch": 0.03, "percentage": 1.54, "elapsed_time": "0:02:56", "remaining_time": "3:08:21"}
+{"current_steps": 40, "total_steps": 1954, "loss": 1.2495, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.994831899699185e-05, "epoch": 0.04, "percentage": 2.05, "elapsed_time": "0:03:53", "remaining_time": "3:05:58"}
+{"current_steps": 50, "total_steps": 1954, "loss": 1.2084, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.9919264088017345e-05, "epoch": 0.05, "percentage": 2.56, "elapsed_time": "0:04:55", "remaining_time": "3:07:20"}
+{"current_steps": 60, "total_steps": 1954, "loss": 1.1923, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.98837678351797e-05, "epoch": 0.06, "percentage": 3.07, "elapsed_time": "0:05:56", "remaining_time": "3:07:18"}
+{"current_steps": 70, "total_steps": 1954, "loss": 1.1929, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.984183941385301e-05, "epoch": 0.07, "percentage": 3.58, "elapsed_time": "0:06:56", "remaining_time": "3:06:52"}
+{"current_steps": 80, "total_steps": 1954, "loss": 1.1736, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.979348966205315e-05, "epoch": 0.08, "percentage": 4.09, "elapsed_time": "0:08:00", "remaining_time": "3:07:36"}
+{"current_steps": 90, "total_steps": 1954, "loss": 1.1626, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.9738731077636225e-05, "epoch": 0.09, "percentage": 4.61, "elapsed_time": "0:08:57", "remaining_time": "3:05:35"}
+{"current_steps": 100, "total_steps": 1954, "loss": 1.1779, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.9677577815068056e-05, "epoch": 0.1, "percentage": 5.12, "elapsed_time": "0:09:56", "remaining_time": "3:04:25"}
+{"current_steps": 100, "total_steps": 1954, "loss": null, "eval_loss": 1.1614866256713867, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.1, "percentage": 5.12, "elapsed_time": "0:09:56", "remaining_time": "3:04:25"}
+{"current_steps": 110, "total_steps": 1954, "loss": 1.1527, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.9610045681765385e-05, "epoch": 0.11, "percentage": 5.63, "elapsed_time": "0:11:23", "remaining_time": "3:10:58"}
+{"current_steps": 120, "total_steps": 1954, "loss": 1.1638, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.953615213400987e-05, "epoch": 0.12, "percentage": 6.14, "elapsed_time": "0:12:29", "remaining_time": "3:11:00"}
+{"current_steps": 130, "total_steps": 1954, "loss": 1.155, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.945591627243581e-05, "epoch": 0.13, "percentage": 6.65, "elapsed_time": "0:13:26", "remaining_time": "3:08:29"}
+{"current_steps": 140, "total_steps": 1954, "loss": 1.1672, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.9369358837092853e-05, "epoch": 0.14, "percentage": 7.16, "elapsed_time": "0:14:25", "remaining_time": "3:06:49"}
+{"current_steps": 150, "total_steps": 1954, "loss": 1.1674, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.927650220208495e-05, "epoch": 0.15, "percentage": 7.68, "elapsed_time": "0:15:27", "remaining_time": "3:05:55"}
+{"current_steps": 160, "total_steps": 1954, "loss": 1.1511, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.917737036978689e-05, "epoch": 0.16, "percentage": 8.19, "elapsed_time": "0:16:32", "remaining_time": "3:05:28"}
+{"current_steps": 170, "total_steps": 1954, "loss": 1.1497, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.907198896463996e-05, "epoch": 0.17, "percentage": 8.7, "elapsed_time": "0:17:33", "remaining_time": "3:04:12"}
+{"current_steps": 180, "total_steps": 1954, "loss": 1.1271, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.8960385226528335e-05, "epoch": 0.18, "percentage": 9.21, "elapsed_time": "0:18:37", "remaining_time": "3:03:35"}
+{"current_steps": 190, "total_steps": 1954, "loss": 1.1888, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.8842588003737854e-05, "epoch": 0.19, "percentage": 9.72, "elapsed_time": "0:19:35", "remaining_time": "3:01:49"}
+{"current_steps": 200, "total_steps": 1954, "loss": 1.1494, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.87186277454991e-05, "epoch": 0.2, "percentage": 10.24, "elapsed_time": "0:20:39", "remaining_time": "3:01:11"}
+{"current_steps": 200, "total_steps": 1954, "loss": null, "eval_loss": 1.1362522840499878, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.2, "percentage": 10.24, "elapsed_time": "0:20:39", "remaining_time": "3:01:11"}
+{"current_steps": 210, "total_steps": 1954, "loss": 1.1425, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.858853649411662e-05, "epoch": 0.21, "percentage": 10.75, "elapsed_time": "0:22:06", "remaining_time": "3:03:34"}
+{"current_steps": 220, "total_steps": 1954, "loss": 1.1591, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.845234787668632e-05, "epoch": 0.23, "percentage": 11.26, "elapsed_time": "0:23:09", "remaining_time": "3:02:29"}
+{"current_steps": 230, "total_steps": 1954, "loss": 1.118, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.831009709640329e-05, "epoch": 0.24, "percentage": 11.77, "elapsed_time": "0:24:11", "remaining_time": "3:01:21"}
+{"current_steps": 240, "total_steps": 1954, "loss": 1.1469, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.8161820923462165e-05, "epoch": 0.25, "percentage": 12.28, "elapsed_time": "0:25:11", "remaining_time": "2:59:52"}
+{"current_steps": 250, "total_steps": 1954, "loss": 1.1128, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.800755768555244e-05, "epoch": 0.26, "percentage": 12.79, "elapsed_time": "0:26:09", "remaining_time": "2:58:15"}
+{"current_steps": 260, "total_steps": 1954, "loss": 1.152, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.784734725795123e-05, "epoch": 0.27, "percentage": 13.31, "elapsed_time": "0:27:11", "remaining_time": "2:57:12"}
+{"current_steps": 270, "total_steps": 1954, "loss": 1.125, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.768123105321596e-05, "epoch": 0.28, "percentage": 13.82, "elapsed_time": "0:28:13", "remaining_time": "2:56:02"}
+{"current_steps": 280, "total_steps": 1954, "loss": 1.123, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.7509252010479645e-05, "epoch": 0.29, "percentage": 14.33, "elapsed_time": "0:29:19", "remaining_time": "2:55:22"}
+{"current_steps": 290, "total_steps": 1954, "loss": 1.1294, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.7331454584351686e-05, "epoch": 0.3, "percentage": 14.84, "elapsed_time": "0:30:19", "remaining_time": "2:54:02"}
+{"current_steps": 300, "total_steps": 1954, "loss": 1.1299, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.714788473342685e-05, "epoch": 0.31, "percentage": 15.35, "elapsed_time": "0:31:20", "remaining_time": "2:52:48"}
+{"current_steps": 300, "total_steps": 1954, "loss": null, "eval_loss": 1.1234092712402344, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.31, "percentage": 15.35, "elapsed_time": "0:31:20", "remaining_time": "2:52:48"}
+{"current_steps": 310, "total_steps": 1954, "loss": 1.1195, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.695858990840544e-05, "epoch": 0.32, "percentage": 15.86, "elapsed_time": "0:32:49", "remaining_time": "2:54:03"}
+{"current_steps": 320, "total_steps": 1954, "loss": 1.1233, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.6763619039827936e-05, "epoch": 0.33, "percentage": 16.38, "elapsed_time": "0:33:55", "remaining_time": "2:53:15"}
+{"current_steps": 330, "total_steps": 1954, "loss": 1.1281, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.6563022525426905e-05, "epoch": 0.34, "percentage": 16.89, "elapsed_time": "0:34:56", "remaining_time": "2:51:55"}
+{"current_steps": 340, "total_steps": 1954, "loss": 1.0921, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.6356852217099856e-05, "epoch": 0.35, "percentage": 17.4, "elapsed_time": "0:35:52", "remaining_time": "2:50:20"}
+{"current_steps": 350, "total_steps": 1954, "loss": 1.1106, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.614516140750604e-05, "epoch": 0.36, "percentage": 17.91, "elapsed_time": "0:36:53", "remaining_time": "2:49:04"}
+{"current_steps": 360, "total_steps": 1954, "loss": 1.1103, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.592800481629097e-05, "epoch": 0.37, "percentage": 18.42, "elapsed_time": "0:37:54", "remaining_time": "2:47:49"}
+{"current_steps": 370, "total_steps": 1954, "loss": 1.1162, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.570543857594201e-05, "epoch": 0.38, "percentage": 18.94, "elapsed_time": "0:38:58", "remaining_time": "2:46:52"}
+{"current_steps": 380, "total_steps": 1954, "loss": 1.1341, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.547752021727873e-05, "epoch": 0.39, "percentage": 19.45, "elapsed_time": "0:40:08", "remaining_time": "2:46:17"}
+{"current_steps": 390, "total_steps": 1954, "loss": 1.1098, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.52443086545819e-05, "epoch": 0.4, "percentage": 19.96, "elapsed_time": "0:41:14", "remaining_time": "2:45:24"}
+{"current_steps": 400, "total_steps": 1954, "loss": 1.1109, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.5005864170364784e-05, "epoch": 0.41, "percentage": 20.47, "elapsed_time": "0:42:12", "remaining_time": "2:43:58"}
+{"current_steps": 400, "total_steps": 1954, "loss": null, "eval_loss": 1.115441083908081, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.41, "percentage": 20.47, "elapsed_time": "0:42:12", "remaining_time": "2:43:58"}
+{"current_steps": 410, "total_steps": 1954, "loss": 1.1114, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.476224839979084e-05, "epoch": 0.42, "percentage": 20.98, "elapsed_time": "0:43:36", "remaining_time": "2:44:13"}
+{"current_steps": 420, "total_steps": 1954, "loss": 1.132, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.4513524314741714e-05, "epoch": 0.43, "percentage": 21.49, "elapsed_time": "0:44:37", "remaining_time": "2:43:00"}
+{"current_steps": 430, "total_steps": 1954, "loss": 1.1282, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.425975620753973e-05, "epoch": 0.44, "percentage": 22.01, "elapsed_time": "0:45:40", "remaining_time": "2:41:53"}
+{"current_steps": 440, "total_steps": 1954, "loss": 1.1135, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.4001009674329054e-05, "epoch": 0.45, "percentage": 22.52, "elapsed_time": "0:46:42", "remaining_time": "2:40:43"}
+{"current_steps": 450, "total_steps": 1954, "loss": 1.1366, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.373735159811988e-05, "epoch": 0.46, "percentage": 23.03, "elapsed_time": "0:47:39", "remaining_time": "2:39:17"}
+{"current_steps": 460, "total_steps": 1954, "loss": 1.1052, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.3468850131499917e-05, "epoch": 0.47, "percentage": 23.54, "elapsed_time": "0:48:43", "remaining_time": "2:38:13"}
+{"current_steps": 470, "total_steps": 1954, "loss": 1.1148, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.31955746790177e-05, "epoch": 0.48, "percentage": 24.05, "elapsed_time": "0:49:47", "remaining_time": "2:37:14"}
+{"current_steps": 480, "total_steps": 1954, "loss": 1.1329, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.291759587924237e-05, "epoch": 0.49, "percentage": 24.56, "elapsed_time": "0:50:54", "remaining_time": "2:36:20"}
+{"current_steps": 490, "total_steps": 1954, "loss": 1.1064, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.263498558650434e-05, "epoch": 0.5, "percentage": 25.08, "elapsed_time": "0:51:54", "remaining_time": "2:35:06"}
+{"current_steps": 500, "total_steps": 1954, "loss": 1.12, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.234781685232187e-05, "epoch": 0.51, "percentage": 25.59, "elapsed_time": "0:52:58", "remaining_time": "2:34:03"}
+{"current_steps": 500, "total_steps": 1954, "loss": null, "eval_loss": 1.108825922012329, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.51, "percentage": 25.59, "elapsed_time": "0:52:58", "remaining_time": "2:34:03"}
+{"current_steps": 510, "total_steps": 1954, "loss": 1.0966, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.205616390651796e-05, "epoch": 0.52, "percentage": 26.1, "elapsed_time": "0:54:27", "remaining_time": "2:34:12"}
+{"current_steps": 520, "total_steps": 1954, "loss": 1.1145, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.1760102138032956e-05, "epoch": 0.53, "percentage": 26.61, "elapsed_time": "0:55:31", "remaining_time": "2:33:07"}
+{"current_steps": 530, "total_steps": 1954, "loss": 1.1018, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.145970807543721e-05, "epoch": 0.54, "percentage": 27.12, "elapsed_time": "0:56:36", "remaining_time": "2:32:04"}
+{"current_steps": 540, "total_steps": 1954, "loss": 1.1063, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.115505936714943e-05, "epoch": 0.55, "percentage": 27.64, "elapsed_time": "0:57:45", "remaining_time": "2:31:14"}
+{"current_steps": 550, "total_steps": 1954, "loss": 1.1037, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.084623476136541e-05, "epoch": 0.56, "percentage": 28.15, "elapsed_time": "0:58:44", "remaining_time": "2:29:58"}
+{"current_steps": 560, "total_steps": 1954, "loss": 1.0981, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.053331408570254e-05, "epoch": 0.57, "percentage": 28.66, "elapsed_time": "0:59:55", "remaining_time": "2:29:11"}
+{"current_steps": 570, "total_steps": 1954, "loss": 1.1018, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.021637822656529e-05, "epoch": 0.58, "percentage": 29.17, "elapsed_time": "1:00:54", "remaining_time": "2:27:54"}
+{"current_steps": 580, "total_steps": 1954, "loss": 1.1154, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.9895509108236956e-05, "epoch": 0.59, "percentage": 29.68, "elapsed_time": "1:01:56", "remaining_time": "2:26:43"}
+{"current_steps": 590, "total_steps": 1954, "loss": 1.1498, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.957078967170325e-05, "epoch": 0.6, "percentage": 30.19, "elapsed_time": "1:02:58", "remaining_time": "2:25:36"}
+{"current_steps": 600, "total_steps": 1954, "loss": 1.1071, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.9242303853212944e-05, "epoch": 0.61, "percentage": 30.71, "elapsed_time": "1:04:00", "remaining_time": "2:24:26"}
+{"current_steps": 600, "total_steps": 1954, "loss": null, "eval_loss": 1.103700041770935, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.61, "percentage": 30.71, "elapsed_time": "1:04:00", "remaining_time": "2:24:26"}
+{"current_steps": 610, "total_steps": 1954, "loss": 1.1107, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.891013656258133e-05, "epoch": 0.62, "percentage": 31.22, "elapsed_time": "1:05:27", "remaining_time": "2:24:12"}
+{"current_steps": 620, "total_steps": 1954, "loss": 1.0919, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.857437366124202e-05, "epoch": 0.63, "percentage": 31.73, "elapsed_time": "1:06:30", "remaining_time": "2:23:06"}
+{"current_steps": 630, "total_steps": 1954, "loss": 1.1019, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.823510194005273e-05, "epoch": 0.64, "percentage": 32.24, "elapsed_time": "1:07:31", "remaining_time": "2:21:55"}
+{"current_steps": 640, "total_steps": 1954, "loss": 1.1217, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.789240909686087e-05, "epoch": 0.65, "percentage": 32.75, "elapsed_time": "1:08:31", "remaining_time": "2:20:40"}
+{"current_steps": 650, "total_steps": 1954, "loss": 1.1171, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.754638371383461e-05, "epoch": 0.66, "percentage": 33.27, "elapsed_time": "1:09:34", "remaining_time": "2:19:35"}
+{"current_steps": 660, "total_steps": 1954, "loss": 1.0918, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.719711523456545e-05, "epoch": 0.68, "percentage": 33.78, "elapsed_time": "1:10:36", "remaining_time": "2:18:26"}
+{"current_steps": 670, "total_steps": 1954, "loss": 1.1195, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.684469394094805e-05, "epoch": 0.69, "percentage": 34.29, "elapsed_time": "1:11:38", "remaining_time": "2:17:17"}
+{"current_steps": 680, "total_steps": 1954, "loss": 1.1083, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.648921092984342e-05, "epoch": 0.7, "percentage": 34.8, "elapsed_time": "1:12:40", "remaining_time": "2:16:09"}
+{"current_steps": 690, "total_steps": 1954, "loss": 1.0735, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.6130758089531404e-05, "epoch": 0.71, "percentage": 35.31, "elapsed_time": "1:13:40", "remaining_time": "2:14:57"}
+{"current_steps": 700, "total_steps": 1954, "loss": 1.1161, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.576942807595861e-05, "epoch": 0.72, "percentage": 35.82, "elapsed_time": "1:14:42", "remaining_time": "2:13:50"}
+{"current_steps": 700, "total_steps": 1954, "loss": null, "eval_loss": 1.1002016067504883, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.72, "percentage": 35.82, "elapsed_time": "1:14:42", "remaining_time": "2:13:50"}
+{"current_steps": 710, "total_steps": 1954, "loss": 1.0867, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.540531428878795e-05, "epoch": 0.73, "percentage": 36.34, "elapsed_time": "1:16:07", "remaining_time": "2:13:22"}
+{"current_steps": 720, "total_steps": 1954, "loss": 1.105, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.5038510847255846e-05, "epoch": 0.74, "percentage": 36.85, "elapsed_time": "1:17:08", "remaining_time": "2:12:13"}
+{"current_steps": 730, "total_steps": 1954, "loss": 1.1156, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.466911256584355e-05, "epoch": 0.75, "percentage": 37.36, "elapsed_time": "1:18:14", "remaining_time": "2:11:11"}
+{"current_steps": 740, "total_steps": 1954, "loss": 1.099, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.42972149297686e-05, "epoch": 0.76, "percentage": 37.87, "elapsed_time": "1:19:12", "remaining_time": "2:09:56"}
+{"current_steps": 750, "total_steps": 1954, "loss": 1.0994, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.3922914070303076e-05, "epoch": 0.77, "percentage": 38.38, "elapsed_time": "1:20:17", "remaining_time": "2:08:54"}
+{"current_steps": 760, "total_steps": 1954, "loss": 1.1177, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.354630673992473e-05, "epoch": 0.78, "percentage": 38.89, "elapsed_time": "1:21:16", "remaining_time": "2:07:41"}
+{"current_steps": 770, "total_steps": 1954, "loss": 1.1095, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.316749028730757e-05, "epoch": 0.79, "percentage": 39.41, "elapsed_time": "1:22:15", "remaining_time": "2:06:28"}
+{"current_steps": 780, "total_steps": 1954, "loss": 1.1083, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.278656263215836e-05, "epoch": 0.8, "percentage": 39.92, "elapsed_time": "1:23:20", "remaining_time": "2:05:27"}
+{"current_steps": 790, "total_steps": 1954, "loss": 1.0836, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.24036222399055e-05, "epoch": 0.81, "percentage": 40.43, "elapsed_time": "1:24:18", "remaining_time": "2:04:12"}
+{"current_steps": 800, "total_steps": 1954, "loss": 1.0982, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.2018768096246834e-05, "epoch": 0.82, "percentage": 40.94, "elapsed_time": "1:25:17", "remaining_time": "2:03:01"}
+{"current_steps": 800, "total_steps": 1954, "loss": null, "eval_loss": 1.0972065925598145, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.82, "percentage": 40.94, "elapsed_time": "1:25:17", "remaining_time": "2:03:01"}
+{"current_steps": 810, "total_steps": 1954, "loss": 1.1041, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.1632099681562996e-05, "epoch": 0.83, "percentage": 41.45, "elapsed_time": "1:26:42", "remaining_time": "2:02:28"}
+{"current_steps": 820, "total_steps": 1954, "loss": 1.0974, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.1243716945202864e-05, "epoch": 0.84, "percentage": 41.97, "elapsed_time": "1:27:46", "remaining_time": "2:01:22"}
+{"current_steps": 830, "total_steps": 1954, "loss": 1.0945, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.085372027964777e-05, "epoch": 0.85, "percentage": 42.48, "elapsed_time": "1:28:44", "remaining_time": "2:00:10"}
+{"current_steps": 840, "total_steps": 1954, "loss": 1.1045, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.0462210494561283e-05, "epoch": 0.86, "percentage": 42.99, "elapsed_time": "1:29:46", "remaining_time": "1:59:03"}
+{"current_steps": 850, "total_steps": 1954, "loss": 1.0842, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.0069288790730966e-05, "epoch": 0.87, "percentage": 43.5, "elapsed_time": "1:30:51", "remaining_time": "1:58:00"}
+{"current_steps": 860, "total_steps": 1954, "loss": 1.097, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.9675056733909196e-05, "epoch": 0.88, "percentage": 44.01, "elapsed_time": "1:31:47", "remaining_time": "1:56:46"}
+{"current_steps": 870, "total_steps": 1954, "loss": 1.1034, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.9279616228559542e-05, "epoch": 0.89, "percentage": 44.52, "elapsed_time": "1:32:55", "remaining_time": "1:55:46"}
+{"current_steps": 880, "total_steps": 1954, "loss": 1.1033, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.8883069491515696e-05, "epoch": 0.9, "percentage": 45.04, "elapsed_time": "1:34:04", "remaining_time": "1:54:49"}
+{"current_steps": 890, "total_steps": 1954, "loss": 1.0894, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.8485519025559503e-05, "epoch": 0.91, "percentage": 45.55, "elapsed_time": "1:35:03", "remaining_time": "1:53:38"}
+{"current_steps": 900, "total_steps": 1954, "loss": 1.1062, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.8087067592925252e-05, "epoch": 0.92, "percentage": 46.06, "elapsed_time": "1:36:02", "remaining_time": "1:52:28"}
+{"current_steps": 900, "total_steps": 1954, "loss": null, "eval_loss": 1.0946753025054932, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.92, "percentage": 46.06, "elapsed_time": "1:36:02", "remaining_time": "1:52:28"}
+{"current_steps": 910, "total_steps": 1954, "loss": 1.1243, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.7687818188736757e-05, "epoch": 0.93, "percentage": 46.57, "elapsed_time": "1:37:26", "remaining_time": "1:51:46"}
+{"current_steps": 920, "total_steps": 1954, "loss": 1.0975, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.7287874014384346e-05, "epoch": 0.94, "percentage": 47.08, "elapsed_time": "1:38:29", "remaining_time": "1:50:41"}
+{"current_steps": 930, "total_steps": 1954, "loss": 1.0885, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.6887338450848448e-05, "epoch": 0.95, "percentage": 47.59, "elapsed_time": "1:39:33", "remaining_time": "1:49:37"}
+{"current_steps": 940, "total_steps": 1954, "loss": 1.0938, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.64863150319768e-05, "epoch": 0.96, "percentage": 48.11, "elapsed_time": "1:40:32", "remaining_time": "1:48:27"}
+{"current_steps": 950, "total_steps": 1954, "loss": 1.1014, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.6084907417722176e-05, "epoch": 0.97, "percentage": 48.62, "elapsed_time": "1:41:35", "remaining_time": "1:47:22"}
+{"current_steps": 960, "total_steps": 1954, "loss": 1.105, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.5683219367347432e-05, "epoch": 0.98, "percentage": 49.13, "elapsed_time": "1:42:35", "remaining_time": "1:46:13"}
+{"current_steps": 970, "total_steps": 1954, "loss": 1.0993, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.528135471260493e-05, "epoch": 0.99, "percentage": 49.64, "elapsed_time": "1:43:37", "remaining_time": "1:45:07"}
+{"current_steps": 980, "total_steps": 1954, "loss": 1.0867, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.4879417330897267e-05, "epoch": 1.0, "percentage": 50.15, "elapsed_time": "1:44:45", "remaining_time": "1:44:06"}
+{"current_steps": 990, "total_steps": 1954, "loss": 1.059, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.4477511118426093e-05, "epoch": 1.01, "percentage": 50.67, "elapsed_time": "1:45:47", "remaining_time": "1:43:00"}
+{"current_steps": 1000, "total_steps": 1954, "loss": 1.0744, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.4075739963336182e-05, "epoch": 1.02, "percentage": 51.18, "elapsed_time": "1:46:51", "remaining_time": "1:41:56"}
+{"current_steps": 1000, "total_steps": 1954, "loss": null, "eval_loss": 1.0925548076629639, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.02, "percentage": 51.18, "elapsed_time": "1:46:51", "remaining_time": "1:41:56"}
+{"current_steps": 1010, "total_steps": 1954, "loss": 1.096, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.367420771886154e-05, "epoch": 1.03, "percentage": 51.69, "elapsed_time": "1:48:14", "remaining_time": "1:41:10"}
+{"current_steps": 1020, "total_steps": 1954, "loss": 1.0873, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.3273018176480492e-05, "epoch": 1.04, "percentage": 52.2, "elapsed_time": "1:49:18", "remaining_time": "1:40:05"}
+{"current_steps": 1030, "total_steps": 1954, "loss": 1.097, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.2872275039086823e-05, "epoch": 1.05, "percentage": 52.71, "elapsed_time": "1:50:17", "remaining_time": "1:38:56"}
+{"current_steps": 1040, "total_steps": 1954, "loss": 1.0801, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.2472081894183744e-05, "epoch": 1.06, "percentage": 53.22, "elapsed_time": "1:51:16", "remaining_time": "1:37:47"}
+{"current_steps": 1050, "total_steps": 1954, "loss": 1.1006, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.207254218710772e-05, "epoch": 1.07, "percentage": 53.74, "elapsed_time": "1:52:26", "remaining_time": "1:36:48"}
+{"current_steps": 1060, "total_steps": 1954, "loss": 1.0811, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.1673759194289033e-05, "epoch": 1.08, "percentage": 54.25, "elapsed_time": "1:53:30", "remaining_time": "1:35:44"}
+{"current_steps": 1070, "total_steps": 1954, "loss": 1.0969, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.1275835996556e-05, "epoch": 1.09, "percentage": 54.76, "elapsed_time": "1:54:34", "remaining_time": "1:34:39"}
+{"current_steps": 1080, "total_steps": 1954, "loss": 1.0888, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.08788754524898e-05, "epoch": 1.1, "percentage": 55.27, "elapsed_time": "1:55:33", "remaining_time": "1:33:30"}
+{"current_steps": 1090, "total_steps": 1954, "loss": 1.09, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.0482980171836648e-05, "epoch": 1.11, "percentage": 55.78, "elapsed_time": "1:56:40", "remaining_time": "1:32:29"}
+{"current_steps": 1100, "total_steps": 1954, "loss": 1.0867, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.008825248898443e-05, "epoch": 1.13, "percentage": 56.29, "elapsed_time": "1:57:43", "remaining_time": "1:31:23"}
+{"current_steps": 1100, "total_steps": 1954, "loss": null, "eval_loss": 1.0904080867767334, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.13, "percentage": 56.29, "elapsed_time": "1:57:43", "remaining_time": "1:31:23"}
+{"current_steps": 1110, "total_steps": 1954, "loss": 1.0925, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.969479443651036e-05, "epoch": 1.14, "percentage": 56.81, "elapsed_time": "1:59:09", "remaining_time": "1:30:36"}
+{"current_steps": 1120, "total_steps": 1954, "loss": 1.0827, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.930270771880679e-05, "epoch": 1.15, "percentage": 57.32, "elapsed_time": "2:00:10", "remaining_time": "1:29:29"}
+{"current_steps": 1130, "total_steps": 1954, "loss": 1.0976, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.8912093685791748e-05, "epoch": 1.16, "percentage": 57.83, "elapsed_time": "2:01:11", "remaining_time": "1:28:22"}
+{"current_steps": 1140, "total_steps": 1954, "loss": 1.0746, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.8523053306711203e-05, "epoch": 1.17, "percentage": 58.34, "elapsed_time": "2:02:01", "remaining_time": "1:27:07"}
+{"current_steps": 1150, "total_steps": 1954, "loss": 1.0922, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.813568714403957e-05, "epoch": 1.18, "percentage": 58.85, "elapsed_time": "2:03:09", "remaining_time": "1:26:06"}
+{"current_steps": 1160, "total_steps": 1954, "loss": 1.121, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.7750095327485605e-05, "epoch": 1.19, "percentage": 59.37, "elapsed_time": "2:04:10", "remaining_time": "1:25:00"}
+{"current_steps": 1170, "total_steps": 1954, "loss": 1.0915, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.7366377528109895e-05, "epoch": 1.2, "percentage": 59.88, "elapsed_time": "2:05:11", "remaining_time": "1:23:53"}
+{"current_steps": 1180, "total_steps": 1954, "loss": 1.0866, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.6984632932561124e-05, "epoch": 1.21, "percentage": 60.39, "elapsed_time": "2:06:10", "remaining_time": "1:22:45"}
+{"current_steps": 1190, "total_steps": 1954, "loss": 1.0822, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.6604960217437398e-05, "epoch": 1.22, "percentage": 60.9, "elapsed_time": "2:07:08", "remaining_time": "1:21:37"}
+{"current_steps": 1200, "total_steps": 1954, "loss": 1.0809, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.6227457523779532e-05, "epoch": 1.23, "percentage": 61.41, "elapsed_time": "2:08:13", "remaining_time": "1:20:34"}
+{"current_steps": 1200, "total_steps": 1954, "loss": null, "eval_loss": 1.088823914527893, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.23, "percentage": 61.41, "elapsed_time": "2:08:13", "remaining_time": "1:20:34"}
+{"current_steps": 1210, "total_steps": 1954, "loss": 1.0903, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.5852222431702658e-05, "epoch": 1.24, "percentage": 61.92, "elapsed_time": "2:09:39", "remaining_time": "1:19:43"}
+{"current_steps": 1220, "total_steps": 1954, "loss": 1.088, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.547935193517295e-05, "epoch": 1.25, "percentage": 62.44, "elapsed_time": "2:10:46", "remaining_time": "1:18:40"}
+{"current_steps": 1230, "total_steps": 1954, "loss": 1.0988, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.510894241693573e-05, "epoch": 1.26, "percentage": 62.95, "elapsed_time": "2:11:44", "remaining_time": "1:17:32"}
+{"current_steps": 1240, "total_steps": 1954, "loss": 1.0935, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.4741089623601678e-05, "epoch": 1.27, "percentage": 63.46, "elapsed_time": "2:12:44", "remaining_time": "1:16:26"}
+{"current_steps": 1250, "total_steps": 1954, "loss": 1.0812, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.4375888640897438e-05, "epoch": 1.28, "percentage": 63.97, "elapsed_time": "2:13:45", "remaining_time": "1:15:19"}
+{"current_steps": 1260, "total_steps": 1954, "loss": 1.1036, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.4013433869087006e-05, "epoch": 1.29, "percentage": 64.48, "elapsed_time": "2:14:45", "remaining_time": "1:14:13"}
+{"current_steps": 1270, "total_steps": 1954, "loss": 1.0917, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.3653818998570378e-05, "epoch": 1.3, "percentage": 64.99, "elapsed_time": "2:15:51", "remaining_time": "1:13:10"}
+{"current_steps": 1280, "total_steps": 1954, "loss": 1.0697, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.329713698566567e-05, "epoch": 1.31, "percentage": 65.51, "elapsed_time": "2:16:52", "remaining_time": "1:12:04"}
+{"current_steps": 1290, "total_steps": 1954, "loss": 1.092, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.2943480028580917e-05, "epoch": 1.32, "percentage": 66.02, "elapsed_time": "2:17:52", "remaining_time": "1:10:57"}
+{"current_steps": 1300, "total_steps": 1954, "loss": 1.0994, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.2592939543581947e-05, "epoch": 1.33, "percentage": 66.53, "elapsed_time": "2:18:53", "remaining_time": "1:09:52"}
+{"current_steps": 1300, "total_steps": 1954, "loss": null, "eval_loss": 1.0873268842697144, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.33, "percentage": 66.53, "elapsed_time": "2:18:53", "remaining_time": "1:09:52"}
+{"current_steps": 1310, "total_steps": 1954, "loss": 1.0737, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.2245606141362318e-05, "epoch": 1.34, "percentage": 67.04, "elapsed_time": "2:20:15", "remaining_time": "1:08:57"}
+{"current_steps": 1320, "total_steps": 1954, "loss": 1.0718, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.1901569603621487e-05, "epoch": 1.35, "percentage": 67.55, "elapsed_time": "2:21:24", "remaining_time": "1:07:55"}
+{"current_steps": 1330, "total_steps": 1954, "loss": 1.0992, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.1560918859857247e-05, "epoch": 1.36, "percentage": 68.07, "elapsed_time": "2:22:22", "remaining_time": "1:06:47"}
+{"current_steps": 1340, "total_steps": 1954, "loss": 1.0757, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.1223741964378518e-05, "epoch": 1.37, "percentage": 68.58, "elapsed_time": "2:23:25", "remaining_time": "1:05:43"}
+{"current_steps": 1350, "total_steps": 1954, "loss": 1.0916, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.0890126073544276e-05, "epoch": 1.38, "percentage": 69.09, "elapsed_time": "2:24:28", "remaining_time": "1:04:38"}
+{"current_steps": 1360, "total_steps": 1954, "loss": 1.1017, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.0560157423234681e-05, "epoch": 1.39, "percentage": 69.6, "elapsed_time": "2:25:28", "remaining_time": "1:03:32"}
+{"current_steps": 1370, "total_steps": 1954, "loss": 1.0897, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.0233921306560029e-05, "epoch": 1.4, "percentage": 70.11, "elapsed_time": "2:26:33", "remaining_time": "1:02:28"}
+{"current_steps": 1380, "total_steps": 1954, "loss": 1.1047, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 9.911502051813499e-06, "epoch": 1.41, "percentage": 70.62, "elapsed_time": "2:27:35", "remaining_time": "1:01:23"}
+{"current_steps": 1390, "total_steps": 1954, "loss": 1.0877, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 9.592983000673272e-06, "epoch": 1.42, "percentage": 71.14, "elapsed_time": "2:28:42", "remaining_time": "1:00:20"}
+{"current_steps": 1400, "total_steps": 1954, "loss": 1.0622, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 9.278446486659642e-06, "epoch": 1.43, "percentage": 71.65, "elapsed_time": "2:29:46", "remaining_time": "0:59:16"}
+{"current_steps": 1400, "total_steps": 1954, "loss": null, "eval_loss": 1.0861936807632446, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.43, "percentage": 71.65, "elapsed_time": "2:29:46", "remaining_time": "0:59:16"}
+{"current_steps": 1410, "total_steps": 1954, "loss": 1.0791, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 8.967973813852743e-06, "epoch": 1.44, "percentage": 72.16, "elapsed_time": "2:31:11", "remaining_time": "0:58:19"}
+{"current_steps": 1420, "total_steps": 1954, "loss": 1.0952, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 8.66164523587637e-06, "epoch": 1.45, "percentage": 72.67, "elapsed_time": "2:32:16", "remaining_time": "0:57:15"}
+{"current_steps": 1430, "total_steps": 1954, "loss": 1.0998, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 8.359539935153368e-06, "epoch": 1.46, "percentage": 73.18, "elapsed_time": "2:33:17", "remaining_time": "0:56:10"}
+{"current_steps": 1440, "total_steps": 1954, "loss": 1.0714, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 8.061736002437862e-06, "epoch": 1.47, "percentage": 73.69, "elapsed_time": "2:34:15", "remaining_time": "0:55:03"}
+{"current_steps": 1450, "total_steps": 1954, "loss": 1.0934, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.768310416629703e-06, "epoch": 1.48, "percentage": 74.21, "elapsed_time": "2:35:15", "remaining_time": "0:53:58"}
+{"current_steps": 1460, "total_steps": 1954, "loss": 1.1074, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.479339024876283e-06, "epoch": 1.49, "percentage": 74.72, "elapsed_time": "2:36:10", "remaining_time": "0:52:50"}
+{"current_steps": 1470, "total_steps": 1954, "loss": 1.0993, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.1948965229669425e-06, "epoch": 1.5, "percentage": 75.23, "elapsed_time": "2:37:10", "remaining_time": "0:51:45"}
+{"current_steps": 1480, "total_steps": 1954, "loss": 1.0962, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.915056436024964e-06, "epoch": 1.51, "percentage": 75.74, "elapsed_time": "2:38:14", "remaining_time": "0:50:40"}
+{"current_steps": 1490, "total_steps": 1954, "loss": 1.077, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.63989109950216e-06, "epoch": 1.52, "percentage": 76.25, "elapsed_time": "2:39:21", "remaining_time": "0:49:37"}
+{"current_steps": 1500, "total_steps": 1954, "loss": 1.1079, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.3694716404810065e-06, "epoch": 1.53, "percentage": 76.77, "elapsed_time": "2:40:29", "remaining_time": "0:48:34"}
+{"current_steps": 1500, "total_steps": 1954, "loss": null, "eval_loss": 1.0856590270996094, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.53, "percentage": 76.77, "elapsed_time": "2:40:29", "remaining_time": "0:48:34"}
+{"current_steps": 1510, "total_steps": 1954, "loss": 1.0622, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.10386795928907e-06, "epoch": 1.54, "percentage": 77.28, "elapsed_time": "2:42:00", "remaining_time": "0:47:38"}
+{"current_steps": 1520, "total_steps": 1954, "loss": 1.1085, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.843148711430621e-06, "epoch": 1.55, "percentage": 77.79, "elapsed_time": "2:43:04", "remaining_time": "0:46:33"}
+{"current_steps": 1530, "total_steps": 1954, "loss": 1.0871, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.5873812898399546e-06, "epoch": 1.56, "percentage": 78.3, "elapsed_time": "2:44:04", "remaining_time": "0:45:28"}
+{"current_steps": 1540, "total_steps": 1954, "loss": 1.1106, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.336631807461076e-06, "epoch": 1.58, "percentage": 78.81, "elapsed_time": "2:45:07", "remaining_time": "0:44:23"}
+{"current_steps": 1550, "total_steps": 1954, "loss": 1.0841, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.090965080158278e-06, "epoch": 1.59, "percentage": 79.32, "elapsed_time": "2:46:12", "remaining_time": "0:43:19"}
+{"current_steps": 1560, "total_steps": 1954, "loss": 1.1075, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.850444609961988e-06, "epoch": 1.6, "percentage": 79.84, "elapsed_time": "2:47:15", "remaining_time": "0:42:14"}
+{"current_steps": 1570, "total_steps": 1954, "loss": 1.0983, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.615132568654215e-06, "epoch": 1.61, "percentage": 80.35, "elapsed_time": "2:48:16", "remaining_time": "0:41:09"}
+{"current_steps": 1580, "total_steps": 1954, "loss": 1.0859, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.385089781697863e-06, "epoch": 1.62, "percentage": 80.86, "elapsed_time": "2:49:22", "remaining_time": "0:40:05"}
+{"current_steps": 1590, "total_steps": 1954, "loss": 1.0759, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.160375712514019e-06, "epoch": 1.63, "percentage": 81.37, "elapsed_time": "2:50:22", "remaining_time": "0:39:00"}
+{"current_steps": 1600, "total_steps": 1954, "loss": 1.0612, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.941048447111387e-06, "epoch": 1.64, "percentage": 81.88, "elapsed_time": "2:51:27", "remaining_time": "0:37:56"}
+{"current_steps": 1600, "total_steps": 1954, "loss": null, "eval_loss": 1.085319995880127, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.64, "percentage": 81.88, "elapsed_time": "2:51:27", "remaining_time": "0:37:56"}
+{"current_steps": 1610, "total_steps": 1954, "loss": 1.0806, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.727164679071696e-06, "epoch": 1.65, "percentage": 82.4, "elapsed_time": "2:52:49", "remaining_time": "0:36:55"}
+{"current_steps": 1620, "total_steps": 1954, "loss": 1.0861, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.5187796948950384e-06, "epoch": 1.66, "percentage": 82.91, "elapsed_time": "2:53:54", "remaining_time": "0:35:51"}
+{"current_steps": 1630, "total_steps": 1954, "loss": 1.0712, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.315947359708993e-06, "epoch": 1.67, "percentage": 83.42, "elapsed_time": "2:54:52", "remaining_time": "0:34:45"}
+{"current_steps": 1640, "total_steps": 1954, "loss": 1.086, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.118720103345063e-06, "epoch": 1.68, "percentage": 83.93, "elapsed_time": "2:55:54", "remaining_time": "0:33:40"}
+{"current_steps": 1650, "total_steps": 1954, "loss": 1.1087, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.9271489067861953e-06, "epoch": 1.69, "percentage": 84.44, "elapsed_time": "2:56:56", "remaining_time": "0:32:35"}
+{"current_steps": 1660, "total_steps": 1954, "loss": 1.1036, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.7412832889887664e-06, "epoch": 1.7, "percentage": 84.95, "elapsed_time": "2:57:57", "remaining_time": "0:31:31"}
+{"current_steps": 1670, "total_steps": 1954, "loss": 1.0712, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.5611712940825065e-06, "epoch": 1.71, "percentage": 85.47, "elapsed_time": "2:58:56", "remaining_time": "0:30:25"}
+{"current_steps": 1680, "total_steps": 1954, "loss": 1.0695, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.3868594789516336e-06, "epoch": 1.72, "percentage": 85.98, "elapsed_time": "2:59:52", "remaining_time": "0:29:20"}
+{"current_steps": 1690, "total_steps": 1954, "loss": 1.0858, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.2183929012004527e-06, "epoch": 1.73, "percentage": 86.49, "elapsed_time": "3:00:55", "remaining_time": "0:28:15"}
+{"current_steps": 1700, "total_steps": 1954, "loss": 1.0839, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.055815107506451e-06, "epoch": 1.74, "percentage": 87.0, "elapsed_time": "3:02:03", "remaining_time": "0:27:12"}
+{"current_steps": 1700, "total_steps": 1954, "loss": null, "eval_loss": 1.0849649906158447, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.74, "percentage": 87.0, "elapsed_time": "3:02:03", "remaining_time": "0:27:12"}
+{"current_steps": 1710, "total_steps": 1954, "loss": 1.0925, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.899168122364023e-06, "epoch": 1.75, "percentage": 87.51, "elapsed_time": "3:03:30", "remaining_time": "0:26:11"}
+{"current_steps": 1720, "total_steps": 1954, "loss": 1.0888, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.7484924372215744e-06, "epoch": 1.76, "percentage": 88.02, "elapsed_time": "3:04:36", "remaining_time": "0:25:06"}
+{"current_steps": 1730, "total_steps": 1954, "loss": 1.0667, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.6038270000149903e-06, "epoch": 1.77, "percentage": 88.54, "elapsed_time": "3:05:44", "remaining_time": "0:24:03"}
+{"current_steps": 1740, "total_steps": 1954, "loss": 1.0893, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.4652092051000155e-06, "epoch": 1.78, "percentage": 89.05, "elapsed_time": "3:06:44", "remaining_time": "0:22:58"}
+{"current_steps": 1750, "total_steps": 1954, "loss": 1.061, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.3326748835862463e-06, "epoch": 1.79, "percentage": 89.56, "elapsed_time": "3:07:46", "remaining_time": "0:21:53"}
+{"current_steps": 1760, "total_steps": 1954, "loss": 1.1043, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.2062582940751965e-06, "epoch": 1.8, "percentage": 90.07, "elapsed_time": "3:08:48", "remaining_time": "0:20:48"}
+{"current_steps": 1770, "total_steps": 1954, "loss": 1.0908, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.085992113804854e-06, "epoch": 1.81, "percentage": 90.58, "elapsed_time": "3:09:48", "remaining_time": "0:19:43"}
+{"current_steps": 1780, "total_steps": 1954, "loss": 1.1128, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 9.719074302029813e-07, "epoch": 1.82, "percentage": 91.1, "elapsed_time": "3:10:46", "remaining_time": "0:18:38"}
+{"current_steps": 1790, "total_steps": 1954, "loss": 1.082, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 8.640337328513743e-07, "epoch": 1.83, "percentage": 91.61, "elapsed_time": "3:11:46", "remaining_time": "0:17:34"}
+{"current_steps": 1800, "total_steps": 1954, "loss": 1.0702, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.623989058631459e-07, "epoch": 1.84, "percentage": 92.12, "elapsed_time": "3:12:45", "remaining_time": "0:16:29"}
+{"current_steps": 1800, "total_steps": 1954, "loss": null, "eval_loss": 1.0849045515060425, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.84, "percentage": 92.12, "elapsed_time": "3:12:45", "remaining_time": "0:16:29"}
+{"current_steps": 1810, "total_steps": 1954, "loss": 1.1089, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.67029220674989e-07, "epoch": 1.85, "percentage": 92.63, "elapsed_time": "3:14:11", "remaining_time": "0:15:26"}
+{"current_steps": 1820, "total_steps": 1954, "loss": 1.0929, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.779493292563304e-07, "epoch": 1.86, "percentage": 93.14, "elapsed_time": "3:15:10", "remaining_time": "0:14:22"}
+{"current_steps": 1830, "total_steps": 1954, "loss": 1.0648, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.951822577370785e-07, "epoch": 1.87, "percentage": 93.65, "elapsed_time": "3:16:09", "remaining_time": "0:13:17"}
+{"current_steps": 1840, "total_steps": 1954, "loss": 1.0654, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.1874940045561194e-07, "epoch": 1.88, "percentage": 94.17, "elapsed_time": "3:17:11", "remaining_time": "0:12:13"}
+{"current_steps": 1850, "total_steps": 1954, "loss": 1.0822, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.4867051442860896e-07, "epoch": 1.89, "percentage": 94.68, "elapsed_time": "3:18:15", "remaining_time": "0:11:08"}
+{"current_steps": 1860, "total_steps": 1954, "loss": 1.0873, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.8496371424407975e-07, "epoch": 1.9, "percentage": 95.19, "elapsed_time": "3:19:17", "remaining_time": "0:10:04"}
+{"current_steps": 1870, "total_steps": 1954, "loss": 1.0725, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.2764546737895076e-07, "epoch": 1.91, "percentage": 95.7, "elapsed_time": "3:20:26", "remaining_time": "0:09:00"}
+{"current_steps": 1880, "total_steps": 1954, "loss": 1.0772, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.7673058994241432e-07, "epoch": 1.92, "percentage": 96.21, "elapsed_time": "3:21:27", "remaining_time": "0:07:55"}
+{"current_steps": 1890, "total_steps": 1954, "loss": 1.07, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.3223224284613366e-07, "epoch": 1.93, "percentage": 96.72, "elapsed_time": "3:22:26", "remaining_time": "0:06:51"}
+{"current_steps": 1900, "total_steps": 1954, "loss": 1.0886, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 9.416192840228932e-08, "epoch": 1.94, "percentage": 97.24, "elapsed_time": "3:23:28", "remaining_time": "0:05:46"}
+{"current_steps": 1900, "total_steps": 1954, "loss": null, "eval_loss": 1.0848859548568726, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.94, "percentage": 97.24, "elapsed_time": "3:23:28", "remaining_time": "0:05:46"}
+{"current_steps": 1910, "total_steps": 1954, "loss": 1.0917, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.252948735037678e-08, "epoch": 1.95, "percentage": 97.75, "elapsed_time": "3:24:51", "remaining_time": "0:04:43"}
+{"current_steps": 1920, "total_steps": 1954, "loss": 1.1042, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.734309631348854e-08, "epoch": 1.96, "percentage": 98.26, "elapsed_time": "3:25:57", "remaining_time": "0:03:38"}
+{"current_steps": 1930, "total_steps": 1954, "loss": 1.0908, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.8609265684738086e-08, "epoch": 1.97, "percentage": 98.77, "elapsed_time": "3:26:55", "remaining_time": "0:02:34"}
+{"current_steps": 1940, "total_steps": 1954, "loss": 1.0769, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.332837944400538e-09, "epoch": 1.98, "percentage": 99.28, "elapsed_time": "3:28:00", "remaining_time": "0:01:30"}
+{"current_steps": 1950, "total_steps": 1954, "loss": 1.078, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.16986408199971e-10, "epoch": 1.99, "percentage": 99.8, "elapsed_time": "3:29:03", "remaining_time": "0:00:25"}
+{"current_steps": 1954, "total_steps": 1954, "loss": null, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "3:29:32", "remaining_time": "0:00:00"}
+{"current_steps": 80, "total_steps": 80, "loss": null, "eval_loss": 1.0848859548568726, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "3:29:56", "remaining_time": "0:00:00"}

Baichuan-13B-Chat-lora-Consulting/trainer_state.json

@@ -0,0 +1,1347 @@
+{
+  "best_metric": 1.0848859548568726,
+  "best_model_checkpoint": "output/Baichuan-13B-Chat_lora_wqs/checkpoint-1900",
+  "epoch": 1.998465865507543,
+  "global_step": 1954,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9996768893414955e-05,
+      "loss": 1.5804,
+      "step": 10
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.998707640886381e-05,
+      "loss": 1.36,
+      "step": 20
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.99709250517426e-05,
+      "loss": 1.2505,
+      "step": 30
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.994831899699185e-05,
+      "loss": 1.2495,
+      "step": 40
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9919264088017345e-05,
+      "loss": 1.2084,
+      "step": 50
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.98837678351797e-05,
+      "loss": 1.1923,
+      "step": 60
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.984183941385301e-05,
+      "loss": 1.1929,
+      "step": 70
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.979348966205315e-05,
+      "loss": 1.1736,
+      "step": 80
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.9738731077636225e-05,
+      "loss": 1.1626,
+      "step": 90
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.9677577815068056e-05,
+      "loss": 1.1779,
+      "step": 100
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 1.1614866256713867,
+      "eval_runtime": 26.6319,
+      "eval_samples_per_second": 23.768,
+      "eval_steps_per_second": 3.004,
+      "step": 100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.9610045681765385e-05,
+      "loss": 1.1527,
+      "step": 110
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.953615213400987e-05,
+      "loss": 1.1638,
+      "step": 120
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.945591627243581e-05,
+      "loss": 1.155,
+      "step": 130
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.9369358837092853e-05,
+      "loss": 1.1672,
+      "step": 140
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.927650220208495e-05,
+      "loss": 1.1674,
+      "step": 150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.917737036978689e-05,
+      "loss": 1.1511,
+      "step": 160
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.907198896463996e-05,
+      "loss": 1.1497,
+      "step": 170
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8960385226528335e-05,
+      "loss": 1.1271,
+      "step": 180
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.8842588003737854e-05,
+      "loss": 1.1888,
+      "step": 190
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.87186277454991e-05,
+      "loss": 1.1494,
+      "step": 200
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.1362522840499878,
+      "eval_runtime": 23.9991,
+      "eval_samples_per_second": 26.376,
+      "eval_steps_per_second": 3.333,
+      "step": 200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.858853649411662e-05,
+      "loss": 1.1425,
+      "step": 210
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.845234787668632e-05,
+      "loss": 1.1591,
+      "step": 220
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.831009709640329e-05,
+      "loss": 1.118,
+      "step": 230
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.8161820923462165e-05,
+      "loss": 1.1469,
+      "step": 240
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.800755768555244e-05,
+      "loss": 1.1128,
+      "step": 250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.784734725795123e-05,
+      "loss": 1.152,
+      "step": 260
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.768123105321596e-05,
+      "loss": 1.125,
+      "step": 270
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.7509252010479645e-05,
+      "loss": 1.123,
+      "step": 280
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.7331454584351686e-05,
+      "loss": 1.1294,
+      "step": 290
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.714788473342685e-05,
+      "loss": 1.1299,
+      "step": 300
+    },
+    {
+      "epoch": 0.31,
+      "eval_loss": 1.1234092712402344,
+      "eval_runtime": 23.8841,
+      "eval_samples_per_second": 26.503,
+      "eval_steps_per_second": 3.35,
+      "step": 300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.695858990840544e-05,
+      "loss": 1.1195,
+      "step": 310
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6763619039827936e-05,
+      "loss": 1.1233,
+      "step": 320
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.6563022525426905e-05,
+      "loss": 1.1281,
+      "step": 330
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.6356852217099856e-05,
+      "loss": 1.0921,
+      "step": 340
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.614516140750604e-05,
+      "loss": 1.1106,
+      "step": 350
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.592800481629097e-05,
+      "loss": 1.1103,
+      "step": 360
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.570543857594201e-05,
+      "loss": 1.1162,
+      "step": 370
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.547752021727873e-05,
+      "loss": 1.1341,
+      "step": 380
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.52443086545819e-05,
+      "loss": 1.1098,
+      "step": 390
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.5005864170364784e-05,
+      "loss": 1.1109,
+      "step": 400
+    },
+    {
+      "epoch": 0.41,
+      "eval_loss": 1.115441083908081,
+      "eval_runtime": 23.9395,
+      "eval_samples_per_second": 26.442,
+      "eval_steps_per_second": 3.342,
+      "step": 400
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.476224839979084e-05,
+      "loss": 1.1114,
+      "step": 410
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.4513524314741714e-05,
+      "loss": 1.132,
+      "step": 420
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.425975620753973e-05,
+      "loss": 1.1282,
+      "step": 430
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.4001009674329054e-05,
+      "loss": 1.1135,
+      "step": 440
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.373735159811988e-05,
+      "loss": 1.1366,
+      "step": 450
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.3468850131499917e-05,
+      "loss": 1.1052,
+      "step": 460
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.31955746790177e-05,
+      "loss": 1.1148,
+      "step": 470
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.291759587924237e-05,
+      "loss": 1.1329,
+      "step": 480
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.263498558650434e-05,
+      "loss": 1.1064,
+      "step": 490
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.234781685232187e-05,
+      "loss": 1.12,
+      "step": 500
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 1.108825922012329,
+      "eval_runtime": 23.967,
+      "eval_samples_per_second": 26.411,
+      "eval_steps_per_second": 3.338,
+      "step": 500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.205616390651796e-05,
+      "loss": 1.0966,
+      "step": 510
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1760102138032956e-05,
+      "loss": 1.1145,
+      "step": 520
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.145970807543721e-05,
+      "loss": 1.1018,
+      "step": 530
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.115505936714943e-05,
+      "loss": 1.1063,
+      "step": 540
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.084623476136541e-05,
+      "loss": 1.1037,
+      "step": 550
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.053331408570254e-05,
+      "loss": 1.0981,
+      "step": 560
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.021637822656529e-05,
+      "loss": 1.1018,
+      "step": 570
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.9895509108236956e-05,
+      "loss": 1.1154,
+      "step": 580
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.957078967170325e-05,
+      "loss": 1.1498,
+      "step": 590
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9242303853212944e-05,
+      "loss": 1.1071,
+      "step": 600
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 1.103700041770935,
+      "eval_runtime": 23.9888,
+      "eval_samples_per_second": 26.387,
+      "eval_steps_per_second": 3.335,
+      "step": 600
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.891013656258133e-05,
+      "loss": 1.1107,
+      "step": 610
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.857437366124202e-05,
+      "loss": 1.0919,
+      "step": 620
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.823510194005273e-05,
+      "loss": 1.1019,
+      "step": 630
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.789240909686087e-05,
+      "loss": 1.1217,
+      "step": 640
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.754638371383461e-05,
+      "loss": 1.1171,
+      "step": 650
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.719711523456545e-05,
+      "loss": 1.0918,
+      "step": 660
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.684469394094805e-05,
+      "loss": 1.1195,
+      "step": 670
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.648921092984342e-05,
+      "loss": 1.1083,
+      "step": 680
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.6130758089531404e-05,
+      "loss": 1.0735,
+      "step": 690
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.576942807595861e-05,
+      "loss": 1.1161,
+      "step": 700
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 1.1002016067504883,
+      "eval_runtime": 24.0418,
+      "eval_samples_per_second": 26.329,
+      "eval_steps_per_second": 3.328,
+      "step": 700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.540531428878795e-05,
+      "loss": 1.0867,
+      "step": 710
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.5038510847255846e-05,
+      "loss": 1.105,
+      "step": 720
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.466911256584355e-05,
+      "loss": 1.1156,
+      "step": 730
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.42972149297686e-05,
+      "loss": 1.099,
+      "step": 740
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.3922914070303076e-05,
+      "loss": 1.0994,
+      "step": 750
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.354630673992473e-05,
+      "loss": 1.1177,
+      "step": 760
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.316749028730757e-05,
+      "loss": 1.1095,
+      "step": 770
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.278656263215836e-05,
+      "loss": 1.1083,
+      "step": 780
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.24036222399055e-05,
+      "loss": 1.0836,
+      "step": 790
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.2018768096246834e-05,
+      "loss": 1.0982,
+      "step": 800
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 1.0972065925598145,
+      "eval_runtime": 24.0261,
+      "eval_samples_per_second": 26.346,
+      "eval_steps_per_second": 3.33,
+      "step": 800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.1632099681562996e-05,
+      "loss": 1.1041,
+      "step": 810
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.1243716945202864e-05,
+      "loss": 1.0974,
+      "step": 820
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.085372027964777e-05,
+      "loss": 1.0945,
+      "step": 830
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.0462210494561283e-05,
+      "loss": 1.1045,
+      "step": 840
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.0069288790730966e-05,
+      "loss": 1.0842,
+      "step": 850
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.9675056733909196e-05,
+      "loss": 1.097,
+      "step": 860
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.9279616228559542e-05,
+      "loss": 1.1034,
+      "step": 870
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.8883069491515696e-05,
+      "loss": 1.1033,
+      "step": 880
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.8485519025559503e-05,
+      "loss": 1.0894,
+      "step": 890
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.8087067592925252e-05,
+      "loss": 1.1062,
+      "step": 900
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 1.0946753025054932,
+      "eval_runtime": 23.9793,
+      "eval_samples_per_second": 26.398,
+      "eval_steps_per_second": 3.336,
+      "step": 900
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7687818188736757e-05,
+      "loss": 1.1243,
+      "step": 910
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.7287874014384346e-05,
+      "loss": 1.0975,
+      "step": 920
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 2.6887338450848448e-05,
+      "loss": 1.0885,
+      "step": 930
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.64863150319768e-05,
+      "loss": 1.0938,
+      "step": 940
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 2.6084907417722176e-05,
+      "loss": 1.1014,
+      "step": 950
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.5683219367347432e-05,
+      "loss": 1.105,
+      "step": 960
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.528135471260493e-05,
+      "loss": 1.0993,
+      "step": 970
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.4879417330897267e-05,
+      "loss": 1.0867,
+      "step": 980
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.4477511118426093e-05,
+      "loss": 1.059,
+      "step": 990
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 2.4075739963336182e-05,
+      "loss": 1.0744,
+      "step": 1000
+    },
+    {
+      "epoch": 1.02,
+      "eval_loss": 1.0925548076629639,
+      "eval_runtime": 23.9765,
+      "eval_samples_per_second": 26.401,
+      "eval_steps_per_second": 3.337,
+      "step": 1000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 2.367420771886154e-05,
+      "loss": 1.096,
+      "step": 1010
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 2.3273018176480492e-05,
+      "loss": 1.0873,
+      "step": 1020
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 2.2872275039086823e-05,
+      "loss": 1.097,
+      "step": 1030
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 2.2472081894183744e-05,
+      "loss": 1.0801,
+      "step": 1040
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 2.207254218710772e-05,
+      "loss": 1.1006,
+      "step": 1050
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 2.1673759194289033e-05,
+      "loss": 1.0811,
+      "step": 1060
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 2.1275835996556e-05,
+      "loss": 1.0969,
+      "step": 1070
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 2.08788754524898e-05,
+      "loss": 1.0888,
+      "step": 1080
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 2.0482980171836648e-05,
+      "loss": 1.09,
+      "step": 1090
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 2.008825248898443e-05,
+      "loss": 1.0867,
+      "step": 1100
+    },
+    {
+      "epoch": 1.13,
+      "eval_loss": 1.0904080867767334,
+      "eval_runtime": 23.9806,
+      "eval_samples_per_second": 26.396,
+      "eval_steps_per_second": 3.336,
+      "step": 1100
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.969479443651036e-05,
+      "loss": 1.0925,
+      "step": 1110
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.930270771880679e-05,
+      "loss": 1.0827,
+      "step": 1120
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.8912093685791748e-05,
+      "loss": 1.0976,
+      "step": 1130
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.8523053306711203e-05,
+      "loss": 1.0746,
+      "step": 1140
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.813568714403957e-05,
+      "loss": 1.0922,
+      "step": 1150
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.7750095327485605e-05,
+      "loss": 1.121,
+      "step": 1160
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.7366377528109895e-05,
+      "loss": 1.0915,
+      "step": 1170
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.6984632932561124e-05,
+      "loss": 1.0866,
+      "step": 1180
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.6604960217437398e-05,
+      "loss": 1.0822,
+      "step": 1190
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.6227457523779532e-05,
+      "loss": 1.0809,
+      "step": 1200
+    },
+    {
+      "epoch": 1.23,
+      "eval_loss": 1.088823914527893,
+      "eval_runtime": 23.9277,
+      "eval_samples_per_second": 26.455,
+      "eval_steps_per_second": 3.343,
+      "step": 1200
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.5852222431702658e-05,
+      "loss": 1.0903,
+      "step": 1210
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.547935193517295e-05,
+      "loss": 1.088,
+      "step": 1220
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.510894241693573e-05,
+      "loss": 1.0988,
+      "step": 1230
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.4741089623601678e-05,
+      "loss": 1.0935,
+      "step": 1240
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.4375888640897438e-05,
+      "loss": 1.0812,
+      "step": 1250
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.4013433869087006e-05,
+      "loss": 1.1036,
+      "step": 1260
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.3653818998570378e-05,
+      "loss": 1.0917,
+      "step": 1270
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.329713698566567e-05,
+      "loss": 1.0697,
+      "step": 1280
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.2943480028580917e-05,
+      "loss": 1.092,
+      "step": 1290
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.2592939543581947e-05,
+      "loss": 1.0994,
+      "step": 1300
+    },
+    {
+      "epoch": 1.33,
+      "eval_loss": 1.0873268842697144,
+      "eval_runtime": 23.9478,
+      "eval_samples_per_second": 26.433,
+      "eval_steps_per_second": 3.341,
+      "step": 1300
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 1.2245606141362318e-05,
+      "loss": 1.0737,
+      "step": 1310
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 1.1901569603621487e-05,
+      "loss": 1.0718,
+      "step": 1320
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 1.1560918859857247e-05,
+      "loss": 1.0992,
+      "step": 1330
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 1.1223741964378518e-05,
+      "loss": 1.0757,
+      "step": 1340
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 1.0890126073544276e-05,
+      "loss": 1.0916,
+      "step": 1350
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 1.0560157423234681e-05,
+      "loss": 1.1017,
+      "step": 1360
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 1.0233921306560029e-05,
+      "loss": 1.0897,
+      "step": 1370
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 9.911502051813499e-06,
+      "loss": 1.1047,
+      "step": 1380
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 9.592983000673272e-06,
+      "loss": 1.0877,
+      "step": 1390
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 9.278446486659642e-06,
+      "loss": 1.0622,
+      "step": 1400
+    },
+    {
+      "epoch": 1.43,
+      "eval_loss": 1.0861936807632446,
+      "eval_runtime": 23.9135,
+      "eval_samples_per_second": 26.47,
+      "eval_steps_per_second": 3.345,
+      "step": 1400
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.967973813852743e-06,
+      "loss": 1.0791,
+      "step": 1410
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.66164523587637e-06,
+      "loss": 1.0952,
+      "step": 1420
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.359539935153368e-06,
+      "loss": 1.0998,
+      "step": 1430
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 8.061736002437862e-06,
+      "loss": 1.0714,
+      "step": 1440
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.768310416629703e-06,
+      "loss": 1.0934,
+      "step": 1450
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.479339024876283e-06,
+      "loss": 1.1074,
+      "step": 1460
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.1948965229669425e-06,
+      "loss": 1.0993,
+      "step": 1470
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 6.915056436024964e-06,
+      "loss": 1.0962,
+      "step": 1480
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 6.63989109950216e-06,
+      "loss": 1.077,
+      "step": 1490
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 6.3694716404810065e-06,
+      "loss": 1.1079,
+      "step": 1500
+    },
+    {
+      "epoch": 1.53,
+      "eval_loss": 1.0856590270996094,
+      "eval_runtime": 23.9592,
+      "eval_samples_per_second": 26.42,
+      "eval_steps_per_second": 3.339,
+      "step": 1500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.10386795928907e-06,
+      "loss": 1.0622,
+      "step": 1510
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 5.843148711430621e-06,
+      "loss": 1.1085,
+      "step": 1520
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 5.5873812898399546e-06,
+      "loss": 1.0871,
+      "step": 1530
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 5.336631807461076e-06,
+      "loss": 1.1106,
+      "step": 1540
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 5.090965080158278e-06,
+      "loss": 1.0841,
+      "step": 1550
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.850444609961988e-06,
+      "loss": 1.1075,
+      "step": 1560
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.615132568654215e-06,
+      "loss": 1.0983,
+      "step": 1570
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.385089781697863e-06,
+      "loss": 1.0859,
+      "step": 1580
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.160375712514019e-06,
+      "loss": 1.0759,
+      "step": 1590
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.941048447111387e-06,
+      "loss": 1.0612,
+      "step": 1600
+    },
+    {
+      "epoch": 1.64,
+      "eval_loss": 1.085319995880127,
+      "eval_runtime": 23.9411,
+      "eval_samples_per_second": 26.44,
+      "eval_steps_per_second": 3.342,
+      "step": 1600
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.727164679071696e-06,
+      "loss": 1.0806,
+      "step": 1610
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.5187796948950384e-06,
+      "loss": 1.0861,
+      "step": 1620
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.315947359708993e-06,
+      "loss": 1.0712,
+      "step": 1630
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.118720103345063e-06,
+      "loss": 1.086,
+      "step": 1640
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 2.9271489067861953e-06,
+      "loss": 1.1087,
+      "step": 1650
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 2.7412832889887664e-06,
+      "loss": 1.1036,
+      "step": 1660
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 2.5611712940825065e-06,
+      "loss": 1.0712,
+      "step": 1670
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 2.3868594789516336e-06,
+      "loss": 1.0695,
+      "step": 1680
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 2.2183929012004527e-06,
+      "loss": 1.0858,
+      "step": 1690
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 2.055815107506451e-06,
+      "loss": 1.0839,
+      "step": 1700
+    },
+    {
+      "epoch": 1.74,
+      "eval_loss": 1.0849649906158447,
+      "eval_runtime": 23.9223,
+      "eval_samples_per_second": 26.461,
+      "eval_steps_per_second": 3.344,
+      "step": 1700
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 1.899168122364023e-06,
+      "loss": 1.0925,
+      "step": 1710
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 1.7484924372215744e-06,
+      "loss": 1.0888,
+      "step": 1720
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 1.6038270000149903e-06,
+      "loss": 1.0667,
+      "step": 1730
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 1.4652092051000155e-06,
+      "loss": 1.0893,
+      "step": 1740
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 1.3326748835862463e-06,
+      "loss": 1.061,
+      "step": 1750
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 1.2062582940751965e-06,
+      "loss": 1.1043,
+      "step": 1760
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.085992113804854e-06,
+      "loss": 1.0908,
+      "step": 1770
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 9.719074302029813e-07,
+      "loss": 1.1128,
+      "step": 1780
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 8.640337328513743e-07,
+      "loss": 1.082,
+      "step": 1790
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 7.623989058631459e-07,
+      "loss": 1.0702,
+      "step": 1800
+    },
+    {
+      "epoch": 1.84,
+      "eval_loss": 1.0849045515060425,
+      "eval_runtime": 23.9602,
+      "eval_samples_per_second": 26.419,
+      "eval_steps_per_second": 3.339,
+      "step": 1800
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 6.67029220674989e-07,
+      "loss": 1.1089,
+      "step": 1810
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 5.779493292563304e-07,
+      "loss": 1.0929,
+      "step": 1820
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 4.951822577370785e-07,
+      "loss": 1.0648,
+      "step": 1830
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 4.1874940045561194e-07,
+      "loss": 1.0654,
+      "step": 1840
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.4867051442860896e-07,
+      "loss": 1.0822,
+      "step": 1850
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 2.8496371424407975e-07,
+      "loss": 1.0873,
+      "step": 1860
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 2.2764546737895076e-07,
+      "loss": 1.0725,
+      "step": 1870
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.7673058994241432e-07,
+      "loss": 1.0772,
+      "step": 1880
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.3223224284613366e-07,
+      "loss": 1.07,
+      "step": 1890
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 9.416192840228932e-08,
+      "loss": 1.0886,
+      "step": 1900
+    },
+    {
+      "epoch": 1.94,
+      "eval_loss": 1.0848859548568726,
+      "eval_runtime": 23.9384,
+      "eval_samples_per_second": 26.443,
+      "eval_steps_per_second": 3.342,
+      "step": 1900
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 6.252948735037678e-08,
+      "loss": 1.0917,
+      "step": 1910
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.734309631348854e-08,
+      "loss": 1.1042,
+      "step": 1920
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.8609265684738086e-08,
+      "loss": 1.0908,
+      "step": 1930
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 6.332837944400538e-09,
+      "loss": 1.0769,
+      "step": 1940
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 5.16986408199971e-10,
+      "loss": 1.078,
+      "step": 1950
+    },
+    {
+      "epoch": 2.0,
+      "step": 1954,
+      "total_flos": 4.405931905703215e+18,
+      "train_loss": 1.1088850573849165,
+      "train_runtime": 12573.3474,
+      "train_samples_per_second": 9.954,
+      "train_steps_per_second": 0.155
+    }
+  ],
+  "max_steps": 1954,
+  "num_train_epochs": 2,
+  "total_flos": 4.405931905703215e+18,
+  "trial_name": null,
+  "trial_params": null
+}

Baichuan-13B-Chat-lora-Consulting/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85acc7804e8cca26406eba54215ae0ac6e6af395c0067e8c0c097cc36e163d81
+size 4600