Vibi007 commited on
Commit
aa9bad5
·
1 Parent(s): a5eca03
Files changed (3) hide show
  1. README.md +4 -1
  2. model.py +2 -2
  3. training_log_smollm2.png +0 -0
README.md CHANGED
@@ -11,7 +11,10 @@ pinned: false
11
  ---
12
 
13
  ---
14
-
 
 
 
15
  <!-- use venv to create a virtual environment -->
16
  ```
17
  uv venv
 
11
  ---
12
 
13
  ---
14
+ <!-- training logs -->
15
+ training restarting from step 5000
16
+ ![Training Log](training_log_smollm2.png)
17
+ <!-- add image to README.md -->
18
  <!-- use venv to create a virtual environment -->
19
  ```
20
  uv venv
model.py CHANGED
@@ -125,7 +125,7 @@ class SmolLMModule(LightningModule):
125
  # Main Script
126
  if __name__ == "__main__":
127
  # Load config
128
- with open("/kaggle/input/yaml-file/config_smollm2_135.yaml", "r") as file:
129
  config = yaml.safe_load(file)
130
 
131
  # Load tokenizer
@@ -193,7 +193,7 @@ if __name__ == "__main__":
193
  # Create trainer
194
  trainer = Trainer(
195
  logger=logger,
196
- strategy="ddp_notebook",
197
  accelerator="gpu",
198
  devices=2,
199
  precision="16-mixed",
 
125
  # Main Script
126
  if __name__ == "__main__":
127
  # Load config
128
+ with open("config_smollm2_135.yaml", "r") as file:
129
  config = yaml.safe_load(file)
130
 
131
  # Load tokenizer
 
193
  # Create trainer
194
  trainer = Trainer(
195
  logger=logger,
196
+ strategy="ddp",
197
  accelerator="gpu",
198
  devices=2,
199
  precision="16-mixed",
training_log_smollm2.png ADDED