Spaces:
Running
Running
added log
Browse files- README.md +4 -1
- model.py +2 -2
- training_log_smollm2.png +0 -0
README.md
CHANGED
@@ -11,7 +11,10 @@ pinned: false
|
|
11 |
---
|
12 |
|
13 |
---
|
14 |
-
|
|
|
|
|
|
|
15 |
<!-- use venv to create a virtual environment -->
|
16 |
```
|
17 |
uv venv
|
|
|
11 |
---
|
12 |
|
13 |
---
|
14 |
+
<!-- training logs -->
|
15 |
+
training restarting from step 5000
|
16 |
+

|
17 |
+
<!-- add image to README.md -->
|
18 |
<!-- use venv to create a virtual environment -->
|
19 |
```
|
20 |
uv venv
|
model.py
CHANGED
@@ -125,7 +125,7 @@ class SmolLMModule(LightningModule):
|
|
125 |
# Main Script
|
126 |
if __name__ == "__main__":
|
127 |
# Load config
|
128 |
-
with open("
|
129 |
config = yaml.safe_load(file)
|
130 |
|
131 |
# Load tokenizer
|
@@ -193,7 +193,7 @@ if __name__ == "__main__":
|
|
193 |
# Create trainer
|
194 |
trainer = Trainer(
|
195 |
logger=logger,
|
196 |
-
strategy="
|
197 |
accelerator="gpu",
|
198 |
devices=2,
|
199 |
precision="16-mixed",
|
|
|
125 |
# Main Script
|
126 |
if __name__ == "__main__":
|
127 |
# Load config
|
128 |
+
with open("config_smollm2_135.yaml", "r") as file:
|
129 |
config = yaml.safe_load(file)
|
130 |
|
131 |
# Load tokenizer
|
|
|
193 |
# Create trainer
|
194 |
trainer = Trainer(
|
195 |
logger=logger,
|
196 |
+
strategy="ddp",
|
197 |
accelerator="gpu",
|
198 |
devices=2,
|
199 |
precision="16-mixed",
|
training_log_smollm2.png
ADDED
![]() |