Spaces:
Sleeping
Sleeping
added log
Browse files- README.md +4 -1
- model.py +2 -2
- training_log_smollm2.png +0 -0
README.md
CHANGED
|
@@ -11,7 +11,10 @@ pinned: false
|
|
| 11 |
---
|
| 12 |
|
| 13 |
---
|
| 14 |
-
|
|
|
|
|
|
|
|
|
|
| 15 |
<!-- use venv to create a virtual environment -->
|
| 16 |
```
|
| 17 |
uv venv
|
|
|
|
| 11 |
---
|
| 12 |
|
| 13 |
---
|
| 14 |
+
<!-- training logs -->
|
| 15 |
+
training restarting from step 5000
|
| 16 |
+

|
| 17 |
+
<!-- add image to README.md -->
|
| 18 |
<!-- use venv to create a virtual environment -->
|
| 19 |
```
|
| 20 |
uv venv
|
model.py
CHANGED
|
@@ -125,7 +125,7 @@ class SmolLMModule(LightningModule):
|
|
| 125 |
# Main Script
|
| 126 |
if __name__ == "__main__":
|
| 127 |
# Load config
|
| 128 |
-
with open("
|
| 129 |
config = yaml.safe_load(file)
|
| 130 |
|
| 131 |
# Load tokenizer
|
|
@@ -193,7 +193,7 @@ if __name__ == "__main__":
|
|
| 193 |
# Create trainer
|
| 194 |
trainer = Trainer(
|
| 195 |
logger=logger,
|
| 196 |
-
strategy="
|
| 197 |
accelerator="gpu",
|
| 198 |
devices=2,
|
| 199 |
precision="16-mixed",
|
|
|
|
| 125 |
# Main Script
|
| 126 |
if __name__ == "__main__":
|
| 127 |
# Load config
|
| 128 |
+
with open("config_smollm2_135.yaml", "r") as file:
|
| 129 |
config = yaml.safe_load(file)
|
| 130 |
|
| 131 |
# Load tokenizer
|
|
|
|
| 193 |
# Create trainer
|
| 194 |
trainer = Trainer(
|
| 195 |
logger=logger,
|
| 196 |
+
strategy="ddp",
|
| 197 |
accelerator="gpu",
|
| 198 |
devices=2,
|
| 199 |
precision="16-mixed",
|
training_log_smollm2.png
ADDED
|