global_batch_size: 512; micro_batch_size: 2; class_path: grokadamw.GrokAdamW
Browse files- scripts/requirements.in +1 -1
scripts/requirements.in
CHANGED
|
@@ -12,7 +12,7 @@ litgpt[all] @ git+https://github.com/Lightning-AI/litgpt.git
|
|
| 12 |
mergekit @ git+https://github.com/arcee-ai/mergekit.git
|
| 13 |
# torchao
|
| 14 |
# bitsandbytes
|
| 15 |
-
|
| 16 |
# sophia-opt
|
| 17 |
# dolphinflow
|
| 18 |
muon @ git+https://github.com/cognitivecomputations/Muon
|
|
|
|
| 12 |
mergekit @ git+https://github.com/arcee-ai/mergekit.git
|
| 13 |
# torchao
|
| 14 |
# bitsandbytes
|
| 15 |
+
grokadamw
|
| 16 |
# sophia-opt
|
| 17 |
# dolphinflow
|
| 18 |
muon @ git+https://github.com/cognitivecomputations/Muon
|