train model
Browse files- scripts/model.yaml +1 -1
scripts/model.yaml
CHANGED
|
@@ -108,7 +108,7 @@ eval:
|
|
| 108 |
final_validation: false
|
| 109 |
|
| 110 |
# Optimizer-related arguments
|
| 111 |
-
optimizer:
|
| 112 |
|
| 113 |
# optimizer:
|
| 114 |
# class_path: torch.optim.AdamW
|
|
|
|
| 108 |
final_validation: false
|
| 109 |
|
| 110 |
# Optimizer-related arguments
|
| 111 |
+
optimizer: bitsandbytes.optim.PagedAdamW8bit
|
| 112 |
|
| 113 |
# optimizer:
|
| 114 |
# class_path: torch.optim.AdamW
|