CarGDev/sheepOp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fixing memory

Browse Source
This commit is contained in:
Carlos Gutierrez
2025-11-16 17:09:36 -05:00
parent 8fc6aa5a1e
commit ac2fad59ac
1 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
config_quick_optimized.json
View File

@@ -14,17 +14,17 @@
"use_optimized_attention": true "use_optimized_attention": true
}, },
"training": { "training": {
"batch_size": 16, "batch_size": 12,
"max_epochs": 5, "max_epochs": 50,
"learning_rate": 2e-4, "learning_rate": 1e-4,
"weight_decay": 0.01, "weight_decay": 0.01,
"warmup_steps": 500, "warmup_steps": 1000,
"max_grad_norm": 1.0, "max_grad_norm": 1.0,
"gradient_accumulation_steps": 8, "gradient_accumulation_steps": 16,
"use_amp": true, "use_amp": true,
"save_dir": "./checkpoints_optimized", "save_dir": "./checkpoints_optimized",
"log_interval": 25, "log_interval": 50,
"eval_interval": 200 "eval_interval": 500
}, },
"data": { "data": {
"data_dir": "./data", "data_dir": "./data",