CarGDev/sheepOp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fixing memory

Browse Source
This commit is contained in:
Carlos Gutierrez
2025-11-16 17:09:36 -05:00
parent 8fc6aa5a1e
commit ac2fad59ac
1 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
config_quick_optimized.json
View File

@@ -14,17 +14,17 @@
"use_optimized_attention": true
},
"training": {
"batch_size": 16,
"max_epochs": 5,
"learning_rate": 2e-4,
"batch_size": 12,
"max_epochs": 50,
"learning_rate": 1e-4,
"weight_decay": 0.01,
"warmup_steps": 500,
"warmup_steps": 1000,
"max_grad_norm": 1.0,
"gradient_accumulation_steps": 8,
"gradient_accumulation_steps": 16,
"use_amp": true,
"save_dir": "./checkpoints_optimized",
"log_interval": 25,
"eval_interval": 200
"log_interval": 50,
"eval_interval": 500
},
"data": {
"data_dir": "./data",