fixing memory

2025-11-16 16:39:11 -05:00
parent 49f9e700b4
commit 3fef3e2689
3 changed files with 41 additions and 1 deletions
--- a/config.py
+++ b/config.py
@@ -21,6 +21,7 @@ class ModelConfig:
    layer_norm_eps: float = 1e-5
    bias: bool = False
    tie_weights: bool = True
+    use_optimized_attention: bool = False  # Enable KV caching optimizations


@dataclass