From 0d53e5e1f9db022559f9f9cb8fd4f73b5f10e0c7 Mon Sep 17 00:00:00 2001 From: Jaret Burkett Date: Mon, 13 Jul 2026 19:24:57 -0600 Subject: [PATCH] Fix compile with lokr on convrot --- toolkit/models/lokr.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/toolkit/models/lokr.py b/toolkit/models/lokr.py index 253def7..467dabf 100644 --- a/toolkit/models/lokr.py +++ b/toolkit/models/lokr.py @@ -333,7 +333,7 @@ class LokrModule(ToolkitModuleMixin, nn.Module): # the hardware fp4/int8 GEMM path and pegs the CPU with repeated # dequantization + kron + matmul for every training step. if getattr(self.org_module[0], "is_ostris_quantized", False): - base_out = self.org_forward(x) + base_out = torch._dynamo.disable(self.org_forward)(x) lokr_weight = self.get_weight().to(dtype=orig_dtype) multiplier = self.network_ref().torch_multiplier multiplier = torch.mean(multiplier)