Fixed issue where a buffer was stuck on cpu when offloading ideogram4

This commit is contained in:
Jaret Burkett
2026-06-07 13:31:03 -06:00
parent 1dc9a797cf
commit 35588726de
2 changed files with 5 additions and 1 deletions

View File

@@ -289,7 +289,7 @@ class Ideogram4Model(BaseModel):
transformer,
self.device_torch,
offload_percent=self.model_config.layer_offloading_transformer_percent,
ignore_modules=[transformer.input_proj, transformer.llm_cond_proj],
ignore_modules=[transformer.rotary_emb.inv_freq, transformer.input_proj, transformer.llm_cond_proj],
)
elif self.model_config.low_vram:
self.print_and_status_update("Moving transformer to CPU")