Allow nested transformer block names for quantization, lora targeting, quantizing

This commit is contained in:
Jaret Burkett
2026-06-13 14:33:16 -06:00
parent 17c9279828
commit c8cd78b1a4
4 changed files with 20 additions and 4 deletions

View File

@@ -127,6 +127,7 @@ class HidreamO1Model(BaseModel):
super().__init__(
device, model_config, dtype, custom_pipeline, noise_scheduler, **kwargs
)
self.use_old_lokr_format = False
self.is_flow_matching = True
self.is_transformer = True
self.target_lora_modules = ["Qwen3VLForConditionalGeneration"]
@@ -524,7 +525,7 @@ class HidreamO1Model(BaseModel):
return self.arch
def get_transformer_block_names(self) -> Optional[List[str]]:
return ["layers"]
return ["model.language_model.layers"]
def convert_lora_weights_before_save(self, state_dict):
new_sd = {}