Save Krea2 even if quantized

This commit is contained in:
Jaret Burkett
2026-06-28 06:03:37 -06:00
parent df6ea4263d
commit f8667f0334

View File

@@ -27,7 +27,7 @@ from transformers import (
Qwen2TokenizerFast, Qwen2TokenizerFast,
Qwen3VLForConditionalGeneration, Qwen3VLForConditionalGeneration,
) )
from optimum.quanto import freeze, QTensor from optimum.quanto import freeze
from toolkit.config_modules import GenerateImageConfig, ModelConfig, NetworkConfig from toolkit.config_modules import GenerateImageConfig, ModelConfig, NetworkConfig
from toolkit.lora_special import LoRASpecialNetwork from toolkit.lora_special import LoRASpecialNetwork
@@ -576,15 +576,15 @@ class Krea2Model(BaseModel):
# Saving / bookkeeping # Saving / bookkeeping
# ------------------------------------------------------------------ # ------------------------------------------------------------------
def save_model(self, output_path, meta, save_dtype): def save_model(self, output_path, meta, save_dtype):
from toolkit.util.quantize import dequantize_if_quantized
if not output_path.endswith(".safetensors"): if not output_path.endswith(".safetensors"):
output_path = output_path + ".safetensors" output_path = output_path + ".safetensors"
transformer: SingleStreamDiT = unwrap_model(self.model) transformer: SingleStreamDiT = unwrap_model(self.model)
state_dict = transformer.state_dict() state_dict = transformer.state_dict()
save_dict = {} save_dict = {}
for k, v in state_dict.items(): for k, v in state_dict.items():
if isinstance(v, QTensor): # dequantize any quantized (e.g. quanto/torchao) weights so we save plain full precision tensors
v = v.dequantize() save_dict[k] = dequantize_if_quantized(v).clone().to("cpu", dtype=save_dtype)
save_dict[k] = v.clone().to("cpu", dtype=save_dtype)
meta = get_meta_for_safetensors(meta, name="krea2") meta = get_meta_for_safetensors(meta, name="krea2")
save_file(save_dict, output_path, metadata=meta) save_file(save_dict, output_path, metadata=meta)