Save Krea2 even if quantized
This commit is contained in:
@@ -27,7 +27,7 @@ from transformers import (
|
|||||||
Qwen2TokenizerFast,
|
Qwen2TokenizerFast,
|
||||||
Qwen3VLForConditionalGeneration,
|
Qwen3VLForConditionalGeneration,
|
||||||
)
|
)
|
||||||
from optimum.quanto import freeze, QTensor
|
from optimum.quanto import freeze
|
||||||
|
|
||||||
from toolkit.config_modules import GenerateImageConfig, ModelConfig, NetworkConfig
|
from toolkit.config_modules import GenerateImageConfig, ModelConfig, NetworkConfig
|
||||||
from toolkit.lora_special import LoRASpecialNetwork
|
from toolkit.lora_special import LoRASpecialNetwork
|
||||||
@@ -576,15 +576,15 @@ class Krea2Model(BaseModel):
|
|||||||
# Saving / bookkeeping
|
# Saving / bookkeeping
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
def save_model(self, output_path, meta, save_dtype):
|
def save_model(self, output_path, meta, save_dtype):
|
||||||
|
from toolkit.util.quantize import dequantize_if_quantized
|
||||||
if not output_path.endswith(".safetensors"):
|
if not output_path.endswith(".safetensors"):
|
||||||
output_path = output_path + ".safetensors"
|
output_path = output_path + ".safetensors"
|
||||||
transformer: SingleStreamDiT = unwrap_model(self.model)
|
transformer: SingleStreamDiT = unwrap_model(self.model)
|
||||||
state_dict = transformer.state_dict()
|
state_dict = transformer.state_dict()
|
||||||
save_dict = {}
|
save_dict = {}
|
||||||
for k, v in state_dict.items():
|
for k, v in state_dict.items():
|
||||||
if isinstance(v, QTensor):
|
# dequantize any quantized (e.g. quanto/torchao) weights so we save plain full precision tensors
|
||||||
v = v.dequantize()
|
save_dict[k] = dequantize_if_quantized(v).clone().to("cpu", dtype=save_dtype)
|
||||||
save_dict[k] = v.clone().to("cpu", dtype=save_dtype)
|
|
||||||
meta = get_meta_for_safetensors(meta, name="krea2")
|
meta = get_meta_for_safetensors(meta, name="krea2")
|
||||||
save_file(save_dict, output_path, metadata=meta)
|
save_file(save_dict, output_path, metadata=meta)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user