Add a method to have an inference only lora

This commit is contained in:
Jaret Burkett
2024-10-04 10:06:53 -06:00
parent 28e6f00790
commit a800c9d19e
2 changed files with 49 additions and 16 deletions

View File

@@ -410,6 +410,7 @@ class ModelConfig:
self.lora_path = kwargs.get('lora_path', None)
# mainly for decompression loras for distilled models
self.assistant_lora_path = kwargs.get('assistant_lora_path', None)
self.inference_lora_path = kwargs.get('inference_lora_path', None)
self.latent_space_version = kwargs.get('latent_space_version', None)
# only for SDXL models for now