Change auto_memory to be layer_offloading and allow you to set the amount to unload

2025-10-10 13:12:32 -06:00
parent 2c2fbf16ea
commit 1bc6dee127
11 changed files with 279 additions and 45 deletions
--- a/ui/src/types.ts
+++ b/ui/src/types.ts
@@ -153,7 +153,9 @@ export interface ModelConfig {
  arch: string;
  low_vram: boolean;
  model_kwargs: { [key: string]: any };
-  auto_memory?: boolean;
+  layer_offloading?: boolean;
+  layer_offloading_transformer_percent?: number;
+  layer_offloading_text_encoder_percent?: number;
 }

 export interface SampleItem {