Bug fixes and improvements to llmadapter

2025-02-15 07:18:07 -07:00
parent bd8d7dc081
commit 87e557cf1e
3 changed files with 28 additions and 7 deletions
--- a/toolkit/config_modules.py
+++ b/toolkit/config_modules.py
@@ -219,6 +219,7 @@ class AdapterConfig:
        
        # for llm adapter
        self.num_cloned_blocks: int = kwargs.get('num_cloned_blocks', 0)
+        self.quantize_llm: bool = kwargs.get('quantize_llm', False)


 class EmbeddingConfig: