Added adapter modules for text encoders and direct vision

2024-02-12 08:46:18 -07:00
parent e074058faa
commit 4ec4025cbb
7 changed files with 645 additions and 27 deletions
--- a/toolkit/config_modules.py
+++ b/toolkit/config_modules.py
@@ -177,6 +177,10 @@ class AdapterConfig:
            else:
                self.clip_layer = 'last_hidden_state'

+        # text encoder
+        self.text_encoder_path: str = kwargs.get('text_encoder_path', None)
+        self.text_encoder_arch: str = kwargs.get('text_encoder_arch', 'clip')  # clip t5
+

 class EmbeddingConfig:
    def __init__(self, **kwargs):