github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Fixed issue where direct vision was not passing additional params from resampler when it is added

Browse Source
This commit is contained in:
Jaret Burkett
2024-09-24 10:34:11 -06:00
parent 037ce11740
commit 10817696fb
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
toolkit/custom_adapter.py
View File

@@ -889,6 +889,8 @@ class CustomAdapter(torch.nn.Module):
yield from attn_processor.parameters(recurse) yield from attn_processor.parameters(recurse)
if self.config.train_image_encoder: if self.config.train_image_encoder:
yield from self.vision_encoder.parameters(recurse) yield from self.vision_encoder.parameters(recurse)
if self.config.num_tokens:
yield from self.vd_adapter.resampler.parameters(recurse)
elif self.config.type == 'te_augmenter': elif self.config.type == 'te_augmenter':
yield from self.te_augmenter.parameters(recurse) yield from self.te_augmenter.parameters(recurse)
if self.config.train_image_encoder: if self.config.train_image_encoder: