github/ai-toolkit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Always return vision encoder in state dict

Browse Source
This commit is contained in:
Jaret Burkett
2024-09-24 07:43:17 -06:00
parent 04424fe2d6
commit 037ce11740
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
toolkit/custom_adapter.py
View File

@@ -445,8 +445,8 @@ class CustomAdapter(torch.nn.Module):
return state_dict return state_dict
elif self.adapter_type == 'vision_direct': elif self.adapter_type == 'vision_direct':
state_dict["dvadapter"] = self.vd_adapter.state_dict() state_dict["dvadapter"] = self.vd_adapter.state_dict()
if self.config.train_image_encoder: # if self.config.train_image_encoder: # always return vision encoder
state_dict["vision_encoder"] = self.vision_encoder.state_dict() state_dict["vision_encoder"] = self.vision_encoder.state_dict()
return state_dict return state_dict
elif self.adapter_type == 'single_value': elif self.adapter_type == 'single_value':
state_dict["sv_adapter"] = self.single_value_adapter.state_dict() state_dict["sv_adapter"] = self.single_value_adapter.state_dict()