fix loading clip vision model (#12566)

This commit is contained in:
Suraj Patil 2021-07-07 22:50:27 +05:30 committed by GitHub
parent b86826099b
commit d7e156bd1a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 0 deletions

View File

@ -75,6 +75,10 @@ class HybridCLIPConfig(PretrainedConfig):
if vision_model_type == "clip":
self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config).vision_config
elif vision_model_type == "clip_vision_model":
from transformers import CLIPVisionConfig
self.vision_config = CLIPVisionConfig(**vision_config)
else:
self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config)