Fix GroundingDINO, DPR after BERT SDPA update (#30506)
Fix GroundingDINO, DPR after BET SDPA update
This commit is contained in:
parent
38b53da38a
commit
e7d52a10d7
|
@ -194,6 +194,7 @@ For now, Transformers supports SDPA inference and training for the following arc
|
|||
* [Bert](https://huggingface.co/docs/transformers/model_doc/bert#transformers.BertModel)
|
||||
* [Cohere](https://huggingface.co/docs/transformers/model_doc/cohere#transformers.CohereModel)
|
||||
* [Dbrx](https://huggingface.co/docs/transformers/model_doc/dbrx#transformers.DbrxModel)
|
||||
* [Dpr](https://huggingface.co/docs/transformers/model_doc/dpr#transformers.DprReader)
|
||||
* [Falcon](https://huggingface.co/docs/transformers/model_doc/falcon#transformers.FalconModel)
|
||||
* [Gemma](https://huggingface.co/docs/transformers/model_doc/gemma#transformers.GemmaModel)
|
||||
* [GPTBigCode](https://huggingface.co/docs/transformers/model_doc/gpt_bigcode#transformers.GPTBigCodeModel)
|
||||
|
|
|
@ -142,6 +142,8 @@ class DPRReaderOutput(ModelOutput):
|
|||
|
||||
|
||||
class DPRPreTrainedModel(PreTrainedModel):
|
||||
_supports_sdpa = True
|
||||
|
||||
def _init_weights(self, module):
|
||||
"""Initialize the weights"""
|
||||
if isinstance(module, nn.Linear):
|
||||
|
|
|
@ -2113,7 +2113,9 @@ class GroundingDinoModel(GroundingDinoPreTrainedModel):
|
|||
)
|
||||
|
||||
# Create text backbone
|
||||
self.text_backbone = AutoModel.from_config(config.text_config, add_pooling_layer=False)
|
||||
self.text_backbone = AutoModel.from_config(
|
||||
config.text_config, add_pooling_layer=False, attn_implementation=config._attn_implementation
|
||||
)
|
||||
self.text_projection = nn.Linear(config.text_config.hidden_size, config.d_model)
|
||||
|
||||
if config.embedding_init_target or not config.two_stage:
|
||||
|
|
Loading…
Reference in New Issue