Siglip: add _no_split_module
#20
by
eddtsoi
- opened
- modeling_navit_siglip.py +7 -0
modeling_navit_siglip.py
CHANGED
@@ -696,6 +696,13 @@ class SiglipPreTrainedModel(PreTrainedModel):
|
|
696 |
config_class = SiglipVisionConfig
|
697 |
base_model_prefix = "siglip"
|
698 |
supports_gradient_checkpointing = True
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
699 |
|
700 |
def _init_weights(self, module):
|
701 |
"""Initialize the weights"""
|
|
|
696 |
config_class = SiglipVisionConfig
|
697 |
base_model_prefix = "siglip"
|
698 |
supports_gradient_checkpointing = True
|
699 |
+
_no_split_modules = [
|
700 |
+
"SiglipTextEmbeddings",
|
701 |
+
"SiglipEncoderLayer",
|
702 |
+
"SiglipVisionEmbeddings",
|
703 |
+
"SiglipEncoderLayer",
|
704 |
+
"SiglipMultiheadAttentionPoolingHead",
|
705 |
+
]
|
706 |
|
707 |
def _init_weights(self, module):
|
708 |
"""Initialize the weights"""
|