Siglip: add _no_split_module

#20
Files changed (1) hide show
  1. modeling_navit_siglip.py +7 -0
modeling_navit_siglip.py CHANGED
@@ -696,6 +696,13 @@ class SiglipPreTrainedModel(PreTrainedModel):
696
  config_class = SiglipVisionConfig
697
  base_model_prefix = "siglip"
698
  supports_gradient_checkpointing = True
 
 
 
 
 
 
 
699
 
700
  def _init_weights(self, module):
701
  """Initialize the weights"""
 
696
  config_class = SiglipVisionConfig
697
  base_model_prefix = "siglip"
698
  supports_gradient_checkpointing = True
699
+ _no_split_modules = [
700
+ "SiglipTextEmbeddings",
701
+ "SiglipEncoderLayer",
702
+ "SiglipVisionEmbeddings",
703
+ "SiglipEncoderLayer",
704
+ "SiglipMultiheadAttentionPoolingHead",
705
+ ]
706
 
707
  def _init_weights(self, module):
708
  """Initialize the weights"""