Disable strict load when siglip vit pooling removed

huggingface · Oct 19, 2023 · d3ebdcf · d3ebdcf
1 parent 963d80b
commit d3ebdcf
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/timm/models/vision_transformer.py b/timm/models/vision_transformer.py
@@ -1603,11 +1603,17 @@ def _create_vision_transformer(variant, pretrained=False, **kwargs):
     else:
         _filter_fn = checkpoint_filter_fn
 
+    # FIXME attn pool (currently only in siglip) params removed if pool disabled, is there a better soln?
+    strict = True
+    if 'siglip' in variant and kwargs.get('global_pool', None) != 'map':
+        strict = False
+
     return build_model_with_cfg(
         VisionTransformer,
         variant,
         pretrained,
         pretrained_filter_fn=_filter_fn,
+        pretrained_strict=strict,
         **kwargs,
     )