Disable strict load when siglip vit pooling removed

pull/1998/head
Ross Wightman 2023-10-19 12:03:40 -07:00
parent 963d80b299
commit d3ebdcfd93
1 changed files with 6 additions and 0 deletions

View File

@ -1603,11 +1603,17 @@ def _create_vision_transformer(variant, pretrained=False, **kwargs):
else:
_filter_fn = checkpoint_filter_fn
# FIXME attn pool (currently only in siglip) params removed if pool disabled, is there a better soln?
strict = True
if 'siglip' in variant and kwargs.get('global_pool', None) != 'map':
strict = False
return build_model_with_cfg(
VisionTransformer,
variant,
pretrained,
pretrained_filter_fn=_filter_fn,
pretrained_strict=strict,
**kwargs,
)