diff --git a/vllm/model_executor/models/registry.py b/vllm/model_executor/models/registry.py index fbf75c2a15412..3c8c600c2c026 100644 --- a/vllm/model_executor/models/registry.py +++ b/vllm/model_executor/models/registry.py @@ -386,10 +386,12 @@ def is_pp_supported_model( ) -> bool: return self.inspect_model_cls(architectures).supports_pp - def model_has_inner_state(self, architectures: Union[str, List[str]]) -> bool: + def model_has_inner_state(self, architectures: Union[str, + List[str]]) -> bool: return self.inspect_model_cls(architectures).has_inner_state - def is_attention_free_model(self, architectures: Union[str, List[str]]) -> bool: + def is_attention_free_model(self, architectures: Union[str, + List[str]]) -> bool: return self.inspect_model_cls(architectures).is_attention_free