Skip to content
Closed
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 8 additions & 0 deletions vllm/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -228,6 +228,10 @@ def _init_multimodal_config(
self, limit_mm_per_prompt: Optional[Mapping[str, int]]
) -> Optional["MultiModalConfig"]:
architectures = getattr(self.hf_config, "architectures", [])

if len(architectures) == 0:
raise ValueError("No architectures found in the model config.")

if any(
ModelRegistry.is_multimodal_model(arch)
for arch in architectures):
Expand All @@ -249,6 +253,8 @@ def _verify_tokenizer_mode(self) -> None:

def _verify_embedding_mode(self) -> None:
architectures = getattr(self.hf_config, "architectures", [])
if len(architectures) == 0:
raise ValueError("No architectures found in the model config.")
self.embedding_mode = any(
ModelRegistry.is_embedding_model(arch) for arch in architectures)

Expand Down Expand Up @@ -418,6 +424,8 @@ def verify_with_parallel_config(

pipeline_parallel_size = parallel_config.pipeline_parallel_size
architectures = getattr(self.hf_config, "architectures", [])
if len(architectures) == 0:
raise ValueError("No architectures found in the model config.")
if not all(arch in _PP_SUPPORTED_MODELS
for arch in architectures) and pipeline_parallel_size > 1:
raise NotImplementedError(
Expand Down
Loading