From 0748e273c0ce5a4f4fd70220a06782760c0cc473 Mon Sep 17 00:00:00 2001 From: Isotr0py <2037008807@qq.com> Date: Thu, 10 Jul 2025 17:55:06 +0800 Subject: [PATCH 1/2] remove aimv2 config registration Signed-off-by: Isotr0py <2037008807@qq.com> --- vllm/transformers_utils/configs/ovis.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/vllm/transformers_utils/configs/ovis.py b/vllm/transformers_utils/configs/ovis.py index c2728f0ed64..879f8ad6b60 100644 --- a/vllm/transformers_utils/configs/ovis.py +++ b/vllm/transformers_utils/configs/ovis.py @@ -73,8 +73,6 @@ def __init__( IMAGE_ATOM_ID = -300 IMAGE_INDICATOR_IDS = [-301, -302, -303, -304, -305] -AutoConfig.register("aimv2", AIMv2Config) - # ---------------------------------------------------------------------- # Visual Tokenizer Configuration @@ -106,8 +104,8 @@ def __init__(self, if not isinstance(backbone_config, PretrainedConfig): model_type = backbone_config['model_type'] backbone_config.pop('model_type') - backbone_config = AutoConfig.for_model(model_type, - **backbone_config) + config_factory = AutoConfig if model_type != "aimv2" else AIMv2Config + backbone_config = config_factory.for_model(model_type, **backbone_config) self.backbone_config = backbone_config self.hidden_stride = hidden_stride From 41f02853b861026fec407901db438f54daa7ad11 Mon Sep 17 00:00:00 2001 From: Isotr0py <2037008807@qq.com> Date: Sun, 13 Jul 2025 12:08:06 +0800 Subject: [PATCH 2/2] fix Signed-off-by: Isotr0py <2037008807@qq.com> --- vllm/transformers_utils/configs/ovis.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/vllm/transformers_utils/configs/ovis.py b/vllm/transformers_utils/configs/ovis.py index 879f8ad6b60..021d402a71f 100644 --- a/vllm/transformers_utils/configs/ovis.py +++ b/vllm/transformers_utils/configs/ovis.py @@ -103,9 +103,11 @@ def __init__(self, f"expect `backbone_config` to be instance of PretrainedConfig or dict, but got {type(backbone_config)} type" if not isinstance(backbone_config, PretrainedConfig): model_type = backbone_config['model_type'] - backbone_config.pop('model_type') - config_factory = AutoConfig if model_type != "aimv2" else AIMv2Config - backbone_config = config_factory.for_model(model_type, **backbone_config) + if model_type != "aimv2": + backbone_config.pop('model_type') + backbone_config = AutoConfig.for_model(model_type, **backbone_config) + else: + backbone_config = AIMv2Config(**backbone_config) self.backbone_config = backbone_config self.hidden_stride = hidden_stride