File "/root/ld/ld_project/pull_request/MiniCPM-V/web_demo_2.6.py", line 44, in
model = AutoModel.from_pretrained(model_path, trust_remote_code=True)
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 559, in from_pretrained
return model_class.from_pretrained(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/modeling_utils.py", line 3846, in from_pretrained
hf_quantizer.preprocess_model(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/quantizers/base.py", line 182, in preprocess_model
return self._process_model_before_weight_loading(model, **kwargs)
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/quantizers/quantizer_awq.py", line 85, in _process_model_before_weight_loading
model, has_been_replaced = replace_with_awq_linear(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 179, in replace_with_awq_linear
_, has_been_replaced = replace_with_awq_linear(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 179, in replace_with_awq_linear
_, has_been_replaced = replace_with_awq_linear(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 179, in replace_with_awq_linear
_, has_been_replaced = replace_with_awq_linear(
[Previous line repeated 2 more times]
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/transformers/integrations/awq.py", line 166, in replace_with_awq_linear
model._modules[name] = target_cls(
File "/root/ld/conda/envs/minicpm/lib/python3.10/site-packages/awq/modules/linear/gemm.py", line 102, in init
assert self.in_features % self.group_size == 0
casper-hansen
