songyang23

Failed to convert Qwen2-VL-7B-Instruct LORA model

2

code: # -*- coding: utf-8 -*- import argparse import torch from transformers import Qwen2VLProcessor from awq.models.qwen2vl import Qwen2VLAWQForCausalLM from transformers import AutoTokenizer import math def infer(args): model_name = args.model_name model...