李翔

``` echo "Activating conda environment..." source activate vllm_infer || { echo "Failed to activate conda environment"; exit 1; } # 定义变量 HOST="0.0.0.0" PORT=11434 MODEL_PATH="xx/OpenGVLab/InternVL2-40B" LOG_FILE="xx/internvl40b_autotriage-agent-server-backup.log" TENSOR_PARALLEL_SIZE=4 MAX_NUM_SEQS=16 SERVE_MODEL_NAME="InternVL2-40B" DISTRIBUTED_EXECUTOR_BACKEND="mp" #...