LightX2V icon indicating copy to clipboard operation
LightX2V copied to clipboard

wan_moe_i2v_distil_with_lora.json 生成结果黑屏

Open huhu-tiger opened this issue 2 months ago • 3 comments

json内容:

{
    "infer_steps": 4,
    "target_video_length": 81,
    "text_len": 512,
    "target_height": 720,
    "target_width": 1280,
    "in_dim": 36,
    "out_dim": 16,
    "dim": 5120,
    "num_channels_latents": 16,
    "num_layers": 30,
    "num_heads": 40,
    "multiple_of": 256,
    "freq_dim": 256,
    "self_attn_1_type": "sage_attn2",
    "cross_attn_1_type": "sage_attn2",
    "cross_attn_2_type": "sage_attn2",
    "sample_guide_scale": [
        3.5,
        3.5
    ],
    "sample_shift": 5.0,
    "enable_cfg": false,
    "cpu_offload": true,
    "offload_granularity": "block",
    "t5_cpu_offload": false,
    "vae_cpu_offload": false,
    "use_image_encoder": false,
    "boundary_step_index": 2,
    "denoising_step_list": [
        1000,
        750,
        500,
        250
    ],
    "high_noise_original_ckpt": "/media/llm/lightx2v/Wan2.2-Official-Models/wan2.2_i2v_A14b_high_noise_lightx2v.safetensors",
    "low_noise_original_ckpt": "/media/llm/lightx2v/Wan2.2-Official-Models/wan2.2_i2v_A14b_low_noise_lightx2v.safetensors",
    "lora_configs": [
        {
            "name": "high_noise_model",
            "path": "/media/llm/lightx2v/loras/wan2.2_i2v_A14b_high_noise_lora_rank64_lightx2v_4step_1022.safetensors",
            "strength": 1.0
        },
        {
            "name": "low_noise_model",
            "path": "/media/llm/lightx2v/loras/wan2.2_i2v_A14b_low_noise_lora_rank64_lightx2v_4step_1022.safetensors",
            "strength": 1.0
        }
    ]
}

执行shell

#!/bin/bash

# set path and first
lightx2v_path=/media/source/LightX2V
model_path=/media/llm/lightx2v/models/

export CUDA_VISIBLE_DEVICES=0,1

# set environment variables
source ${lightx2v_path}/scripts/base/base.sh

python -m lightx2v.infer \
--model_cls wan2.2_moe_distill \
--task i2v \
--model_path $model_path \
--config_json ${lightx2v_path}/configs/wan22/wan_moe_i2v_distil_with_lora.json \
--prompt "Summer beach vacation style, a white cat wearing sunglasses sits on a surfboard. The fluffy-furred feline gazes directly at the camera with a relaxed expression. Blurred beach scenery forms the background featuring crystal-clear waters, distant green hills, and a blue sky dotted with white clouds. The cat assumes a naturally relaxed posture, as if savoring the sea breeze and warm sunlight. A close-up shot highlights the feline's intricate details and the refreshing atmosphere of the seaside." \
--negative_prompt "色调艳丽,过曝,静态,细节模糊不清,字幕,风格,作品,画作,画面,静止,整体发灰,最差质量,低质量,JPEG压缩残留,丑陋的,残缺的,多余的手指,画得不好的手部,画得不好的脸部,畸形的,毁容的,形态畸形的肢体,手指融合,静止不动的画面,杂乱的背景,三条腿,背景人很多,倒着走" \
--image_path ${lightx2v_path}/assets/inputs/imgs/img_0.jpg \
--save_result_path ${lightx2v_path}/save_results/output_lightx2v_wan22_moe_i2v_distill.mp4

请问哪里出了问题?

huhu-tiger avatar Oct 28 '25 09:10 huhu-tiger