LightX2V
LightX2V copied to clipboard
wan_moe_i2v_distil_with_lora.json 生成结果黑屏
json内容:
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"in_dim": 36,
"out_dim": 16,
"dim": 5120,
"num_channels_latents": 16,
"num_layers": 30,
"num_heads": 40,
"multiple_of": 256,
"freq_dim": 256,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 5.0,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "block",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [
1000,
750,
500,
250
],
"high_noise_original_ckpt": "/media/llm/lightx2v/Wan2.2-Official-Models/wan2.2_i2v_A14b_high_noise_lightx2v.safetensors",
"low_noise_original_ckpt": "/media/llm/lightx2v/Wan2.2-Official-Models/wan2.2_i2v_A14b_low_noise_lightx2v.safetensors",
"lora_configs": [
{
"name": "high_noise_model",
"path": "/media/llm/lightx2v/loras/wan2.2_i2v_A14b_high_noise_lora_rank64_lightx2v_4step_1022.safetensors",
"strength": 1.0
},
{
"name": "low_noise_model",
"path": "/media/llm/lightx2v/loras/wan2.2_i2v_A14b_low_noise_lora_rank64_lightx2v_4step_1022.safetensors",
"strength": 1.0
}
]
}
执行shell
#!/bin/bash
# set path and first
lightx2v_path=/media/source/LightX2V
model_path=/media/llm/lightx2v/models/
export CUDA_VISIBLE_DEVICES=0,1
# set environment variables
source ${lightx2v_path}/scripts/base/base.sh
python -m lightx2v.infer \
--model_cls wan2.2_moe_distill \
--task i2v \
--model_path $model_path \
--config_json ${lightx2v_path}/configs/wan22/wan_moe_i2v_distil_with_lora.json \
--prompt "Summer beach vacation style, a white cat wearing sunglasses sits on a surfboard. The fluffy-furred feline gazes directly at the camera with a relaxed expression. Blurred beach scenery forms the background featuring crystal-clear waters, distant green hills, and a blue sky dotted with white clouds. The cat assumes a naturally relaxed posture, as if savoring the sea breeze and warm sunlight. A close-up shot highlights the feline's intricate details and the refreshing atmosphere of the seaside." \
--negative_prompt "色调艳丽,过曝,静态,细节模糊不清,字幕,风格,作品,画作,画面,静止,整体发灰,最差质量,低质量,JPEG压缩残留,丑陋的,残缺的,多余的手指,画得不好的手部,画得不好的脸部,畸形的,毁容的,形态畸形的肢体,手指融合,静止不动的画面,杂乱的背景,三条腿,背景人很多,倒着走" \
--image_path ${lightx2v_path}/assets/inputs/imgs/img_0.jpg \
--save_result_path ${lightx2v_path}/save_results/output_lightx2v_wan22_moe_i2v_distill.mp4
请问哪里出了问题?