[BUG]TypeError: Field.__init__() missing 1 required positional argument: 'kw_only'

[ORGRUI]

To Reproduce bash scripts/run_finetune_with_qlora_9_24_4.sh

#!/bin/bash

Please run this script under ${project_id} in project directory of

Parses arguments

#model_name_or_path=LLM-Research/Meta-Llama-3-70B-Instruct model_name_or_path=/data/hf_cache/hub/models--meta-llama--Meta-Llama-3-70B-Instruct/snapshots/5fcb2901844dde3111159f24205b71c25900ffbd #lora_model_path=/data/midreal/rio/lora/opening_0923 dataset_path=/data/midreal/rio/LMFlow-main/data/opening conversation_template=llama3 output_dir=/data/midreal/rio/LMFlow-main/output_models/qlora_finetuned_llama3_70b_opening_model_9_27 deepspeed_args="--master_port=13001 --include localhost:1"

Safety related arguments

trust_remote_code=0

while [[ $# -ge 1 ]]; do key="$1" case ${key} in -m|--model_name_or_path) model_name_or_path="$2" shift ;; -d|--dataset_path) dataset_path="$2" shift ;; --conversation_template) conversation_template="$2" shift ;; -o|--output_model_path) output_dir="$2" shift ;; --deepspeed_args) deepspeed_args="$2" shift ;; --trust_remote_code) trust_remote_code="$2" shift ;; *) echo "error: unknown option "${key}"" 1>&2 exit 1 esac shift done

Finetune

exp_id=finetune_with_qlora_09_27 project_dir=$(cd "$(dirname $0)"/..; pwd) log_dir=${project_dir}/log/${exp_id} mkdir -p ${output_dir} ${log_dir}

deepspeed ${deepspeed_args}
examples/finetune.py
--model_name_or_path ${model_name_or_path}
--trust_remote_code ${trust_remote_code}
--dataset_path ${dataset_path}
--conversation_template ${conversation_template}
--output_dir ${output_dir} --overwrite_output_dir
--num_train_epochs 3
--learning_rate 1e-4
--block_size 1024
--per_device_train_batch_size 1
--use_qlora 1
--save_aggregated_lora 0
--deepspeed configs/ds_config_zero2.json
--fp16
--run_name ${exp_id}
--validation_split_percentage 0
--logging_steps 20
--do_train
--ddp_timeout 72000
--save_steps 200
--dataloader_num_workers 1
| tee ${log_dir}/train.log
2> ${log_dir}/train.err

• OS: Ubuntu
• Python: 3.10
• Conda: conda list -n lmflow_rio_04

packages in environment at /home/robotuser/miniconda3/envs/lmflow_rio_04:

Name Version Build Channel

_libgcc_mutex 0.1 main
_openmp_mutex 5.1 1_gnu
absl-py 2.1.0 pypi_0 pypi accelerate 0.34.2 pypi_0 pypi aiofiles 23.2.1 pypi_0 pypi aiohappyeyeballs 2.4.2 pypi_0 pypi aiohttp 3.10.7 pypi_0 pypi aiosignal 1.3.1 pypi_0 pypi annotated-types 0.7.0 pypi_0 pypi anyio 4.6.0 pypi_0 pypi appdirs 1.4.4 pypi_0 pypi async-timeout 4.0.3 pypi_0 pypi attrs 24.2.0 pypi_0 pypi bitsandbytes 0.44.0 pypi_0 pypi blinker 1.8.2 pypi_0 pypi bzip2 1.0.8 h5eee18b_6
ca-certificates 2024.7.2 h06a4308_0
certifi 2024.8.30 pypi_0 pypi chardet 5.2.0 pypi_0 pypi charset-normalizer 3.3.2 pypi_0 pypi click 8.1.7 pypi_0 pypi cloudpickle 3.0.0 pypi_0 pypi colorama 0.4.6 pypi_0 pypi contourpy 1.3.0 pypi_0 pypi cpm-kernels 1.0.11 pypi_0 pypi cycler 0.12.1 pypi_0 pypi dataproperty 1.0.1 pypi_0 pypi datasets 2.14.6 pypi_0 pypi deepspeed 0.15.1 pypi_0 pypi dill 0.3.4 pypi_0 pypi diskcache 5.6.3 pypi_0 pypi distro 1.9.0 pypi_0 pypi docker-pycreds 0.4.0 pypi_0 pypi docstring-parser 0.16 pypi_0 pypi einops 0.8.0 pypi_0 pypi evaluate 0.4.0 pypi_0 pypi exceptiongroup 1.2.2 pypi_0 pypi fastapi 0.115.0 pypi_0 pypi ffmpy 0.4.0 pypi_0 pypi filelock 3.16.1 pypi_0 pypi flask 3.0.3 pypi_0 pypi flask-cors 5.0.0 pypi_0 pypi fonttools 4.54.1 pypi_0 pypi frozenlist 1.4.1 pypi_0 pypi fsspec 2023.10.0 pypi_0 pypi gguf 0.10.0 pypi_0 pypi gitdb 4.0.11 pypi_0 pypi gitpython 3.1.43 pypi_0 pypi gradio 4.44.0 pypi_0 pypi gradio-client 1.3.0 pypi_0 pypi h11 0.14.0 pypi_0 pypi hjson 3.1.0 pypi_0 pypi httpcore 1.0.5 pypi_0 pypi httptools 0.6.1 pypi_0 pypi httpx 0.27.2 pypi_0 pypi huggingface-hub 0.25.1 pypi_0 pypi icetk 0.0.4 pypi_0 pypi idna 3.10 pypi_0 pypi importlib-metadata 8.5.0 pypi_0 pypi importlib-resources 6.4.5 pypi_0 pypi interegular 0.3.3 pypi_0 pypi itsdangerous 2.2.0 pypi_0 pypi jinja2 3.1.4 pypi_0 pypi jiter 0.5.0 pypi_0 pypi joblib 1.4.2 pypi_0 pypi jsonlines 4.0.0 pypi_0 pypi jsonschema 4.23.0 pypi_0 pypi jsonschema-specifications 2023.12.1 pypi_0 pypi kiwisolver 1.4.7 pypi_0 pypi lark 1.2.2 pypi_0 pypi ld_impl_linux-64 2.40 h12ee557_0
libffi 3.4.4 h6a678d5_1
libgcc-ng 11.2.0 h1234567_1
libgfortran-ng 7.5.0 ha8ba4b0_17
libgfortran4 7.5.0 ha8ba4b0_17
libgomp 11.2.0 h1234567_1
libstdcxx-ng 11.2.0 h1234567_1
libuuid 1.41.5 h5eee18b_0
llvmlite 0.43.0 pypi_0 pypi lm-eval 0.3.0 pypi_0 pypi lm-format-enforcer 0.10.6 pypi_0 pypi lmflow 0.0.7 dev_0 markdown-it-py 3.0.0 pypi_0 pypi markupsafe 2.1.5 pypi_0 pypi matplotlib 3.9.2 pypi_0 pypi mbstrdecoder 1.1.3 pypi_0 pypi mdurl 0.1.2 pypi_0 pypi mistral-common 1.4.3 pypi_0 pypi mpi 1.0 mpich
mpi4py 3.1.4 py310hfc96bbd_0
mpich 3.3.2 hc856adb_0
mpmath 1.3.0 pypi_0 pypi msgpack 1.1.0 pypi_0 pypi msgspec 0.18.6 pypi_0 pypi multidict 6.1.0 pypi_0 pypi multiprocess 0.70.12.2 pypi_0 pypi ncurses 6.4 h6a678d5_0
nest-asyncio 1.6.0 pypi_0 pypi networkx 3.3 pypi_0 pypi ninja 1.11.1.1 pypi_0 pypi nltk 3.9.1 pypi_0 pypi numba 0.60.0 pypi_0 pypi numexpr 2.10.1 pypi_0 pypi numpy 1.26.4 pypi_0 pypi nvidia-cublas-cu12 12.1.3.1 pypi_0 pypi nvidia-cuda-cupti-cu12 12.1.105 pypi_0 pypi nvidia-cuda-nvrtc-cu12 12.1.105 pypi_0 pypi nvidia-cuda-runtime-cu12 12.1.105 pypi_0 pypi nvidia-cudnn-cu12 9.1.0.70 pypi_0 pypi nvidia-cufft-cu12 11.0.2.54 pypi_0 pypi nvidia-curand-cu12 10.3.2.106 pypi_0 pypi nvidia-cusolver-cu12 11.4.5.107 pypi_0 pypi nvidia-cusparse-cu12 12.1.0.106 pypi_0 pypi nvidia-ml-py 12.560.30 pypi_0 pypi nvidia-nccl-cu12 2.20.5 pypi_0 pypi nvidia-nvjitlink-cu12 12.6.68 pypi_0 pypi nvidia-nvtx-cu12 12.1.105 pypi_0 pypi openai 1.50.2 pypi_0 pypi openssl 3.0.15 h5eee18b_0
orjson 3.10.7 pypi_0 pypi outlines 0.0.46 pypi_0 pypi packaging 24.1 pypi_0 pypi pandas 2.2.3 pypi_0 pypi partial-json-parser 0.2.1.1.post4 pypi_0 pypi pathtools 0.1.2 pypi_0 pypi pathvalidate 3.2.1 pypi_0 pypi peft 0.13.0 pypi_0 pypi pillow 10.4.0 pypi_0 pypi pip 24.2 py310h06a4308_0
portalocker 2.10.1 pypi_0 pypi prometheus-client 0.21.0 pypi_0 pypi prometheus-fastapi-instrumentator 7.0.0 pypi_0 pypi protobuf 4.25.5 pypi_0 pypi psutil 6.0.0 pypi_0 pypi py-cpuinfo 9.0.0 pypi_0 pypi pyairports 2.1.1 pypi_0 pypi pyarrow 17.0.0 pypi_0 pypi pybind11 2.13.6 pypi_0 pypi pycountry 24.6.1 pypi_0 pypi pydantic 2.9.2 pypi_0 pypi pydantic-core 2.23.4 pypi_0 pypi pydub 0.25.1 pypi_0 pypi pygments 2.18.0 pypi_0 pypi pyparsing 3.1.4 pypi_0 pypi pytablewriter 1.2.0 pypi_0 pypi python 3.10.14 h955ad1f_1
python-dateutil 2.9.0.post0 pypi_0 pypi python-dotenv 1.0.1 pypi_0 pypi python-multipart 0.0.10 pypi_0 pypi pytz 2024.2 pypi_0 pypi pyyaml 6.0.2 pypi_0 pypi pyzmq 26.2.0 pypi_0 pypi ray 2.37.0 pypi_0 pypi readline 8.2 h5eee18b_0
referencing 0.35.1 pypi_0 pypi regex 2024.9.11 pypi_0 pypi requests 2.32.3 pypi_0 pypi responses 0.18.0 pypi_0 pypi rich 13.8.1 pypi_0 pypi rouge-score 0.1.2 pypi_0 pypi rpds-py 0.20.0 pypi_0 pypi ruff 0.6.8 pypi_0 pypi sacrebleu 1.5.0 pypi_0 pypi safetensors 0.4.5 pypi_0 pypi scikit-learn 1.2.2 pypi_0 pypi scipy 1.14.1 pypi_0 pypi semantic-version 2.10.0 pypi_0 pypi sentencepiece 0.2.0 pypi_0 pypi sentry-sdk 2.14.0 pypi_0 pypi setproctitle 1.3.3 pypi_0 pypi setuptools 75.1.0 py310h06a4308_0
shellingham 1.5.4 pypi_0 pypi shtab 1.7.1 pypi_0 pypi six 1.16.0 pypi_0 pypi smmap 5.0.1 pypi_0 pypi sniffio 1.3.1 pypi_0 pypi sqlite 3.45.3 h5eee18b_0
sqlitedict 2.1.0 pypi_0 pypi starlette 0.38.6 pypi_0 pypi sympy 1.13.3 pypi_0 pypi tabledata 1.3.3 pypi_0 pypi tcolorpy 0.1.6 pypi_0 pypi threadpoolctl 3.5.0 pypi_0 pypi tiktoken 0.7.0 pypi_0 pypi tk 8.6.14 h39e8969_0
tokenizers 0.20.0 pypi_0 pypi tomlkit 0.12.0 pypi_0 pypi torch 2.4.0 pypi_0 pypi torchvision 0.19.0 pypi_0 pypi tqdm 4.66.5 pypi_0 pypi tqdm-multiprocess 0.0.11 pypi_0 pypi transformers 4.45.1 pypi_0 pypi triton 3.0.0 pypi_0 pypi trl 0.8.0 pypi_0 pypi typepy 1.3.2 pypi_0 pypi typer 0.12.5 pypi_0 pypi typing-extensions 4.12.2 pypi_0 pypi tyro 0.8.11 pypi_0 pypi tzdata 2024.2 pypi_0 pypi urllib3 2.2.3 pypi_0 pypi uvicorn 0.31.0 pypi_0 pypi uvloop 0.20.0 pypi_0 pypi vllm 0.6.2 pypi_0 pypi wandb 0.14.0 pypi_0 pypi watchfiles 0.24.0 pypi_0 pypi websockets 12.0 pypi_0 pypi werkzeug 3.0.4 pypi_0 pypi wheel 0.44.0 py310h06a4308_0
xformers 0.0.27.post2 pypi_0 pypi xxhash 3.5.0 pypi_0 pypi xz 5.4.6 h5eee18b_1
yarl 1.13.1 pypi_0 pypi zipp 3.20.2 pypi_0 pypi zlib 1.2.13 h5eee18b_1
zstandard 0.23.0 pypi_0 pypi

[wheresmyhair]

Could you please try using python=3.9?

conda create -n lmflow python=3.9 -y

[shizhediao]

I also encounter this problem!

[wheresmyhair]

Solved in the latest pr #905