XxiaoZzz

怎么配置8位量化训练14B模型的settings.jsonc

1

{ "version": "0.2.2", "common_args": { "model_name_or_path": "./Qwen2.5-14B-Instruct", "adapter_name_or_path": "./model_output", "template": "qwen", "default_system": "请你扮演一名人类，不要说自己是人工智能", "finetuning_type": "lora", "trust_remote_code": true, "load_in_8bit": true, "quantization_config": { "load_in_8bit": true, "llm_int8_threshold": 6.0 } }, "make_dataset_args": { "include_type":...