mirror of
https://github.com/ooyinet/WeClone.git
synced 2026-08-30 22:31:35 +08:00
xming521
30 lines
882 B
Python
30 lines
882 B
Python
import os
|
|
import sys
|
|
import json
|
|
from llamafactory.train.tuner import run_exp
|
|
from llamafactory.extras.misc import get_current_device
|
|
from weclone.utils.config import load_config
|
|
from weclone.utils.log import logger
|
|
|
|
|
|
def main():
|
|
config = load_config(arg_type="train_sft")
|
|
|
|
device = get_current_device()
|
|
if device == "cpu":
|
|
logger.warning("请注意你正在使用CPU训练，非Mac设备可能会出现问题")
|
|
|
|
sft_json_path = os.path.join(config["dataset_dir"], "sft-my.json")
|
|
if not os.path.exists(sft_json_path):
|
|
logger.error(f"错误：文件 '{sft_json_path}' 不存在，请确保数据处理步骤已正确生成该文件。")
|
|
sys.exit(1)
|
|
|
|
formatted_config = json.dumps(config, indent=4, ensure_ascii=False)
|
|
logger.info(f"微调配置：\n{formatted_config}")
|
|
|
|
run_exp(config)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|