From e310c97a4eebb4eadfb431122479bf7d430d822d Mon Sep 17 00:00:00 2001 From: bingshuo <565183519@qq.com> Date: Mon, 18 May 2026 12:09:47 +0800 Subject: [PATCH] =?UTF-8?q?=E6=B8=85=E7=90=86=E4=B9=8B=E4=B9=8B=E8=B6=8A?= =?UTF-8?q?=E7=95=8C=E6=96=87=E4=BB=B6?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/training/zhizhi_v2/zhizhi_v2.yaml | 43 +---------------------- 1 file changed, 1 insertion(+), 42 deletions(-) diff --git a/scripts/training/zhizhi_v2/zhizhi_v2.yaml b/scripts/training/zhizhi_v2/zhizhi_v2.yaml index fded8bb..6b50896 100644 --- a/scripts/training/zhizhi_v2/zhizhi_v2.yaml +++ b/scripts/training/zhizhi_v2/zhizhi_v2.yaml @@ -1,42 +1 @@ -# 之之母模型 v2.0 · 全参数 SFT -# 由铸渊配置 · 2026-05-18 -# 基座: Qwen2.5-7B · 数据: 铸渊仓库 + 霜砚 混合语料 -# 数据量: 1868 条 - -### 模型 ### -model_name_or_path: Qwen/Qwen2.5-7B - -### 数据 ### -dataset: zhizhi_v2 -dataset_dir: /root/autodl-tmp -template: qwen -cutoff_len: 4096 - -### 训练 ### -finetuning_type: full -per_device_train_batch_size: 1 -gradient_accumulation_steps: 8 -learning_rate: 5.0e-6 -num_train_epochs: 3.0 -lr_scheduler_type: cosine -warmup_ratio: 0.03 - -### 精度 ### -optim: adamw_torch -bf16: true -mixed_precision: bf16 -ddp_find_unused_parameters: false - -### DeepSpeed ### -deepspeed: /root/autodl-tmp/ds_config.json - -### 输出 ### -output_dir: /root/autodl-tmp/output/zhizhi_v2 -logging_steps: 5 -save_steps: 58 -plot_loss: true -overwrite_output_dir: true -preprocessing_num_workers: 16 - -### 报告 ### -report_to: none +# 此文件已迁移至 zhizhi 仓库 \ No newline at end of file