铸渊: 添加之之v2训练启动配置 YAML
This commit is contained in:
parent
e4b61a1da1
commit
b3f4847683
41
scripts/training/zhizhi_v2/zhizhi_v2.yaml
Normal file
41
scripts/training/zhizhi_v2/zhizhi_v2.yaml
Normal file
@ -0,0 +1,41 @@
|
|||||||
|
# 之之母模型 v2.0 · 全参数 SFT
|
||||||
|
# 由铸渊配置 · 2026-05-18
|
||||||
|
# 基座: Qwen2.5-7B · 数据: 铸渊仓库 + 霜砚 混合语料
|
||||||
|
|
||||||
|
### 模型 ###
|
||||||
|
model_name_or_path: Qwen/Qwen2.5-7B
|
||||||
|
|
||||||
|
### 数据 ###
|
||||||
|
dataset: zhizhi_v2
|
||||||
|
dataset_dir: /root/autodl-tmp
|
||||||
|
template: qwen
|
||||||
|
cutoff_len: 4096
|
||||||
|
|
||||||
|
### 训练 ###
|
||||||
|
finetuning_type: full
|
||||||
|
per_device_train_batch_size: 1
|
||||||
|
gradient_accumulation_steps: 8
|
||||||
|
learning_rate: 5.0e-6
|
||||||
|
num_train_epochs: 3.0
|
||||||
|
lr_scheduler_type: cosine
|
||||||
|
warmup_ratio: 0.03
|
||||||
|
|
||||||
|
### 精度 ###
|
||||||
|
optim: adamw_torch
|
||||||
|
bf16: true
|
||||||
|
mixed_precision: bf16
|
||||||
|
ddp_find_unused_parameters: false
|
||||||
|
|
||||||
|
### DeepSpeed ###
|
||||||
|
deepspeed: /root/autodl-tmp/ds_config.json
|
||||||
|
|
||||||
|
### 输出 ###
|
||||||
|
output_dir: /root/autodl-tmp/output/zhizhi_v2
|
||||||
|
logging_steps: 10
|
||||||
|
save_steps: 500
|
||||||
|
plot_loss: true
|
||||||
|
overwrite_output_dir: true
|
||||||
|
preprocessing_num_workers: 16
|
||||||
|
|
||||||
|
### 报告 ###
|
||||||
|
report_to: none
|
||||||
Loading…
x
Reference in New Issue
Block a user