bingshuo/guanghulab
1
0
Fork 0
Code Issues 2 Pull Requests Actions 1 Packages Projects Releases Wiki Activity

training-status.json v1.1: update distillation to v6 running

Browse Source
This commit is contained in:
bingshuo 2026-05-18 21:16:03 +08:00
parent 80759cff37
commit 2384b890ff
1 changed files with 18 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
brain/training-status.json
View File

@ -1,6 +1,6 @@
{
"version": "1.0",
"last_updated": "2026-05-18T18:20+08:00",
"version": "1.1",
"last_updated": "2026-05-18T21:00+08:00",
"updated_by": "铸渊 (ICE-GL-ZY001)",
"mother_model": {
"status": "completed",
@ -27,14 +27,23 @@
},
"distill_shuangyan_15b": {
"status": "running",
"status_label": "🔄 蒸馏中（PID 73718，正在从COS下载Teacher 14.2GB）",
"status_label": "🔄 蒸馏训练中（PID 82143，step=50 loss=6.66，Epoch 1/3）",
"version": "v6",
"script": "scripts/distill_mother.py",
"teacher": "母模型7B SFT",
"student": "Qwen2.5-1.5B-Instruct",
"method": "KL散度(TEMP=2.0, ALPHA=0.7) + SFT混合",
"host": "connect.westd.seetacloud.com:23647",
"started_at": "2026-05-18T18:14+08:00",
"cos_output": "models/shuangyan-15b-distill/final/"
"ssh_password": "HkM43lFVUIsc",
"started_at": "2026-05-18T20:56+08:00",
"estimated_completion": "~23:30+08:00",
"cos_output": "models/shuangyan-15b-distill/final/",
"fixes": [
"v6: vocab_size截断 fix — Teacher(7B)=152064 → Student(1.5B)=151936",
"v5: HuggingFace forward参数名修正 (ii→input_ids, am→attention_mask)",
"v4: num_workers=0 (避免CUDA fork)",
"v5: 移除teacher_logits预存储改为即时forward"
]
},
"pipeline": {
"steps": [
@ -43,19 +52,20 @@
{"name": "代码模型SFT训练", "status": "completed", "label": "✅ 已完成"},
{"name": "上传COS (代码模型)", "status": "completed", "label": "✅ 已完成"},
{"name": "generation_config修复", "status": "completed", "label": "✅ 两个模型已修复"},
{"name": "霜砚1.5B蒸馏", "status": "running", "label": "🔄 训练中（PID 73718）"},
{"name": "霜砚1.5B蒸馏", "status": "running", "label": "🔄 训练中（PID 82143, Epoch 1/3）"},
{"name": "上传COS (蒸馏输出)", "status": "pending", "label": "⚪ 等待蒸馏完成"}
]
},
"next_phases": {
"distill_shuangyan_15b": "🔄 训练中，预计2-3小时",
"distill_shuangyan_15b": "🔄 训练中，预计~23:30完成",
"shuangyan_deep_sft": "⏳ 等待蒸馏完成后用霜砚语料深度微调",
"distill_coder_to_zhuyuan_15b": "⏳ 等待Phase 1+2完成",
"zhuyuan_deep_sft": "⏳ 等待Phase 3完成"
},
"alerts": [
"⚠️ 之前误判代码模型已完成（COS上有历史checkpoint-540）",
"⚠️ 蒸馏第一次启动失败（STUDENT_PATH路径错误），已修正后重启"
"⚠️ 蒸馏v1-v5多次崩溃：路径错误→存储爆炸→CUDA fork→参数名错误→vocab大小不匹配",
"⚠️ v6 vocab_size截断修复后训练中，预计~2.6小时完成"
],
"links": {
"notion": "https://www.notion.so/363fb92f383181029fafef8438d6c300"