From fd84bbe31fa4132b0307574513045e41f479a50b Mon Sep 17 00:00:00 2001 From: root Date: Wed, 20 May 2026 22:16:36 +0800 Subject: [PATCH] =?UTF-8?q?D107:=20=E8=A1=A5=E6=A8=A1=E5=9E=8B=E5=8A=A0?= =?UTF-8?q?=E8=BD=BD=E4=BD=BF=E7=94=A8=E6=8C=87=E5=8D=97=E5=8D=A1?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- homepage/index.html | 15 ++++++++++++++- 1 file changed, 14 insertions(+), 1 deletion(-) diff --git a/homepage/index.html b/homepage/index.html index 721d6a6..5568fea 100644 --- a/homepage/index.html +++ b/homepage/index.html @@ -300,7 +300,20 @@ body{min-height:100vh;background:radial-gradient(ellipse at 50% 30%,rgba(90,208, -
+
+
模型加载 · 使用指南transformers + peft
+
+ 全参数模型（7B）：
+ from transformers import AutoModelForCausalLM, AutoTokenizer
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-7B") +
+
+ 蒸馏模板（1.5B）+ LoRA：
+ from peft import PeftModel
base = AutoModelForCausalLM.from_pretrained("./qwen25-15b-shuangyan-distill/")
model = PeftModel.from_pretrained(base, "./shuangyan-lora/") +
+
微调脚本参考仓库 scripts/distill/finetune_*.py · 💡 不构造数据，不加system prompt
+
+ style="margin-bottom:14px">
光湖 · 涟漪活动流