diff --git a/homepage/index.html b/homepage/index.html index 721d6a6..5568fea 100644 --- a/homepage/index.html +++ b/homepage/index.html @@ -300,7 +300,20 @@ body{min-height:100vh;background:radial-gradient(ellipse at 50% 30%,rgba(90,208, -
+
+
模型加载 · 使用指南transformers + peft
+
+ 全参数模型(7B):
+ from transformers import AutoModelForCausalLM, AutoTokenizer
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-7B")
+
+
+ 蒸馏模板(1.5B)+ LoRA:
+ from peft import PeftModel
base = AutoModelForCausalLM.from_pretrained("./qwen25-15b-shuangyan-distill/")
model = PeftModel.from_pretrained(base, "./shuangyan-lora/")
+
+
微调脚本参考仓库 scripts/distill/finetune_*.py · 💡 不构造数据,不加system prompt
+
+ style="margin-bottom:14px">
光湖 · 涟漪活动流