diff --git a/homepage/index.html b/homepage/index.html index 778e91f..410a647 100644 --- a/homepage/index.html +++ b/homepage/index.html @@ -321,30 +321,40 @@ body{ - -
models/zhuyuan-lora-v3/models/shuangyan-1.5b-sft/zhizhi-1317346199/models/zhizhi-lora/
from transformers import AutoModelForCausalLM, AutoTokenizer
+model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-7B")
+tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B")
peft 和 transformers 进行 LoRA 微调即可训练自己的人格模型。scripts/distill/finetune_*.py · 语料格式为 messages JSONL
+ from peft import PeftModel
+base = AutoModelForCausalLM.from_pretrained("./qwen25-15b-shuangyan-distill/")
+model = PeftModel.from_pretrained(base, "./shuangyan-lora/")
+ scripts/distill/finetune_*.py · 语料格式为 messages JSONL