From 023d22efd800ee0beee3924944da4f92bb64ed02 Mon Sep 17 00:00:00 2001 From: pengzhendong <275331498@qq.com> Date: Mon, 29 Dec 2025 16:58:18 +0800 Subject: [PATCH] add freeze options --- docs/finetune.md | 4 ++++ docs/fintune_zh.md | 4 ++++ finetune.sh | 3 +++ 3 files changed, 11 insertions(+) diff --git a/docs/finetune.md b/docs/finetune.md index f24e731..2639d15 100644 --- a/docs/finetune.md +++ b/docs/finetune.md @@ -49,6 +49,10 @@ python tools/scp2jsonl.py \ ## Finetune +Modify the `audio_encoder_conf.freeze`, `audio_adaptor_conf.freeze`, and `llm_conf.freeze` in `finetune.sh`. + +Set the `freeze` parameter of the modules to be fine-tuned to false(by default, only the LLM is fine-tuned). + ``` bash finetune.sh ``` diff --git a/docs/fintune_zh.md b/docs/fintune_zh.md index 0246ac4..8721a31 100644 --- a/docs/fintune_zh.md +++ b/docs/fintune_zh.md @@ -53,6 +53,10 @@ python tools/scp2jsonl.py \ ## 启动训练 +修改 `finetune.sh` 中的 `audio_encoder_conf.freeze`, `audio_adaptor_conf.freeze` 和 `llm_conf.freeze`。 + +将需要微调的模块 `freeze` 设置成 `false`(默认只微调 llm)。 + ``` bash finetune.sh ``` diff --git a/finetune.sh b/finetune.sh index b868c35..7060b3b 100644 --- a/finetune.sh +++ b/finetune.sh @@ -68,4 +68,7 @@ ${train_tool} \ ++train_conf.use_deepspeed=false \ ++train_conf.deepspeed_config=${deepspeed_config} \ ++optim_conf.lr=0.0002 \ +++audio_encoder_conf.freeze=true \ +++audio_adaptor_conf.freeze=true \ +++llm_conf.freeze=false \ ++output_dir="${output_dir}" &> ${log_file}