From feeccf733cf46b124f7399ac93e53b27386a3ae6 Mon Sep 17 00:00:00 2001 From: Jax922 <1322037892@qq.com> Date: Thu, 22 May 2025 10:05:31 +0800 Subject: [PATCH] DynamicKV-LLM Pretrain v1.1.1 --- run_file/DynamicKV-LLM_Small_Minimind.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/run_file/DynamicKV-LLM_Small_Minimind.sh b/run_file/DynamicKV-LLM_Small_Minimind.sh index f55597b..dacedde 100644 --- a/run_file/DynamicKV-LLM_Small_Minimind.sh +++ b/run_file/DynamicKV-LLM_Small_Minimind.sh @@ -46,5 +46,5 @@ CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch \ --use_flash_attn \ --profile \ --profile_interval 10\ - --knowlwdge_num 1024 \ - --knowlwdge_length 8 + --knowledge_num 16384 \ + --knowledge_length 64