From 21f3c8099ee7264e4aeba47fa266b8ef9c977af4 Mon Sep 17 00:00:00 2001 From: Jax922 <1322037892@qq.com> Date: Wed, 14 May 2025 00:26:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=9C=A8=E4=B8=A4=E4=B8=AAsh=E6=96=87=E4=BB=B6?= =?UTF-8?q?=E4=B8=AD=E8=AE=BE=E7=BD=AEknowlwdge=5Fnum=E4=B8=8Eknowlwdge=5F?= =?UTF-8?q?length?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- run_file/DynamicKV-LLM_Mini_Minimind.sh | 4 +++- run_file/DynamicKV-LLM_Small_Minimind.sh | 4 +++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/run_file/DynamicKV-LLM_Mini_Minimind.sh b/run_file/DynamicKV-LLM_Mini_Minimind.sh index 483c194..ec4e315 100644 --- a/run_file/DynamicKV-LLM_Mini_Minimind.sh +++ b/run_file/DynamicKV-LLM_Mini_Minimind.sh @@ -44,4 +44,6 @@ CUDA_VISIBLE_DEVICES=0 accelerate launch \ --max_seq_len 512 \ --use_flash_attn \ --profile \ - --profile_interval 10 + --profile_interval 10\ + --knowlwdge_num 64*64 \ + --knowlwdge_length 8 diff --git a/run_file/DynamicKV-LLM_Small_Minimind.sh b/run_file/DynamicKV-LLM_Small_Minimind.sh index 55edd0f..73bc41b 100644 --- a/run_file/DynamicKV-LLM_Small_Minimind.sh +++ b/run_file/DynamicKV-LLM_Small_Minimind.sh @@ -45,4 +45,6 @@ CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch \ --max_seq_len 1024 \ --use_flash_attn \ --profile \ - --profile_interval 10 + --profile_interval 10\ + --knowlwdge_num 32*32 \ + --knowlwdge_length 8