diff --git a/run_file/DynamicKV-LLM_Mini_Minimind.sh b/run_file/DynamicKV-LLM_Mini_Minimind.sh index 483c194..ec4e315 100644 --- a/run_file/DynamicKV-LLM_Mini_Minimind.sh +++ b/run_file/DynamicKV-LLM_Mini_Minimind.sh @@ -44,4 +44,6 @@ CUDA_VISIBLE_DEVICES=0 accelerate launch \ --max_seq_len 512 \ --use_flash_attn \ --profile \ - --profile_interval 10 + --profile_interval 10\ + --knowlwdge_num 64*64 \ + --knowlwdge_length 8 diff --git a/run_file/DynamicKV-LLM_Small_Minimind.sh b/run_file/DynamicKV-LLM_Small_Minimind.sh index 55edd0f..73bc41b 100644 --- a/run_file/DynamicKV-LLM_Small_Minimind.sh +++ b/run_file/DynamicKV-LLM_Small_Minimind.sh @@ -45,4 +45,6 @@ CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch \ --max_seq_len 1024 \ --use_flash_attn \ --profile \ - --profile_interval 10 + --profile_interval 10\ + --knowlwdge_num 32*32 \ + --knowlwdge_length 8