DynamicKV-LLM Pretrain v1.1.1

2025-05-22 10:05:31 +08:00 · 2025-05-22 10:05:31 +08:00 · feeccf733c
commit feeccf733c
parent 42e3d38a3f
1 changed files with 2 additions and 2 deletions
--- a/run_file/DynamicKV-LLM_Small_Minimind.sh
+++ b/run_file/DynamicKV-LLM_Small_Minimind.sh
@ -46,5 +46,5 @@ CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch \
    --use_flash_attn \
    --profile \
    --profile_interval 10\
-    --knowlwdge_num 1024 \
-    --knowlwdge_length 8
+    --knowledge_num 16384 \
+    --knowledge_length 64