{ "version": "0.2.0", "configurations": [ { "name": "DynamicKV-LLM Mini Minimind Debug", "type": "python", "request": "launch", "module": "accelerate.commands.launch", "args": [ "--num_processes=1", "--mixed_precision=bf16", "--main_process_port=29500", "train_pretrain_accelerate.py", "--batch_size", "16", "--knowledge_num", "48020", "--num_workers", "1", "--epochs", "4", "--learning_rate", "2e-4", "--dtype", "bfloat16", "--accumulation_steps", "32", "--grad_clip", "1.0", "--log_interval", "50", "--save_interval", "10000", "--dim", "512", "--n_layers", "8", "--max_seq_len", "512", "--use_flash_attn", "--profile", "--profile_interval", "10" ], "env": { "CUDA_VISIBLE_DEVICES": "0" }, "console": "integratedTerminal", "cwd": "${workspaceFolder}", "justMyCode": false, "stopOnEntry": false } ] }