41 lines
1.3 KiB
JSON
41 lines
1.3 KiB
JSON
{
|
|
"version": "0.2.0",
|
|
"configurations": [
|
|
{
|
|
"name": "DynamicKV-LLM Mini Minimind Debug",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"module": "accelerate.commands.launch",
|
|
"args": [
|
|
"--num_processes=1",
|
|
"--mixed_precision=bf16",
|
|
"--main_process_port=29500",
|
|
"train_pretrain_accelerate.py",
|
|
"--batch_size", "16",
|
|
"--knowledge_num", "48020",
|
|
"--num_workers", "1",
|
|
"--epochs", "4",
|
|
"--learning_rate", "2e-4",
|
|
"--dtype", "bfloat16",
|
|
"--accumulation_steps", "32",
|
|
"--grad_clip", "1.0",
|
|
"--log_interval", "50",
|
|
"--save_interval", "10000",
|
|
"--dim", "512",
|
|
"--n_layers", "8",
|
|
"--max_seq_len", "512",
|
|
"--use_flash_attn",
|
|
"--profile",
|
|
"--profile_interval", "10"
|
|
],
|
|
"env": {
|
|
"CUDA_VISIBLE_DEVICES": "0"
|
|
},
|
|
"console": "integratedTerminal",
|
|
"cwd": "${workspaceFolder}",
|
|
"justMyCode": false,
|
|
"stopOnEntry": false
|
|
}
|
|
]
|
|
}
|