102 lines
3.6 KiB
JSON
102 lines
3.6 KiB
JSON
{
|
|
"version": "0.2.0",
|
|
"configurations": [
|
|
{
|
|
"name": "Debug Train Pretrain Accelerate",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${workspaceFolder}/train_pretrain_accelerate.py",
|
|
"console": "integratedTerminal",
|
|
"python": "/home/iomgaa/miniconda3/envs/accelerate/bin/python",
|
|
"cwd": "${workspaceFolder}",
|
|
"env": {
|
|
"PYTHONPATH": "${workspaceFolder}",
|
|
"CUDA_VISIBLE_DEVICES": "0"
|
|
},
|
|
"justMyCode": false,
|
|
"stopOnEntry": false,
|
|
"redirectOutput": true
|
|
},
|
|
{
|
|
"name": "Debug Train Pretrain Accelerate (Multi-GPU)",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${workspaceFolder}/train_pretrain_accelerate.py",
|
|
"console": "integratedTerminal",
|
|
"python": "/home/iomgaa/miniconda3/envs/accelerate/bin/python",
|
|
"args": [
|
|
"--hidden_size", "512",
|
|
"--max_seq_len", "512",
|
|
"--n_layers", "8",
|
|
"--batch_size", "8",
|
|
"--epochs", "1"
|
|
],
|
|
"cwd": "${workspaceFolder}",
|
|
"env": {
|
|
"PYTHONPATH": "${workspaceFolder}",
|
|
"CUDA_VISIBLE_DEVICES": "0,1"
|
|
},
|
|
"justMyCode": false,
|
|
"stopOnEntry": false,
|
|
"redirectOutput": true
|
|
},
|
|
{
|
|
"name": "Debug Train Pretrain Accelerate (Small Test)",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${workspaceFolder}/train_pretrain_accelerate.py",
|
|
"console": "integratedTerminal",
|
|
"python": "/home/iomgaa/miniconda3/envs/accelerate/bin/python",
|
|
"args": [
|
|
"--hidden_size", "512",
|
|
"--max_seq_len", "512",
|
|
"--n_layers", "8",
|
|
"--batch_size", "2",
|
|
"--epochs", "1",
|
|
"--log_interval", "10",
|
|
"--save_interval", "100",
|
|
"--accumulation_steps", "4"
|
|
],
|
|
"cwd": "${workspaceFolder}",
|
|
"env": {
|
|
"PYTHONPATH": "${workspaceFolder}",
|
|
"CUDA_VISIBLE_DEVICES": "0",
|
|
"WANDB_MODE": "offline"
|
|
},
|
|
"justMyCode": false,
|
|
"stopOnEntry": false,
|
|
"redirectOutput": true
|
|
},
|
|
{
|
|
"name": "Debug ExtractDB Comparison",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${workspaceFolder}/train_pretrain_accelerate.py",
|
|
"console": "integratedTerminal",
|
|
"python": "/home/iomgaa/miniconda3/envs/accelerate/bin/python",
|
|
"args": [
|
|
"--hidden_size", "512",
|
|
"--max_seq_len", "256",
|
|
"--n_layers", "4",
|
|
"--batch_size", "2",
|
|
"--epochs", "1",
|
|
"--log_interval", "10",
|
|
"--save_interval", "200",
|
|
"--accumulation_steps", "2",
|
|
"--comparison_mode",
|
|
"--knowledge_num", "256",
|
|
"--knowledge_length", "64",
|
|
"--comparison_mode"
|
|
],
|
|
"cwd": "${workspaceFolder}",
|
|
"env": {
|
|
"PYTHONPATH": "${workspaceFolder}",
|
|
"CUDA_VISIBLE_DEVICES": "0",
|
|
"WANDB_MODE": "offline"
|
|
},
|
|
"justMyCode": false,
|
|
"stopOnEntry": false,
|
|
"redirectOutput": true
|
|
}
|
|
]
|
|
} |