{
    "version": "0.2.0",
    "configurations": [
        {
            "name": "Debug Train Pretrain Accelerate",
            "type": "python",
            "request": "launch",
            "program": "${workspaceFolder}/train_pretrain_accelerate.py",
            "console": "integratedTerminal",
            "python": "/opt/conda/envs/mini/bin/python",
            "cwd": "${workspaceFolder}",
            "env": {
                "PYTHONPATH": "${workspaceFolder}",
                "CUDA_VISIBLE_DEVICES": "0"
            },
            "justMyCode": false,
            "stopOnEntry": false,
            "redirectOutput": true
        },
        {
            "name": "Debug Train Pretrain Accelerate (Multi-GPU)",
            "type": "python",
            "request": "launch",
            "program": "${workspaceFolder}/train_pretrain_accelerate.py",
            "console": "integratedTerminal",
            "python": "/opt/conda/envs/mini/bin/python",
            "args": [
                "--hidden_size", "512",
                "--max_seq_len", "512", 
                "--n_layers", "8",
                "--batch_size", "8",
                "--epochs", "1"
            ],
            "cwd": "${workspaceFolder}",
            "env": {
                "PYTHONPATH": "${workspaceFolder}",
                "CUDA_VISIBLE_DEVICES": "0,1"
            },
            "justMyCode": false,
            "stopOnEntry": false,
            "redirectOutput": true
        },
        {
            "name": "Debug Train Pretrain Accelerate (Small Test)",
            "type": "python",
            "request": "launch",
            "program": "${workspaceFolder}/train_pretrain_accelerate.py",
            "console": "integratedTerminal",
            "python": "/opt/conda/envs/mini/bin/python",
            "args": [
                "--hidden_size", "512",
                "--max_seq_len", "512", 
                "--n_layers", "8",
                "--batch_size", "2",
                "--epochs", "1",
                "--log_interval", "10",
                "--save_interval", "100",
                "--accumulation_steps", "4"
            ],
            "cwd": "${workspaceFolder}",
            "env": {
                "PYTHONPATH": "${workspaceFolder}",
                "CUDA_VISIBLE_DEVICES": "0",
                "WANDB_MODE": "offline"
            },
            "justMyCode": false,
            "stopOnEntry": false,
            "redirectOutput": true
        },
        {
            "name": "Debug ExtractDB Comparison",
            "type": "python",
            "request": "launch",
            "program": "${workspaceFolder}/train_pretrain_accelerate.py",
            "console": "integratedTerminal",
            "python": "/opt/conda/envs/mini/bin/python",
            "args": [
                "--hidden_size", "512",
                "--max_seq_len", "256", 
                "--n_layers", "4",
                "--batch_size", "2",
                "--epochs", "1",
                "--log_interval", "10",
                "--save_interval", "200",
                "--accumulation_steps", "2",
                "--comparison_mode",
                "--knowledge_num", "256",
                "--knowledge_length", "64",
                "--comparison_mode"
            ],
            "cwd": "${workspaceFolder}",
            "env": {
                "PYTHONPATH": "${workspaceFolder}",
                "CUDA_VISIBLE_DEVICES": "0",
                "WANDB_MODE": "offline"
            },
            "justMyCode": false,
            "stopOnEntry": false,
            "redirectOutput": true
        }
    ]
}