Minimind/.vscode/launch.json

{
    "version": "0.2.0",
    "configurations": [
        {
            "name": "MiniMind Training (Direct Python)",
            "type": "python",
            "request": "launch",
            "program": "${workspaceFolder}/train_pretrain_accelerate.py",
            // "args": [
            //     "--out_dir", "out",
            //     "--epochs", "3",
            //     "--embedding_epoch", "2", 
            //     "--batch_size", "128",
            //     "--learning_rate", "8e-5",
            //     "--dtype", "bfloat16",
            //     "--use_swanlab",
            //     "--swanlab_project", "MiniMind-Pretrain",
            //     "--num_workers", "1",
            //     "--accumulation_steps", "16",
            //     "--grad_clip", "0.5",
            //     "--warmup_iters", "0",
            //     "--log_interval", "1", 
            //     "--save_interval", "10000",
            //     "--dim", "512",
            //     "--n_layers", "8",
            //     "--max_seq_len", "512",
            //     "--data_path", "./dataset/stable/merged_pretrain.jsonl",
            //     "--profile",
            //     "--profile_interval", "10",
            //     "--use_flash_attn",
            //     "--knowledge_num", "1048576",
            //     "--knowledge_length", "32", 
            //     "--database_init_path", "./dataset/stable/sentence_trex_data.json",
            //     "--fast_clustering",
            //     "--cluster_cache_path", "./cache/cluster_tokens_single.pt",
            //     "--memory_monitor_interval", "10",
            //     "--model_type", "model",
            //     "--model_size", "538"
            // ],
            "env": {
                "CUDA_VISIBLE_DEVICES": "0",
                "NCCL_DEBUG": "INFO",
                "PYTHONFAULTHANDLER": "1"
            },
            "cwd": "${workspaceFolder}",
            "console": "integratedTerminal",
            "justMyCode": false,
            "stopOnEntry": false,
            "python": "${workspaceFolder}/.venv/bin/python"
        },
        {
            "name": "MiniMind Training (Direct Python - Simple)",
            "type": "python",
            "request": "launch",
            "program": "${workspaceFolder}/train_pretrain_accelerate.py",
            "args": [
                "--epochs", "1",
                "--batch_size", "32", 
                "--learning_rate", "1e-4",
                "--log_interval", "10",
                "--profile_interval", "2",
                "--model_type", "model_original"
            ],
            "env": {
                "CUDA_VISIBLE_DEVICES": "0"
            },
            "cwd": "${workspaceFolder}",
            "console": "integratedTerminal",
            "justMyCode": false,
            "stopOnEntry": false,
            "python": "${workspaceFolder}/.venv/bin/python"
        },
        {
            "name": "MiniMind Test (Direct Python)",
            "type": "python", 
            "request": "launch",
            "program": "${workspaceFolder}/test.py",
            "env": {
                "CUDA_VISIBLE_DEVICES": "0"
            },
            "cwd": "${workspaceFolder}",
            "console": "integratedTerminal",
            "justMyCode": false,
            "python": "${workspaceFolder}/.venv/bin/python"
        },
        {
            "name": "MiniMind Training Debug (Accelerate)",
            "type": "python",
            "request": "launch",
            "module": "accelerate.commands.launch",
            "args": [
                "--num_processes=1",
                "--mixed_precision=bf16",
                "${workspaceFolder}/train_pretrain_accelerate.py",
                "--epochs", "1",
                "--batch_size", "32", 
                "--learning_rate", "1e-4",
                "--log_interval", "10",
                "--profile_interval", "2",
                "--model_type", "model_original"
            ],
            "env": {
                "CUDA_VISIBLE_DEVICES": "0"
            },
            "cwd": "${workspaceFolder}",
            "console": "integratedTerminal",
            "justMyCode": false,
            "stopOnEntry": false,
            "python": "${workspaceFolder}/.venv/bin/python"
        },
        {
            "name": "MiniMind Test Only",
            "type": "python", 
            "request": "launch",
            "program": "${workspaceFolder}/test.py",
            "env": {
                "CUDA_VISIBLE_DEVICES": "0"
            },
            "cwd": "${workspaceFolder}",
            "console": "integratedTerminal",
            "justMyCode": false
        }
    ]
}