iomgaa/Minimind
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
iomgaa 2025-09-06 17:06:12 +08:00
parent 57138a5a79
commit b27334f5b1
2 changed files with 0 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
ds_config.json
View File

@ -22,14 +22,6 @@
"bf16": { "bf16": {
"enabled": true "enabled": true
}, },
"scheduler": {
"type": "WarmupLR",
"params": {
"warmup_min_lr": "auto",
"warmup_max_lr": "auto",
"warmup_num_steps": "auto"
}
},
"steps_per_print": 100, "steps_per_print": 100,
"wall_clock_breakdown": false "wall_clock_breakdown": false
} }

2
run_file/experiment_1_4_10.sh
View File

@ -82,8 +82,6 @@ DIVERSITY_LOSS_COEF="0.2" # 🔥 多样性损失系数（避免候选重复
# 数据和缓存路径 # 数据和缓存路径
DATA_PATH="dataset/stable/merged_pretrain.jsonl" DATA_PATH="dataset/stable/merged_pretrain.jsonl"
DATABASE_INIT_PATH="dataset/stable/sentence_trex_data.json" DATABASE_INIT_PATH="dataset/stable/sentence_trex_data.json"
DATA_PATH="dataset/stable/merged_pretrain.jsonl"
DATABASE_INIT_PATH="dataset/stable/sentence_trex_data.json"
CLUSTER_CACHE_PATH="None" # 禁用聚类缓存 CLUSTER_CACHE_PATH="None" # 禁用聚类缓存
VAL_DATA_PATH="dataset/stable/eval_data.json" VAL_DATA_PATH="dataset/stable/eval_data.json"