iomgaa/Minimind
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'pretrain' of ssh://110.42.53.85:222/iomgaa/Minimind into pretrain

Browse Source
This commit is contained in:
iomgaa 2025-09-06 17:00:30 +08:00
commit 57138a5a79
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
run_file/experiment_1_4_10.sh
View File

@ -40,8 +40,8 @@ LOG_FILE="$LOG_DIR/experiment.log"
# ---------------------------------------------------------------------------- # ----------------------------------------------------------------------------
# 🤖 硬件配置 # 🤖 硬件配置
# ---------------------------------------------------------------------------- # ----------------------------------------------------------------------------
CUDA_VISIBLE_DEVICES="0,1,2,3" CUDA_VISIBLE_DEVICES="0,1"
NUM_PROCESSES="4" NUM_PROCESSES="2"
MIXED_PRECISION="bf16" MIXED_PRECISION="bf16"
MAIN_PROCESS_PORT="29500" MAIN_PROCESS_PORT="29500"
@ -82,6 +82,8 @@ DIVERSITY_LOSS_COEF="0.2" # 🔥 多样性损失系数（避免候选重复
# 数据和缓存路径 # 数据和缓存路径
DATA_PATH="dataset/stable/merged_pretrain.jsonl" DATA_PATH="dataset/stable/merged_pretrain.jsonl"
DATABASE_INIT_PATH="dataset/stable/sentence_trex_data.json" DATABASE_INIT_PATH="dataset/stable/sentence_trex_data.json"
DATA_PATH="dataset/stable/merged_pretrain.jsonl"
DATABASE_INIT_PATH="dataset/stable/sentence_trex_data.json"
CLUSTER_CACHE_PATH="None" # 禁用聚类缓存 CLUSTER_CACHE_PATH="None" # 禁用聚类缓存
VAL_DATA_PATH="dataset/stable/eval_data.json" VAL_DATA_PATH="dataset/stable/eval_data.json"