iomgaa/Minimind
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
iomgaa 2025-09-06 17:25:46 +08:00
parent b27334f5b1
commit 3e0477fd79
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
train_pretrain_accelerate.py
View File

@ -1421,12 +1421,14 @@ def main():
lm_config = LMConfig( lm_config = LMConfig(
dim=args.dim, dim=args.dim,
n_layers=args.n_layers, n_layers=args.n_layers,
n_heads=args.n_heads,
max_seq_len=args.max_seq_len, max_seq_len=args.max_seq_len,
use_moe=args.use_moe, use_moe=args.use_moe,
disable_db=args.disable_db, disable_db=args.disable_db,
flash_attn=args.use_flash_attn, flash_attn=args.use_flash_attn,
knowledge_num=args.knowledge_num, knowledge_num=args.knowledge_num,
knowledge_length=args.knowledge_length, knowledge_length=args.knowledge_length,
knowledge_dim=args.knowledge_dim,
embeddings_epoch=args.embedding_epoch, embeddings_epoch=args.embedding_epoch,
freeze_ratio=args.freeze_ratio freeze_ratio=args.freeze_ratio
) )