iomgaa/Minimind
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update 0-eval_pretrain.py

Browse Source
This commit is contained in:
gongjy 2024-09-14 14:14:12 +08:00
parent b00a3b5ff7
commit a8405b08a2
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
0-eval_pretrain.py
View File

@ -16,8 +16,7 @@ def count_parameters(model):
def init_model(lm_config):
tokenizer = AutoTokenizer.from_pretrained('./model/minimind_tokenizer',
trust_remote_code=True, use_fast=False)
tokenizer = AutoTokenizer.from_pretrained('./model/minimind_tokenizer')
model_from = 1 # 1从权重，2用transformers
if model_from == 1: