From b00a3b5ff750d9dfa316f32f64e04009ead0b0c8 Mon Sep 17 00:00:00 2001 From: gongjy <2474590974@qq.com> Date: Sat, 14 Sep 2024 14:09:29 +0800 Subject: [PATCH] update 0-eval_pretrain.py --- 0-eval_pretrain.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/0-eval_pretrain.py b/0-eval_pretrain.py index 0fa9710..32f1dda 100644 --- a/0-eval_pretrain.py +++ b/0-eval_pretrain.py @@ -16,7 +16,7 @@ def count_parameters(model): def init_model(lm_config): - tokenizer = AutoTokenizer.from_pretrained('./model', + tokenizer = AutoTokenizer.from_pretrained('./model/minimind_tokenizer', trust_remote_code=True, use_fast=False) model_from = 1 # 1从权重,2用transformers