update 0-eval_pretrain.py

2024-09-14 14:09:29 +08:00 · 2024-09-14 14:09:29 +08:00 · b00a3b5ff7
commit b00a3b5ff7
parent ecf6d44133
1 changed files with 1 additions and 1 deletions
--- a/0-eval_pretrain.py
+++ b/0-eval_pretrain.py
@ -16,7 +16,7 @@ def count_parameters(model):


 def init_model(lm_config):
-    tokenizer = AutoTokenizer.from_pretrained('./model',
+    tokenizer = AutoTokenizer.from_pretrained('./model/minimind_tokenizer',
                                              trust_remote_code=True, use_fast=False)
    model_from = 1  # 1从权重，2用transformers