From a8405b08a27f3580481ca728bfb4c20b5eaf2201 Mon Sep 17 00:00:00 2001
From: gongjy <2474590974@qq.com>
Date: Sat, 14 Sep 2024 14:14:12 +0800
Subject: [PATCH] update 0-eval_pretrain.py

---
 0-eval_pretrain.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/0-eval_pretrain.py b/0-eval_pretrain.py
index 32f1dda..edb3ad8 100644
--- a/0-eval_pretrain.py
+++ b/0-eval_pretrain.py
@@ -16,8 +16,7 @@ def count_parameters(model):
 
 
 def init_model(lm_config):
-    tokenizer = AutoTokenizer.from_pretrained('./model/minimind_tokenizer',
-                                              trust_remote_code=True, use_fast=False)
+    tokenizer = AutoTokenizer.from_pretrained('./model/minimind_tokenizer')
     model_from = 1  # 1从权重，2用transformers
 
     if model_from == 1: