From 5c4b34bbe37a766cc531ab57e87cfff602236502 Mon Sep 17 00:00:00 2001
From: gongjy <2474590974@qq.com>
Date: Sun, 13 Oct 2024 13:11:41 +0800
Subject: [PATCH] update inference

---
 fast_infenence.py | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/fast_infenence.py b/fast_infenence.py
index 83d15bc..5ab4eea 100644
--- a/fast_infenence.py
+++ b/fast_infenence.py
@@ -10,11 +10,9 @@ st.title("minimind-v1(108M)")
 model_id = "minimind-v1"
 
 # -----------------------------------------------------------------------------
-temperature = 0.5
-top_k = 16
+temperature = 0.7
+top_k = 8
 max_seq_len = 1 * 1024
-
-
 # -----------------------------------------------------------------------------
 
 @st.cache_resource