diff --git a/fast_infenence.py b/fast_infenence.py index 83d15bc..5ab4eea 100644 --- a/fast_infenence.py +++ b/fast_infenence.py @@ -10,11 +10,9 @@ st.title("minimind-v1(108M)") model_id = "minimind-v1" # ----------------------------------------------------------------------------- -temperature = 0.5 -top_k = 16 +temperature = 0.7 +top_k = 8 max_seq_len = 1 * 1024 - - # ----------------------------------------------------------------------------- @st.cache_resource