From 4a758564e4703a6184a605fa070bc3524cf3fc5c Mon Sep 17 00:00:00 2001
From: jingyaogong <gongjy.cs@qq.com>
Date: Wed, 9 Apr 2025 16:52:20 +0800
Subject: [PATCH] fix top_p float bug

---
 scripts/serve_openai_api.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/serve_openai_api.py b/scripts/serve_openai_api.py
index 93a6df1..721d4e5 100644
--- a/scripts/serve_openai_api.py
+++ b/scripts/serve_openai_api.py
@@ -55,7 +55,7 @@ class ChatRequest(BaseModel):
     model: str
     messages: list
     temperature: float = 0.7
-    top_p: int = 0.92
+    top_p: float = 0.92
     max_tokens: int = 8192
     stream: bool = False