diff --git a/scripts/serve_openai_api.py b/scripts/serve_openai_api.py index 93a6df1..721d4e5 100644 --- a/scripts/serve_openai_api.py +++ b/scripts/serve_openai_api.py @@ -55,7 +55,7 @@ class ChatRequest(BaseModel): model: str messages: list temperature: float = 0.7 - top_p: int = 0.92 + top_p: float = 0.92 max_tokens: int = 8192 stream: bool = False