Created
May 3, 2025 02:30
-
-
Save celsowm/2cd7f27bccb74e8e93f6e4321e56c8f0 to your computer and use it in GitHub Desktop.
error sglang
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [2025-05-02 23:30:03] INFO: 127.0.0.1:52812 - "POST /v1/chat/completions HTTP/1.1" 500 Internal Server Error | |
| [2025-05-02 23:30:03] ERROR: Exception in ASGI application | |
| Traceback (most recent call last): | |
| File "/home/celso/.local/lib/python3.12/site-packages/uvicorn/protocols/http/httptools_impl.py", line 409, in run_asgi | |
| result = await app( # type: ignore[func-returns-value] | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/home/celso/.local/lib/python3.12/site-packages/uvicorn/middleware/proxy_headers.py", line 60, in __call__ | |
| return await self.app(scope, receive, send) | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/home/celso/.local/lib/python3.12/site-packages/fastapi/applications.py", line 1054, in __call__ | |
| await super().__call__(scope, receive, send) | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/applications.py", line 112, in __call__ | |
| await self.middleware_stack(scope, receive, send) | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/middleware/errors.py", line 187, in __call__ | |
| raise exc | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/middleware/errors.py", line 165, in __call__ | |
| await self.app(scope, receive, _send) | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/middleware/cors.py", line 85, in __call__ | |
| await self.app(scope, receive, send) | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/middleware/exceptions.py", line 62, in __call__ | |
| await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send) | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app | |
| raise exc | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/_exception_handler.py", line 42, in wrapped_app | |
| await app(scope, receive, sender) | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/routing.py", line 715, in __call__ | |
| await self.middleware_stack(scope, receive, send) | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/routing.py", line 735, in app | |
| await route.handle(scope, receive, send) | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/routing.py", line 288, in handle | |
| await self.app(scope, receive, send) | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/routing.py", line 76, in app | |
| await wrap_app_handling_exceptions(app, request)(scope, receive, send) | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app | |
| raise exc | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/_exception_handler.py", line 42, in wrapped_app | |
| await app(scope, receive, sender) | |
| File "/home/celso/.local/lib/python3.12/site-packages/starlette/routing.py", line 73, in app | |
| response = await f(request) | |
| ^^^^^^^^^^^^^^^^ | |
| File "/home/celso/.local/lib/python3.12/site-packages/fastapi/routing.py", line 301, in app | |
| raw_response = await run_endpoint_function( | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/home/celso/.local/lib/python3.12/site-packages/fastapi/routing.py", line 212, in run_endpoint_function | |
| return await dependant.call(**values) | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/home/celso/sglang/python/sglang/srt/entrypoints/http_server.py", line 577, in openai_v1_chat_completions | |
| return await v1_chat_completions(_global_state.tokenizer_manager, raw_request) | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/home/celso/sglang/python/sglang/srt/openai_api/adapter.py", line 1418, in v1_chat_completions | |
| all_requests = [ChatCompletionRequest(**request_json)] | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/home/celso/.local/lib/python3.12/site-packages/pydantic/main.py", line 214, in __init__ | |
| validated_self = self.__pydantic_validator__.validate_python(data, self_instance=self) | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| pydantic_core._pydantic_core.ValidationError: 1 validation error for ChatCompletionRequest | |
| model | |
| Field required [type=missing, input_value={'messages': [{'role': 'u..., 'tool_choice': 'auto'}, input_type=dict] | |
| For further information visit https://errors.pydantic.dev/2.10/v/missing |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment