FastChat This problem occurs intermittently, what could be the reason?

This problem occurs intermittently, what could be the reason?

Open cc2017111 opened this issue 9 months ago • 1 comments

2024-04-29 00:55:07 | ERROR | stderr | ERROR: Exception in ASGI application stderr | Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/starlette/responses.py", line 264, in call await wrap(partial(self.listen_for_disconnect, receive)) File "/usr/local/lib/python3.9/site-packages/starlette/responses.py", line 260, in wrap await func() File "/usr/local/lib/python3.9/site-packages/starlette/responses.py", line 237, in listen_for_disconnect message = await receive() File "/usr/local/lib/python3.9/site-packages/uvicorn/protocols/http/httptools_impl.py", line 571, in receive await self.message_event.wait() File "/usr/local/lib/python3.9/asyncio/locks.py", line 226, in wait await fut stderr | asyncio.exceptions.CancelledError: Cancelled by cancel scope 7f4870a5bbe0 stderr | During handling of the above exception, another exception occurred: + Exception Group Traceback (most recent call last): | File "/usr/local/lib/python3.9/site-packages/uvicorn/protocols/http/httptools_impl.py", line 412, in run_asgi result = await app( # type: ignore[func-returns-value] | File "/usr/local/lib/python3.9/site-packages/uvicorn/middleware/proxy_headers.py", line 69, in call return await self.app(scope, receive, send) | File "/usr/local/lib/python3.9/site-packages/fastapi/applications.py", line 1054, in call await super().call(scope, receive, send) | File "/usr/local/lib/python3.9/site-packages/starlette/applications.py", line 123, in call await self.middleware_stack(scope, receive, send) | File "/usr/local/lib/python3.9/site-packages/starlette/middleware/errors.py", line 186, in call raise exc | File "/usr/local/lib/python3.9/site-packages/starlette/middleware/errors.py", line 164, in call await self.app(scope, receive, _send) | File "/usr/local/lib/python3.9/site-packages/starlette/middleware/cors.py", line 83, in call await self.app(scope, receive, send) | File "/usr/local/lib/python3.9/site-packages/starlette/middleware/exceptions.py", line 62, in call await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send) | File "/usr/local/lib/python3.9/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app raise exc | File "/usr/local/lib/python3.9/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app await app(scope, receive, sender) | File "/usr/local/lib/python3.9/site-packages/starlette/routing.py", line 758, in call await self.middleware_stack(scope, receive, send) | File "/usr/local/lib/python3.9/site-packages/starlette/routing.py", line 778, in app await route.handle(scope, receive, send) | File "/usr/local/lib/python3.9/site-packages/starlette/routing.py", line 299, in handle await self.app(scope, receive, send) | File "/usr/local/lib/python3.9/site-packages/starlette/routing.py", line 79, in app await wrap_app_handling_exceptions(app, request)(scope, receive, send) | File "/usr/local/lib/python3.9/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app raise exc | File "/usr/local/lib/python3.9/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app await app(scope, receive, sender) | File "/usr/local/lib/python3.9/site-packages/starlette/routing.py", line 77, in app await response(scope, receive, send) | File "/usr/local/lib/python3.9/site-packages/starlette/responses.py", line 264, in call await wrap(partial(self.listen_for_disconnect, receive)) | File "/usr/local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 678, in aexit raise BaseExceptionGroup( | exceptiongroup.ExceptionGroup: unhandled errors in a TaskGroup (1 sub-exception) +-+---------------- 1 ---------------- | Traceback (most recent call last): | File "/usr/local/lib/python3.9/site-packages/httpx/_transports/default.py", line 69, in map_httpcore_exceptions | yield | File "/usr/local/lib/python3.9/site-packages/httpx/_transports/default.py", line 254, in aiter | async for part in self._httpcore_stream: | File "/usr/local/lib/python3.9/site-packages/httpcore/_async/connection_pool.py", line 367, in aiter | raise exc from None | File "/usr/local/lib/python3.9/site-packages/httpcore/_async/connection_pool.py", line 363, in aiter | async for part in self._stream: | File "/usr/local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 349, in aiter | raise exc | File "/usr/local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 341, in aiter | async for chunk in self._connection._receive_response_body(**kwargs): | File "/usr/local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 210, in _receive_response_body | event = await self._receive_event(timeout=timeout) | File "/usr/local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 224, in _receive_event | data = await self._network_stream.read( | File "/usr/local/lib/python3.9/site-packages/httpcore/_backends/anyio.py", line 36, in read | return b"" | File "/usr/local/lib/python3.9/contextlib.py", line 137, in exit | self.gen.throw(typ, value, traceback) | File "/usr/local/lib/python3.9/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions | raise to_exc(exc) from exc | httpcore.ReadTimeout | | The above exception was the direct cause of the following exception: | | Traceback (most recent call last): | File "/usr/local/lib/python3.9/site-packages/starlette/responses.py", line 260, in wrap | await func() | File "/usr/local/lib/python3.9/site-packages/starlette/responses.py", line 249, in stream_response | async for chunk in self.body_iterator: | File "/usr/local/lib/python3.9/site-packages/fastchat/serve/openai_api_server.py", line 645, in generate_completion_stream_generator | async for content in generate_completion_stream(gen_params, worker_addr): | File "/usr/local/lib/python3.9/site-packages/fastchat/serve/openai_api_server.py", line 694, in generate_completion_stream | async for raw_chunk in response.aiter_raw(): | File "/usr/local/lib/python3.9/site-packages/httpx/_models.py", line 987, in aiter_raw | async for raw_stream_bytes in self.stream: | File "/usr/local/lib/python3.9/site-packages/httpx/_client.py", line 149, in aiter | async for chunk in self._stream: | File "/usr/local/lib/python3.9/site-packages/httpx/_transports/default.py", line 255, in aiter | yield part | File "/usr/local/lib/python3.9/contextlib.py", line 137, in exit | self.gen.throw(typ, value, traceback) | File "/usr/local/lib/python3.9/site-packages/httpx/_transports/default.py", line 86, in map_httpcore_exceptions | raise mapped_exc(message) from exc | httpx.ReadTimeout +------------------------------------

Apr 29 '24 01:04 cc2017111

请问下问题解决了吗

Jun 04 '24 06:06 jiusi9

FastChat FastChat copied to clipboard

This problem occurs intermittently, what could be the reason?

FastChat
FastChat copied to clipboard