Spaces:
Runtime error
Runtime error
Download server/text_generation_server/interceptor.py from nateraw/text-generation-inference: direct link, hf CLI and curl.
- Browser
- Download file 907 Bytes
-
https://huggingface.co/spaces/nateraw/text-generation-inference/resolve/main/server/text_generation_server/interceptor.py
- Command line
-
hf download hf://spaces/nateraw/text-generation-inference/server/text_generation_server/interceptor.py
-
curl -L -o interceptor.py https://huggingface.co/spaces/nateraw/text-generation-inference/resolve/main/server/text_generation_server/interceptor.py
907 Bytes
| import grpc | |
| from google.rpc import status_pb2, code_pb2 | |
| from grpc_status import rpc_status | |
| from grpc_interceptor.server import AsyncServerInterceptor | |
| from loguru import logger | |
| from typing import Callable, Any | |
| class ExceptionInterceptor(AsyncServerInterceptor): | |
| async def intercept( | |
| self, | |
| method: Callable, | |
| request_or_iterator: Any, | |
| context: grpc.ServicerContext, | |
| method_name: str, | |
| ) -> Any: | |
| try: | |
| response = method(request_or_iterator, context) | |
| return await response | |
| except Exception as err: | |
| method_name = method_name.split("/")[-1] | |
| logger.exception(f"Method {method_name} encountered an error.") | |
| await context.abort_with_status( | |
| rpc_status.to_status( | |
| status_pb2.Status(code=code_pb2.INTERNAL, message=str(err)) | |
| ) | |
| ) | |