Buckets:
AnonymousSpottedToad/candidate_bucket / codebase /python /PascalNobereit_langserve /examples /api_handler_examples /server.py
| """An example that shows how to use the API handler directly. | |
| For this to work with RemoteClient, the routes must match those expected | |
| by the client; i.e., /invoke, /batch, /stream, etc. No trailing slashes should be used. | |
| """ | |
| from importlib import metadata | |
| from typing import Annotated | |
| from fastapi import Depends, FastAPI, Request, Response | |
| from langchain_core.runnables import RunnableLambda | |
| from sse_starlette import EventSourceResponse | |
| from langserve import APIHandler | |
| PYDANTIC_VERSION = metadata.version("pydantic") | |
| _PYDANTIC_MAJOR_VERSION: int = int(PYDANTIC_VERSION.split(".")[0]) | |
| app = FastAPI( | |
| title="LangChain Server", | |
| version="1.0", | |
| description="Spin up a simple api server using Langchain's Runnable interfaces", | |
| ) | |
| ## | |
| # Example 1 -- invoke, batch together with doc-generation | |
| # This endpoint shows how to expose `invoke` and `batch` using the APIHandler. | |
| # It also shows how to generate documentation properly so it works correctly | |
| # depending on Fast API and pydantic versions. | |
| def add_one(x: int) -> int: | |
| """Add one to the given number.""" | |
| return x + 1 | |
| chain = RunnableLambda(add_one) | |
| api_handler = APIHandler(chain, path="/simple") | |
| # First register the endpoints without documentation | |
| async def simple_invoke(request: Request) -> Response: | |
| """Handle a request.""" | |
| # The API Handler validates the parts of the request | |
| # that are used by the runnnable (e.g., input, config fields) | |
| return await api_handler.invoke(request) | |
| async def simple_batch(request: Request) -> Response: | |
| """Handle a request.""" | |
| # The API Handler validates the parts of the request | |
| # that are used by the runnnable (e.g., input, config fields) | |
| return await api_handler.batch(request) | |
| # Here, we show how to populate the documentation for the endpoint. | |
| # Please note that this is done separately from the actual endpoint. | |
| # This happens due to two reasons: | |
| # 1. FastAPI does not support using pydantic.v1 models in the docs endpoint. | |
| # "https://github.com/tiangolo/fastapi/issues/10360" | |
| # LangChain uses pydantic.v1 models! | |
| # 2. Configurable Runnables have a *dynamic* schema, which means that | |
| # the shape of the input depends on the config. | |
| # In this case, the openapi schema is a best effort showing the documentation | |
| # that will work for the default config (and any non-conflicting configs). | |
| if _PYDANTIC_MAJOR_VERSION == 1: # Do not use in your own | |
| # Add documentation | |
| async def simple_invoke_docs( | |
| request: api_handler.InvokeRequest, | |
| ) -> api_handler.InvokeResponse: | |
| """API endpoint used only for documentation purposes. Populate /docs endpoint""" | |
| raise NotImplementedError( | |
| "This endpoint is only used for documentation purposes" | |
| ) | |
| async def simple_batch_docs( | |
| request: api_handler.BatchRequest, | |
| ) -> api_handler.BatchResponse: | |
| """API endpoint used only for documentation purposes. Populate /docs endpoint""" | |
| raise NotImplementedError( | |
| "This endpoint is only used for documentation purposes" | |
| ) | |
| else: | |
| print( | |
| "Skipping documentation generation for pydantic v2: " | |
| "https://github.com/tiangolo/fastapi/issues/10360" | |
| ) | |
| ## | |
| # Example 2 -- Expose `invoke` and `stream` using the API Handler. | |
| # Uses FastAPI Depends get a ready API handler. | |
| async def _get_api_handler() -> APIHandler: | |
| """Prepare a RunnableLambda.""" | |
| return APIHandler(RunnableLambda(add_one), path="/v2") | |
| async def v2_invoke( | |
| request: Request, runnable: Annotated[APIHandler, Depends(_get_api_handler)] | |
| ) -> Response: | |
| """Handle invoke request.""" | |
| # The API Handler validates the parts of the request | |
| # that are used by the runnnable (e.g., input, config fields) | |
| return await runnable.invoke(request) | |
| async def v2_stream( | |
| request: Request, runnable: Annotated[APIHandler, Depends(_get_api_handler)] | |
| ) -> EventSourceResponse: | |
| """Handle stream request.""" | |
| # The API Handler validates the parts of the request | |
| # that are used by the runnnable (e.g., input, config fields) | |
| return await runnable.stream(request) | |
| if __name__ == "__main__": | |
| import uvicorn | |
| uvicorn.run(app, host="localhost", port=8000) | |
Xet Storage Details
- Size:
- 4.44 kB
- Xet hash:
- d30de2fda0193f53be6d0accfde258cce2511a00aa2176310f9d47714ee694f1
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.