From 28652d253e5088114fedbd76859125e7d0b80ec8 Mon Sep 17 00:00:00 2001 From: mikeFore4 Date: Tue, 26 Mar 2024 17:48:28 +0000 Subject: [PATCH] Added health check endpoint --- llama_cpp/server/app.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py index d5e2f7ee83..2d81fb400a 100644 --- a/llama_cpp/server/app.py +++ b/llama_cpp/server/app.py @@ -16,6 +16,7 @@ from fastapi.middleware import Middleware from fastapi.middleware.cors import CORSMiddleware from fastapi.security import HTTPBearer +from fastapi_health import health from sse_starlette.sse import EventSourceResponse from starlette_context.plugins import RequestIdPlugin # type: ignore from starlette_context.middleware import RawContextMiddleware @@ -43,7 +44,11 @@ from llama_cpp.server.errors import RouteErrorHandler +def check_health(): + return True + router = APIRouter(route_class=RouteErrorHandler) +router.add_api_route("/health", health([check_health])) _server_settings: Optional[ServerSettings] = None