Skip to content

Commit 0318702

Browse files
committed
feat(server): Add support for setting root_path. Closes #1420
1 parent 3666833 commit 0318702

File tree

2 files changed

+5
-0
lines changed

2 files changed

+5
-0
lines changed

llama_cpp/server/app.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -132,6 +132,7 @@ def create_app(
132132
middleware=middleware,
133133
title="🦙 llama.cpp Python API",
134134
version=llama_cpp.__version__,
135+
root_path=server_settings.root_path,
135136
)
136137
app.add_middleware(
137138
CORSMiddleware,

llama_cpp/server/settings.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -215,6 +215,10 @@ class ServerSettings(BaseSettings):
215215
default=False,
216216
description="Disable EventSource pings (may be needed for some clients).",
217217
)
218+
root_path: str = Field(
219+
default="",
220+
description="The root path for the server. Useful when running behind a reverse proxy.",
221+
)
218222

219223

220224
class Settings(ServerSettings, ModelSettings):

0 commit comments

Comments
 (0)