We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3666833 commit 0318702Copy full SHA for 0318702
llama_cpp/server/app.py
@@ -132,6 +132,7 @@ def create_app(
132
middleware=middleware,
133
title="🦙 llama.cpp Python API",
134
version=llama_cpp.__version__,
135
+ root_path=server_settings.root_path,
136
)
137
app.add_middleware(
138
CORSMiddleware,
llama_cpp/server/settings.py
@@ -215,6 +215,10 @@ class ServerSettings(BaseSettings):
215
default=False,
216
description="Disable EventSource pings (may be needed for some clients).",
217
218
+ root_path: str = Field(
219
+ default="",
220
+ description="The root path for the server. Useful when running behind a reverse proxy.",
221
+ )
222
223
224
class Settings(ServerSettings, ModelSettings):
0 commit comments