We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c9fc03e commit 6466488Copy full SHA for 6466488
litellm/llms/llamafile/chat/transformation.py
@@ -21,6 +21,9 @@ def resolve_api_key(api_key: Optional[str] = None) -> str:
21
def resolve_api_base(api_base: Optional[str] = None) -> Optional[str]:
22
"""Attempt to ensure that the API base is set, preferring the user-provided key
23
over the secret manager key (``LLAMAFILE_API_BASE``).
24
+
25
+ If both are None, a default Llamafile server URL is returned.
26
+ See: https://github.com/Mozilla-Ocho/llamafile/blob/bd1bbe9aabb1ee12dbdcafa8936db443c571eb9d/README.md#L61
27
"""
28
return api_base or get_secret_str("LLAMAFILE_API_BASE") or "http://127.0.0.1:8080/v1" # type: ignore
29
0 commit comments