Skip to content

Commit cbb3797

Browse files
authored
Log endpoint in sensitive_log_mode (#455)
1 parent 11c2ecd commit cbb3797

File tree

1 file changed

+6
-2
lines changed

1 file changed

+6
-2
lines changed

model-engine/model_engine_server/api/llms_v1.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -311,7 +311,9 @@ async def create_completion_sync_task(
311311
"""
312312
Runs a sync prompt completion on an LLM.
313313
"""
314-
if not hmi_config.sensitive_log_mode:
314+
if hmi_config.sensitive_log_mode: # pragma: no cover
315+
logger.info(f"POST /completion_sync to endpoint {model_endpoint_name} for {auth}")
316+
else:
315317
logger.info(
316318
f"POST /completion_sync with {request} to endpoint {model_endpoint_name} for {auth}"
317319
)
@@ -374,7 +376,9 @@ async def create_completion_stream_task(
374376
"""
375377
Runs a stream prompt completion on an LLM.
376378
"""
377-
if not hmi_config.sensitive_log_mode: # pragma: no cover
379+
if hmi_config.sensitive_log_mode: # pragma: no cover
380+
logger.info(f"POST /completion_stream to endpoint {model_endpoint_name} for {auth}")
381+
else:
378382
logger.info(
379383
f"POST /completion_stream with {request} to endpoint {model_endpoint_name} for {auth}"
380384
)

0 commit comments

Comments
 (0)