Skip to content

Commit 651c3b0

Browse files
committed
added comments for fields
Signed-off-by: Maya Barnea <mayab@il.ibm.com>
1 parent 98b9585 commit 651c3b0

File tree

1 file changed

+5
-3
lines changed

1 file changed

+5
-3
lines changed

pkg/llm-d-inference-sim/response.go

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -37,9 +37,11 @@ type baseCompletionResponse struct {
3737
// Usage contains the token usage statistics for the request
3838
Usage *usage `json:"usage"`
3939
// Object is the Object type, "text_completion", "chat.completion", or "chat.completion.chunk"
40-
Object string `json:"object"`
41-
DoRemoteDecode bool `json:"do_remote_decode"`
42-
DoRemotePrefill bool `json:"do_remote_prefill"`
40+
Object string `json:"object"`
41+
// DoRemoteDecode boolean value, true when request's decode will be done on remote pod
42+
DoRemoteDecode bool `json:"do_remote_decode"`
43+
// DoRemotePrefill boolean value, true when request's prefill was done on remote pod
44+
DoRemotePrefill bool `json:"do_remote_prefill"`
4345
// RemoteBlockIds is a list of block identifiers to process remotely for distributed decoding
4446
RemoteBlockIds []string `json:"remote_block_ids"`
4547
// RemoteEngineId is an identifier of the remote inference engine or backend to use for processing requests

0 commit comments

Comments
 (0)