Ignore EOS

anmarques · markurtz · commit 036917e543cd · 2025-02-06T03:42:28.000Z
diff --git a/src/guidellm/backend/openai.py b/src/guidellm/backend/openai.py
@@ -94,6 +94,7 @@ async def make_request(
                 {
                     "max_tokens": request.output_token_count,
                     "stop": None,
+                    "ignore_eos": True,
                 }
             )
         elif settings.openai.max_gen_tokens and settings.openai.max_gen_tokens > 0:

Original file line number	Diff line number	Diff line change
`@@ -94,6 +94,7 @@ async def make_request(`
`94`	`94`	`{`
`95`	`95`	`"max_tokens": request.output_token_count,`
`96`	`96`	`"stop": None,`
	`97`	`+ "ignore_eos": True,`
`97`	`98`	`}`
`98`	`99`	`)`
`99`	`100`	`elif settings.openai.max_gen_tokens and settings.openai.max_gen_tokens > 0:`