Ignore EOS

anmarques · markurtz · commit 6e6691cb319d · 2025-02-06T03:42:28.000Z
diff --git a/src/guidellm/backend/openai.py b/src/guidellm/backend/openai.py
@@ -94,7 +94,9 @@ async def make_request(
                 {
                     "max_tokens": request.output_token_count,
                     "stop": None,
-                    "ignore_eos": True,
+                    "extra_body": {
+                        "ignore_eos": True,
+                    }
                 }
             )
         elif settings.openai.max_gen_tokens and settings.openai.max_gen_tokens > 0:

Original file line number	Diff line number	Diff line change
`@@ -94,7 +94,9 @@ async def make_request(`
`94`	`94`	`{`
`95`	`95`	`"max_tokens": request.output_token_count,`
`96`	`96`	`"stop": None,`
`97`		`- "ignore_eos": True,`
	`97`	`+ "extra_body": {`
	`98`	`+ "ignore_eos": True,`
	`99`	`+ }`
`98`	`100`	`}`
`99`	`101`	`)`
`100`	`102`	`elif settings.openai.max_gen_tokens and settings.openai.max_gen_tokens > 0:`