fix: add max_tokens to default payload (#196)

nidstigator · web-flow · commit 861ed5240214 · 2024-08-12T11:11:14.000+02:00
diff --git a/lua/gp/dispatcher.lua b/lua/gp/dispatcher.lua
@@ -169,6 +169,7 @@ D.prepare_payload = function(messages, model, provider)
 		model = model.model,
 		stream = true,
 		messages = messages,
+		max_tokens = model.max_tokens or 4096,
 		temperature = math.max(0, math.min(2, model.temperature or 1)),
 		top_p = math.max(0, math.min(1, model.top_p or 1)),
 	}

Original file line number	Diff line number	Diff line change
`@@ -169,6 +169,7 @@ D.prepare_payload = function(messages, model, provider)`
`169`	`169`	`model = model.model,`
`170`	`170`	`stream = true,`
`171`	`171`	`messages = messages,`
	`172`	`+ max_tokens = model.max_tokens or 4096,`
`172`	`173`	`temperature = math.max(0, math.min(2, model.temperature or 1)),`
`173`	`174`	`top_p = math.max(0, math.min(1, model.top_p or 1)),`
`174`	`175`	`}`