Skip to content

Commit cef068b

Browse files
mscheong01jordankanter
authored andcommitted
server : add /v1/completions endpoint (ggml-org#5914)
* add-`/v1/completions`-endpoint * add legacy comment to `/completion` endpoint
1 parent a806f43 commit cef068b

File tree

1 file changed

+6
-2
lines changed

1 file changed

+6
-2
lines changed

examples/server/server.cpp

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2923,7 +2923,7 @@ int main(int argc, char ** argv) {
29232923
res.set_content(data.dump(), "application/json; charset=utf-8");
29242924
});
29252925

2926-
svr.Post("/completion", [&ctx_server, &validate_api_key](const httplib::Request & req, httplib::Response & res) {
2926+
const auto completions = [&ctx_server, &validate_api_key](const httplib::Request & req, httplib::Response & res) {
29272927
res.set_header("Access-Control-Allow-Origin", req.get_header_value("Origin"));
29282928
if (!validate_api_key(req, res)) {
29292929
return;
@@ -3001,7 +3001,11 @@ int main(int argc, char ** argv) {
30013001

30023002
res.set_chunked_content_provider("text/event-stream", chunked_content_provider, on_complete);
30033003
}
3004-
});
3004+
};
3005+
3006+
svr.Post("/completion", completions); // legacy
3007+
svr.Post("/completions", completions);
3008+
svr.Post("/v1/completions", completions);
30053009

30063010
svr.Get("/v1/models", [&params, &model_meta](const httplib::Request & req, httplib::Response & res) {
30073011
res.set_header("Access-Control-Allow-Origin", req.get_header_value("Origin"));

0 commit comments

Comments
 (0)