Skip to content
This repository was archived by the owner on Jul 4, 2025. It is now read-only.

Commit 111a657

Browse files
fix: correct engine interface order (#1974)
Co-authored-by: sangjanai <sang@jan.ai>
1 parent df4b1a2 commit 111a657

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

engine/cortex-common/EngineI.h

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -59,14 +59,14 @@ class EngineI {
5959
const std::string& log_path) = 0;
6060
virtual void SetLogLevel(trantor::Logger::LogLevel logLevel) = 0;
6161

62+
// Stop inflight chat completion in stream mode
63+
virtual void StopInferencing(const std::string& model_id) = 0;
64+
6265
virtual Json::Value GetRemoteModels() = 0;
6366
virtual void HandleRouteRequest(
6467
std::shared_ptr<Json::Value> json_body,
6568
std::function<void(Json::Value&&, Json::Value&&)>&& callback) = 0;
6669
virtual void HandleInference(
6770
std::shared_ptr<Json::Value> json_body,
6871
std::function<void(Json::Value&&, Json::Value&&)>&& callback) = 0;
69-
70-
// Stop inflight chat completion in stream mode
71-
virtual void StopInferencing(const std::string& model_id) = 0;
7272
};

0 commit comments

Comments
 (0)