Server:ChatON: Add cmdline arguments, load metajson, setup

Author: hanishkvc

examples/server/server.cpp

@@ -2378,6 +2378,10 @@ static void server_print_usage(const char * argv0, const gpt_params & params, co
     printf("                            set custom jinja chat template (default: template taken from model's metadata)\n");
     printf("                            only commonly used templates are accepted:\n");
     printf("                            https://github.com/ggerganov/llama.cpp/wiki/Templates-supported-by-llama_chat_apply_template\n");
+    printf("  --chaton-meta-json JsonFile\n");
+    printf("                            specify the json file containing chat-handshake-template-standard(s)");
+    printf("  --chaton-template-id  ChatHandshakeTemplateId\n");
+    printf("                            specify the specific template standard to use from loaded json file");
     printf("\n");
 }
 
@@ -2839,6 +2843,24 @@ static void server_params_parse(int argc, char ** argv, server_params & sparams,
                 break;
             }
             params.kv_overrides.push_back(kvo);
+        }else if (arg == "--chaton-meta-json") {
+            if (++i >= argc) {
+                invalid_param = true;
+                break;
+            }
+            params.chaton_meta_json = argv[i];
+        } else if (arg == "--chaton-template-id") {
+            if (++i >= argc) {
+                invalid_param = true;
+                break;
+            }
+            std::string got = argv[i];
+            std::regex whitespaces(R"(\s+)");
+            std::string trimmed = std::regex_replace(got, whitespaces, "");
+            if (!trimmed.empty()) {
+                params.chaton_template_id = trimmed;
+                params.chaton = true;
+            }
         } else {
             fprintf(stderr, "error: unknown argument: %s\n", arg.c_str());
             server_print_usage(argv[0], default_params, default_sparams);
@@ -2929,6 +2951,14 @@ int main(int argc, char ** argv) {
         {"system_info",     llama_print_system_info()},
     });
 
+    if (params.chaton) {
+        chaton_meta_load(params.chaton_meta_json);
+        if (!chaton_meta_ok(params.chaton_template_id)) {
+            exit(2);
+        }
+        sparams.chat_template = params.chaton_template_id;
+    }
+
     std::unique_ptr<httplib::Server> svr;
 #ifdef CPPHTTPLIB_OPENSSL_SUPPORT
     if (sparams.ssl_key_file != "" && sparams.ssl_cert_file != "") {