fix: run cmd (#1380)

vansangpfiev · web-flow · commit c12a78fe4dc1 · 2024-10-01T17:12:00.000+07:00
diff --git a/engine/commands/run_cmd.cc b/engine/commands/run_cmd.cc
@@ -72,16 +72,16 @@ void RunCmd::Exec(bool chat_flag) {
     // If it is llamacpp, then check model status first
     {
       if ((mc.engine.find("llamacpp") == std::string::npos) ||
-          !commands::ModelStatusCmd().IsLoaded(host_, port_, model_handle_)) {
-        if (!ModelStartCmd().Exec(host_, port_, model_handle_)) {
+          !commands::ModelStatusCmd().IsLoaded(host_, port_, *model_id)) {
+        if (!ModelStartCmd().Exec(host_, port_, *model_id)) {
           return;
         }
       }
     }
 
     // Chat
     if (chat_flag) {
-      ChatCompletionCmd().Exec(host_, port_, model_handle_, mc, "");
+      ChatCompletionCmd().Exec(host_, port_, *model_id, mc, "");
     } else {
       CLI_LOG(*model_id << " model started successfully. Use `"
                         << commands::GetCortexBinary() << " chat " << *model_id

Original file line number	Diff line number	Diff line change
`@@ -72,16 +72,16 @@ void RunCmd::Exec(bool chat_flag) {`
`72`	`72`	`// If it is llamacpp, then check model status first`
`73`	`73`	`{`
`74`	`74`	`if ((mc.engine.find("llamacpp") == std::string::npos) \|\|`
`75`		`- !commands::ModelStatusCmd().IsLoaded(host_, port_, model_handle_)) {`
`76`		`- if (!ModelStartCmd().Exec(host_, port_, model_handle_)) {`
	`75`	`+ !commands::ModelStatusCmd().IsLoaded(host_, port_, *model_id)) {`
	`76`	`+ if (!ModelStartCmd().Exec(host_, port_, *model_id)) {`
`77`	`77`	`return;`
`78`	`78`	`}`
`79`	`79`	`}`
`80`	`80`	`}`
`81`	`81`
`82`	`82`	`// Chat`
`83`	`83`	`if (chat_flag) {`
`84`		`- ChatCompletionCmd().Exec(host_, port_, model_handle_, mc, "");`
	`84`	`+ ChatCompletionCmd().Exec(host_, port_, *model_id, mc, "");`
`85`	`85`	`} else {`
`86`	`86`	CLI_LOG(*model_id << " model started successfully. Use `"
`87`	`87`	`<< commands::GetCortexBinary() << " chat " << *model_id`