From ff6b1062afa9079e36a310b21e9974c4feaff1dc Mon Sep 17 00:00:00 2001 From: xris99 <79798089+xris99@users.noreply.github.com> Date: Tue, 21 Apr 2026 06:41:14 +0200 Subject: [PATCH] server : fix hardcoded proxy connection timeout in router mode (#18760) (#22003) Fixes: https://github.com/ggml-org/llama.cpp/issues/18760 Co-authored-by: Christian --- tools/server/server-models.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/server/server-models.cpp b/tools/server/server-models.cpp index a1eeec30e9..6066611f51 100644 --- a/tools/server/server-models.cpp +++ b/tools/server/server-models.cpp @@ -1147,7 +1147,7 @@ server_http_proxy::server_http_proxy( // setup Client cli->set_follow_location(true); - cli->set_connection_timeout(5, 0); // 5 seconds + cli->set_connection_timeout(timeout_read, 0); // use --timeout value instead of hardcoded 5 s cli->set_write_timeout(timeout_read, 0); // reversed for cli (client) vs srv (server) cli->set_read_timeout(timeout_write, 0); this->status = 500; // to be overwritten upon response