From 38b79dc6c0a2004d147cd7944e9fa54b0f89f26d Mon Sep 17 00:00:00 2001 From: Reuven Date: Tue, 17 Mar 2026 01:25:02 -0400 Subject: [PATCH] fix(adr-115): force HTTP/1.1 and disable connection pooling for Common Crawl Common Crawl CDX servers have issues with HTTP/2 and connection reuse: - Force HTTP/1.1 with http1_only() to avoid protocol issues - Disable connection pooling (pool_max_idle_per_host=0) since CC closes connections - Add tcp_nodelay for lower latency --- crates/mcp-brain-server/src/pipeline.rs | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/crates/mcp-brain-server/src/pipeline.rs b/crates/mcp-brain-server/src/pipeline.rs index 5e784905..dde4eeb5 100644 --- a/crates/mcp-brain-server/src/pipeline.rs +++ b/crates/mcp-brain-server/src/pipeline.rs @@ -611,7 +611,9 @@ impl CommonCrawlAdapter { http: reqwest::Client::builder() .timeout(std::time::Duration::from_secs(120)) // Increased for CDX latency .connect_timeout(std::time::Duration::from_secs(30)) - .pool_idle_timeout(std::time::Duration::from_secs(90)) + .pool_max_idle_per_host(0) // Disable connection pooling (Common Crawl closes connections) + .http1_only() // Force HTTP/1.1 (Common Crawl CDX doesn't handle HTTP/2 well) + .tcp_nodelay(true) .user_agent("RuVector-Brain/1.0 (pi.ruv.io; +https://github.com/ruvnet/ruvector)") .build() .expect("Failed to build reqwest client"),