From 522265686efd782ce32e710d3a13cabdd1cc21fb Mon Sep 17 00:00:00 2001 From: Kellan Drucquer Date: Sat, 4 Apr 2026 08:24:14 -0400 Subject: [PATCH] fix clickhouse startup resilience across services --- deployment/docker/clickhouse/listen.xml | 4 ++-- services/api/src/index.ts | 2 +- services/candles/src/index.ts | 4 ++-- services/compute/src/index.ts | 4 ++-- services/ingest-equities/src/index.ts | 2 +- services/ingest-options/src/index.ts | 2 +- 6 files changed, 9 insertions(+), 9 deletions(-) diff --git a/deployment/docker/clickhouse/listen.xml b/deployment/docker/clickhouse/listen.xml index 01a8689..4ac2097 100644 --- a/deployment/docker/clickhouse/listen.xml +++ b/deployment/docker/clickhouse/listen.xml @@ -1,3 +1,3 @@ - + 0.0.0.0 - + diff --git a/services/api/src/index.ts b/services/api/src/index.ts index ff99fcd..02951ff 100644 --- a/services/api/src/index.ts +++ b/services/api/src/index.ts @@ -525,7 +525,7 @@ const run = async () => { database: env.CLICKHOUSE_DATABASE }); - await retry("clickhouse table init", 20, 500, async () => { + await retry("clickhouse table init", 120, 500, async () => { await ensureOptionPrintsTable(clickhouse); await ensureOptionNBBOTable(clickhouse); await ensureEquityPrintsTable(clickhouse); diff --git a/services/candles/src/index.ts b/services/candles/src/index.ts index 9774e6d..39e6609 100644 --- a/services/candles/src/index.ts +++ b/services/candles/src/index.ts @@ -271,7 +271,7 @@ const run = async () => { database: env.CLICKHOUSE_DATABASE }); - await retry("clickhouse table init", 20, 500, async () => { + await retry("clickhouse table init", 120, 500, async () => { await ensureEquityCandlesTable(clickhouse); }); @@ -287,7 +287,7 @@ const run = async () => { error: getErrorMessage(error) }); }); - await retry("redis connect", 20, 500, async () => { + await retry("redis connect", 120, 500, async () => { if (!redis) { return; } diff --git a/services/compute/src/index.ts b/services/compute/src/index.ts index 377836e..5ed60e3 100644 --- a/services/compute/src/index.ts +++ b/services/compute/src/index.ts @@ -1138,7 +1138,7 @@ const run = async () => { logger.warn("redis client error", { error: error instanceof Error ? error.message : String(error) }); }); - await retry("redis connect", 20, 500, async () => { + await retry("redis connect", 120, 500, async () => { await redis.connect(); }); @@ -1147,7 +1147,7 @@ const run = async () => { ttlSeconds: env.ROLLING_TTL_SEC }; - await retry("clickhouse table init", 20, 500, async () => { + await retry("clickhouse table init", 120, 500, async () => { await ensureFlowPacketsTable(clickhouse); await ensureEquityPrintJoinsTable(clickhouse); await ensureInferredDarkTable(clickhouse); diff --git a/services/ingest-equities/src/index.ts b/services/ingest-equities/src/index.ts index 2a86c6e..6b87b3f 100644 --- a/services/ingest-equities/src/index.ts +++ b/services/ingest-equities/src/index.ts @@ -212,7 +212,7 @@ const run = async () => { database: env.CLICKHOUSE_DATABASE }); - await retry("clickhouse table init", 20, 500, async () => { + await retry("clickhouse table init", 120, 500, async () => { await ensureEquityPrintsTable(clickhouse); await ensureEquityQuotesTable(clickhouse); }); diff --git a/services/ingest-options/src/index.ts b/services/ingest-options/src/index.ts index 9bbcccd..15b49dd 100644 --- a/services/ingest-options/src/index.ts +++ b/services/ingest-options/src/index.ts @@ -282,7 +282,7 @@ const run = async () => { database: env.CLICKHOUSE_DATABASE }); - await retry("clickhouse table init", 20, 500, async () => { + await retry("clickhouse table init", 120, 500, async () => { await ensureOptionPrintsTable(clickhouse); await ensureOptionNBBOTable(clickhouse); });