Implement first-pass load reduction controls

deployment/docker/.env.example

@@ -98,6 +98,7 @@ CLASSIFIER_0DTE_MIN_PREMIUM=20000
 CLASSIFIER_0DTE_MIN_SIZE=400
 
 # Smart money refdata
+LOG_LEVEL=warn
 SMART_MONEY_EVENT_CALENDAR_PATH=data/event-calendar.json
 REFDATA_EVENT_CALENDAR_PATH=
 REFDATA_EVENT_CALENDAR_PROVIDER=
@@ -120,3 +121,33 @@ REPLAY_END_TS=0
 REPLAY_SPEED=1
 REPLAY_BATCH_SIZE=200
 REPLAY_LOG_EVERY=1000
+
+# API live retention
+LIVE_LIMIT_DEFAULT=1000
+LIVE_LIMIT_OPTIONS=1000
+LIVE_LIMIT_NBBO=1000
+LIVE_LIMIT_EQUITIES=1000
+LIVE_LIMIT_EQUITY_QUOTES=500
+LIVE_LIMIT_EQUITY_JOINS=500
+LIVE_LIMIT_FLOW=500
+LIVE_LIMIT_SMART_MONEY=300
+LIVE_LIMIT_CLASSIFIER_HITS=300
+LIVE_LIMIT_ALERTS=300
+LIVE_LIMIT_INFERRED_DARK=300
+LIVE_SCOPED_CACHE_MAX_KEYS=32
+LIVE_REDIS_FLUSH_INTERVAL_MS=250
+LIVE_REDIS_FLUSH_MAX_ITEMS=100
+
+# Compute and ingest cache retention
+ROLLING_CACHE_FLUSH_INTERVAL_MS=30000
+ROLLING_CACHE_MAX_KEYS=20000
+OPTION_CONTEXT_MAX_KEYS=20000
+OPTION_CONTEXT_TTL_MS=900000
+COMPUTE_NBBO_CACHE_MAX_KEYS=20000
+COMPUTE_NBBO_CACHE_TTL_MS=900000
+
+# JetStream retention
+STREAM_RAW_MAX_AGE_MS=7200000
+STREAM_RAW_MAX_BYTES=1073741824
+STREAM_DERIVED_MAX_AGE_MS=86400000
+STREAM_DERIVED_MAX_BYTES=536870912

deployment/docker/docker-compose.yml

@@ -14,6 +14,8 @@ x-service-common: &service-common
     dockerfile: Dockerfile.service
   env_file:
     - ./.env
+  environment:
+    LOG_LEVEL: ${LOG_LEVEL:-warn}
   restart: unless-stopped
   init: true
   extra_hosts:
@@ -94,6 +96,8 @@ services:
       dockerfile: Dockerfile.ingest-options
     env_file:
       - ./.env
+    environment:
+      LOG_LEVEL: ${LOG_LEVEL:-warn}
     restart: unless-stopped
     init: true
     extra_hosts: