Implement live tape scroll-gated history
This commit is contained in:
parent
53eeb9e72f
commit
6ba3c5343b
5 changed files with 533 additions and 53 deletions
|
|
@ -62,13 +62,25 @@ const parseBoundedInt = (
|
|||
return Math.max(min, Math.min(max, Math.floor(parsed)));
|
||||
};
|
||||
|
||||
const LIVE_HOT_WINDOW = parseBoundedInt(process.env.NEXT_PUBLIC_LIVE_HOT_WINDOW, 2000, 100, 100000);
|
||||
const LIVE_HOT_WINDOW = parseBoundedInt(process.env.NEXT_PUBLIC_LIVE_HOT_WINDOW, 100, 1, 100000);
|
||||
const LIVE_HOT_WINDOW_OPTIONS = parseBoundedInt(
|
||||
process.env.NEXT_PUBLIC_LIVE_HOT_WINDOW_OPTIONS,
|
||||
25000,
|
||||
100,
|
||||
1,
|
||||
100000
|
||||
);
|
||||
const LIVE_HISTORY_SOFT_CAP = parseBoundedInt(
|
||||
process.env.NEXT_PUBLIC_LIVE_HISTORY_SOFT_CAP,
|
||||
5000,
|
||||
100,
|
||||
50000
|
||||
);
|
||||
const LIVE_HISTORY_BATCH = parseBoundedInt(
|
||||
process.env.NEXT_PUBLIC_LIVE_HISTORY_BATCH,
|
||||
500,
|
||||
1,
|
||||
1000
|
||||
);
|
||||
const LIVE_OPTIONS_STALE_MS = 15_000;
|
||||
const LIVE_NBBO_STALE_MS = 15_000;
|
||||
const LIVE_EQUITIES_STALE_MS = 15_000;
|
||||
|
|
@ -409,6 +421,16 @@ type PausableTapeData<T> = {
|
|||
dropped: number;
|
||||
};
|
||||
|
||||
type LiveHistoryBuffer<T> = {
|
||||
liveHead: T[];
|
||||
queuedLive: T[];
|
||||
historyTail: T[];
|
||||
nextBefore: Cursor | null;
|
||||
historyLoading: boolean;
|
||||
historyExhausted: boolean;
|
||||
autoHydrating: boolean;
|
||||
};
|
||||
|
||||
export const reducePausableTapeData = <T extends SortableItem>(
|
||||
current: PausableTapeData<T>,
|
||||
incoming: T[],
|
||||
|
|
@ -488,6 +510,37 @@ const EMPTY_PAUSABLE_TAPE = {
|
|||
dropped: 0
|
||||
};
|
||||
|
||||
const appendHistoryTail = <T extends SortableItem>(
|
||||
current: T[],
|
||||
incoming: T[],
|
||||
liveHead: T[],
|
||||
cap = LIVE_HISTORY_SOFT_CAP
|
||||
): T[] => {
|
||||
if (incoming.length === 0) {
|
||||
return current;
|
||||
}
|
||||
|
||||
const seen = new Set<string>();
|
||||
for (const item of liveHead) {
|
||||
seen.add(getTapeItemKey(item));
|
||||
}
|
||||
for (const item of current) {
|
||||
seen.add(getTapeItemKey(item));
|
||||
}
|
||||
|
||||
const appended = [...current];
|
||||
for (const item of incoming) {
|
||||
const key = getTapeItemKey(item);
|
||||
if (seen.has(key)) {
|
||||
continue;
|
||||
}
|
||||
seen.add(key);
|
||||
appended.push(item);
|
||||
}
|
||||
|
||||
return cap > 0 ? appended.slice(0, cap) : appended;
|
||||
};
|
||||
|
||||
export const getLiveFeedStatus = (
|
||||
sourceStatus: WsStatus,
|
||||
freshestTs: number | null,
|
||||
|
|
@ -1315,6 +1368,40 @@ const useScrollAnchor = (
|
|||
return { capture, apply };
|
||||
};
|
||||
|
||||
const useBottomHistoryGate = (
|
||||
listRef: React.RefObject<HTMLDivElement>,
|
||||
enabled: boolean,
|
||||
onLoadOlder: () => void
|
||||
): void => {
|
||||
const loadRef = useRef(onLoadOlder);
|
||||
useEffect(() => {
|
||||
loadRef.current = onLoadOlder;
|
||||
}, [onLoadOlder]);
|
||||
|
||||
useEffect(() => {
|
||||
if (!enabled) {
|
||||
return;
|
||||
}
|
||||
const element = listRef.current;
|
||||
if (!element) {
|
||||
return;
|
||||
}
|
||||
|
||||
const maybeLoad = () => {
|
||||
const threshold = Math.max(240, element.clientHeight * 0.5);
|
||||
if (element.scrollTop + element.clientHeight >= element.scrollHeight - threshold) {
|
||||
loadRef.current();
|
||||
}
|
||||
};
|
||||
|
||||
maybeLoad();
|
||||
element.addEventListener("scroll", maybeLoad);
|
||||
return () => {
|
||||
element.removeEventListener("scroll", maybeLoad);
|
||||
};
|
||||
}, [enabled, listRef]);
|
||||
};
|
||||
|
||||
type VirtualListResult<T> = {
|
||||
visibleItems: T[];
|
||||
topSpacerHeight: number;
|
||||
|
|
@ -1886,6 +1973,7 @@ type PausableTapeViewConfig<T extends SortableItem & { seq: number }> = {
|
|||
enabled: boolean;
|
||||
sourceStatus: WsStatus;
|
||||
sourceItems: T[];
|
||||
historyTail?: T[];
|
||||
lastUpdate: number | null;
|
||||
freshnessMs: number;
|
||||
onNewItems?: (count: number) => void;
|
||||
|
|
@ -2011,10 +2099,14 @@ const usePausableTapeView = <T extends SortableItem & { seq: number }>(
|
|||
)
|
||||
: "disconnected";
|
||||
const projected = projectPausableTapeState(data.visible, status, config.lastUpdate);
|
||||
const items = useMemo(
|
||||
() => [...projected.items, ...(config.historyTail ?? [])],
|
||||
[projected.items, config.historyTail]
|
||||
);
|
||||
|
||||
return {
|
||||
status,
|
||||
items: projected.items,
|
||||
items,
|
||||
lastUpdate: projected.lastUpdate,
|
||||
replayTime: null,
|
||||
replayComplete: false,
|
||||
|
|
@ -2269,6 +2361,15 @@ type LiveSessionState = {
|
|||
historyLoading: Partial<Record<string, boolean>>;
|
||||
historyErrors: Partial<Record<string, string | null>>;
|
||||
loadOlder: (channel: LiveSubscription["channel"]) => Promise<void>;
|
||||
optionsHistory: OptionPrint[];
|
||||
nbboHistory: OptionNBBO[];
|
||||
equitiesHistory: EquityPrint[];
|
||||
equityJoinsHistory: EquityPrintJoin[];
|
||||
flowHistory: FlowPacket[];
|
||||
smartMoneyHistory: SmartMoneyEvent[];
|
||||
classifierHitsHistory: ClassifierHitEvent[];
|
||||
alertsHistory: AlertEvent[];
|
||||
inferredDarkHistory: InferredDarkEvent[];
|
||||
options: OptionPrint[];
|
||||
nbbo: OptionNBBO[];
|
||||
equities: EquityPrint[];
|
||||
|
|
@ -2360,14 +2461,23 @@ export const getLiveManifest = (
|
|||
];
|
||||
|
||||
if (pathname === "/tape") {
|
||||
return dedupeLiveSubscriptions([
|
||||
...baselineSubs,
|
||||
{ channel: "nbbo" },
|
||||
{ channel: "equities", ...equityScope },
|
||||
{ channel: "flow", filters: flowFilters },
|
||||
{ channel: "smart-money" },
|
||||
{ channel: "classifier-hits" }
|
||||
]);
|
||||
const optionsSub: Extract<LiveSubscription, { channel: "options" }> = {
|
||||
channel: "options",
|
||||
filters: flowFilters,
|
||||
...optionScope,
|
||||
snapshot_limit: LIVE_HOT_WINDOW_OPTIONS
|
||||
};
|
||||
const tapeSubs: LiveSubscription[] = [
|
||||
optionsSub,
|
||||
{ channel: "nbbo", snapshot_limit: LIVE_HOT_WINDOW },
|
||||
{ channel: "equities", ...equityScope, snapshot_limit: LIVE_HOT_WINDOW },
|
||||
{ channel: "flow", filters: flowFilters, snapshot_limit: LIVE_HOT_WINDOW },
|
||||
{ channel: "smart-money", snapshot_limit: LIVE_HOT_WINDOW },
|
||||
{ channel: "classifier-hits", snapshot_limit: LIVE_HOT_WINDOW },
|
||||
{ channel: "alerts", snapshot_limit: LIVE_HOT_WINDOW },
|
||||
{ channel: "inferred-dark", snapshot_limit: LIVE_HOT_WINDOW }
|
||||
];
|
||||
return dedupeLiveSubscriptions(tapeSubs);
|
||||
}
|
||||
|
||||
return dedupeLiveSubscriptions([
|
||||
|
|
@ -2410,6 +2520,15 @@ const useLiveSession = (
|
|||
const [classifierHits, setClassifierHits] = useState<ClassifierHitEvent[]>([]);
|
||||
const [alerts, setAlerts] = useState<AlertEvent[]>([]);
|
||||
const [inferredDark, setInferredDark] = useState<InferredDarkEvent[]>([]);
|
||||
const [optionsHistory, setOptionsHistory] = useState<OptionPrint[]>([]);
|
||||
const [nbboHistory, setNbboHistory] = useState<OptionNBBO[]>([]);
|
||||
const [equitiesHistory, setEquitiesHistory] = useState<EquityPrint[]>([]);
|
||||
const [equityJoinsHistory, setEquityJoinsHistory] = useState<EquityPrintJoin[]>([]);
|
||||
const [flowHistory, setFlowHistory] = useState<FlowPacket[]>([]);
|
||||
const [smartMoneyHistory, setSmartMoneyHistory] = useState<SmartMoneyEvent[]>([]);
|
||||
const [classifierHitsHistory, setClassifierHitsHistory] = useState<ClassifierHitEvent[]>([]);
|
||||
const [alertsHistory, setAlertsHistory] = useState<AlertEvent[]>([]);
|
||||
const [inferredDarkHistory, setInferredDarkHistory] = useState<InferredDarkEvent[]>([]);
|
||||
const [chartCandles, setChartCandles] = useState<EquityCandle[]>([]);
|
||||
const [chartOverlay, setChartOverlay] = useState<EquityPrint[]>([]);
|
||||
const socketRef = useRef<WebSocket | null>(null);
|
||||
|
|
@ -2443,6 +2562,15 @@ const useLiveSession = (
|
|||
setClassifierHits([]);
|
||||
setAlerts([]);
|
||||
setInferredDark([]);
|
||||
setOptionsHistory([]);
|
||||
setNbboHistory([]);
|
||||
setEquitiesHistory([]);
|
||||
setEquityJoinsHistory([]);
|
||||
setFlowHistory([]);
|
||||
setSmartMoneyHistory([]);
|
||||
setClassifierHitsHistory([]);
|
||||
setAlertsHistory([]);
|
||||
setInferredDarkHistory([]);
|
||||
setChartCandles([]);
|
||||
setChartOverlay([]);
|
||||
subscribedKeysRef.current = new Set();
|
||||
|
|
@ -2699,9 +2827,11 @@ const useLiveSession = (
|
|||
);
|
||||
if (resetScopedChannels.has("options")) {
|
||||
setOptions([]);
|
||||
setOptionsHistory([]);
|
||||
}
|
||||
if (resetScopedChannels.has("equities")) {
|
||||
setEquities([]);
|
||||
setEquitiesHistory([]);
|
||||
}
|
||||
if (resetScopedChannels.size > 0) {
|
||||
setHistoryCursors((current) => {
|
||||
|
|
@ -2765,7 +2895,7 @@ const useLiveSession = (
|
|||
const params = new URLSearchParams({
|
||||
before_ts: String(cursor.ts),
|
||||
before_seq: String(cursor.seq),
|
||||
limit: String(subscription.channel === "options" ? 500 : 200)
|
||||
limit: String(subscription.channel === "options" ? LIVE_HISTORY_BATCH : 200)
|
||||
});
|
||||
if (subscription.channel === "options" || subscription.channel === "flow") {
|
||||
appendOptionFlowFilters(params, subscription.filters);
|
||||
|
|
@ -2783,45 +2913,49 @@ const useLiveSession = (
|
|||
|
||||
const mergeOlder = <T extends SortableItem>(
|
||||
setter: Dispatch<SetStateAction<T[]>>,
|
||||
limit: number
|
||||
liveHead: T[],
|
||||
cap = LIVE_HISTORY_SOFT_CAP
|
||||
) => {
|
||||
setter((prev) =>
|
||||
mergeNewest(older as T[], prev, limit, (evicted) =>
|
||||
incrementRetentionMetric("hotWindowEvictions", evicted)
|
||||
)
|
||||
);
|
||||
setter((prev) => appendHistoryTail(prev, older as T[], liveHead, cap));
|
||||
};
|
||||
|
||||
switch (subscription.channel) {
|
||||
case "options":
|
||||
mergeOlder(setOptions, LIVE_HOT_WINDOW_OPTIONS);
|
||||
mergeOlder(
|
||||
setOptionsHistory,
|
||||
options,
|
||||
subscription.underlying_ids?.length || subscription.option_contract_id ? 0 : LIVE_HISTORY_SOFT_CAP
|
||||
);
|
||||
break;
|
||||
case "nbbo":
|
||||
mergeOlder(setNbbo, LIVE_HOT_WINDOW);
|
||||
mergeOlder(setNbboHistory, nbbo);
|
||||
break;
|
||||
case "equities":
|
||||
mergeOlder(setEquities, LIVE_HOT_WINDOW);
|
||||
mergeOlder(
|
||||
setEquitiesHistory,
|
||||
equities,
|
||||
subscription.underlying_ids?.length ? 0 : LIVE_HISTORY_SOFT_CAP
|
||||
);
|
||||
break;
|
||||
case "equity-quotes":
|
||||
mergeOlder(setEquityQuotes, LIVE_HOT_WINDOW);
|
||||
break;
|
||||
case "equity-joins":
|
||||
mergeOlder(setEquityJoins, LIVE_HOT_WINDOW);
|
||||
mergeOlder(setEquityJoinsHistory, equityJoins);
|
||||
break;
|
||||
case "flow":
|
||||
mergeOlder(setFlow, LIVE_HOT_WINDOW);
|
||||
mergeOlder(setFlowHistory, flow);
|
||||
break;
|
||||
case "smart-money":
|
||||
mergeOlder(setSmartMoney, LIVE_HOT_WINDOW);
|
||||
mergeOlder(setSmartMoneyHistory, smartMoney);
|
||||
break;
|
||||
case "classifier-hits":
|
||||
mergeOlder(setClassifierHits, LIVE_HOT_WINDOW);
|
||||
mergeOlder(setClassifierHitsHistory, classifierHits);
|
||||
break;
|
||||
case "alerts":
|
||||
mergeOlder(setAlerts, LIVE_HOT_WINDOW);
|
||||
mergeOlder(setAlertsHistory, alerts);
|
||||
break;
|
||||
case "inferred-dark":
|
||||
mergeOlder(setInferredDark, LIVE_HOT_WINDOW);
|
||||
mergeOlder(setInferredDarkHistory, inferredDark);
|
||||
break;
|
||||
}
|
||||
|
||||
|
|
@ -2839,9 +2973,44 @@ const useLiveSession = (
|
|||
setHistoryLoading((current) => ({ ...current, [key]: false }));
|
||||
}
|
||||
},
|
||||
[enabled, manifest, historyCursors, historyLoading]
|
||||
[
|
||||
enabled,
|
||||
manifest,
|
||||
historyCursors,
|
||||
historyLoading,
|
||||
options,
|
||||
nbbo,
|
||||
equities,
|
||||
equityJoins,
|
||||
flow,
|
||||
smartMoney,
|
||||
classifierHits,
|
||||
alerts,
|
||||
inferredDark
|
||||
]
|
||||
);
|
||||
|
||||
useEffect(() => {
|
||||
if (!enabled || pathname !== "/tape") {
|
||||
return;
|
||||
}
|
||||
const scoped = manifest.filter(
|
||||
(subscription) =>
|
||||
(subscription.channel === "options" &&
|
||||
(subscription.underlying_ids?.length || subscription.option_contract_id)) ||
|
||||
(subscription.channel === "equities" && subscription.underlying_ids?.length)
|
||||
);
|
||||
if (scoped.length === 0) {
|
||||
return;
|
||||
}
|
||||
for (const subscription of scoped) {
|
||||
const key = getLiveSubscriptionKey(subscription);
|
||||
if (historyCursors[key] && !historyLoading[key]) {
|
||||
void loadOlder(subscription.channel);
|
||||
}
|
||||
}
|
||||
}, [enabled, pathname, manifest, historyCursors, historyLoading, loadOlder]);
|
||||
|
||||
return {
|
||||
status,
|
||||
connectedAt,
|
||||
|
|
@ -2852,6 +3021,15 @@ const useLiveSession = (
|
|||
historyLoading,
|
||||
historyErrors,
|
||||
loadOlder,
|
||||
optionsHistory,
|
||||
nbboHistory,
|
||||
equitiesHistory,
|
||||
equityJoinsHistory,
|
||||
flowHistory,
|
||||
smartMoneyHistory,
|
||||
classifierHitsHistory,
|
||||
alertsHistory,
|
||||
inferredDarkHistory,
|
||||
options,
|
||||
nbbo,
|
||||
equities,
|
||||
|
|
@ -4435,6 +4613,7 @@ const useTerminalState = () => {
|
|||
enabled: mode === "live",
|
||||
sourceStatus: liveSession.status,
|
||||
sourceItems: liveSession.options,
|
||||
historyTail: liveSession.optionsHistory,
|
||||
lastUpdate: liveSession.lastUpdate,
|
||||
freshnessMs: LIVE_OPTIONS_STALE_MS,
|
||||
retentionLimit: LIVE_HOT_WINDOW_OPTIONS,
|
||||
|
|
@ -4447,6 +4626,7 @@ const useTerminalState = () => {
|
|||
enabled: mode === "live",
|
||||
sourceStatus: liveSession.status,
|
||||
sourceItems: liveSession.equities,
|
||||
historyTail: liveSession.equitiesHistory,
|
||||
lastUpdate: liveSession.lastUpdate,
|
||||
freshnessMs: LIVE_EQUITIES_STALE_MS,
|
||||
captureScroll: equitiesAnchor.capture,
|
||||
|
|
@ -4458,6 +4638,7 @@ const useTerminalState = () => {
|
|||
enabled: mode === "live",
|
||||
sourceStatus: liveSession.status,
|
||||
sourceItems: liveSession.flow,
|
||||
historyTail: liveSession.flowHistory,
|
||||
lastUpdate: liveSession.lastUpdate,
|
||||
freshnessMs: LIVE_FLOW_STALE_MS,
|
||||
captureScroll: flowAnchor.capture,
|
||||
|
|
@ -4469,26 +4650,26 @@ const useTerminalState = () => {
|
|||
|
||||
const optionsFeed = mode === "live" ? liveOptions : options;
|
||||
const nbboFeed =
|
||||
mode === "live" ? toStaticTapeState(liveSession.status, liveSession.nbbo, liveSession.lastUpdate) : nbbo;
|
||||
mode === "live" ? toStaticTapeState(liveSession.status, [...liveSession.nbbo, ...liveSession.nbboHistory], liveSession.lastUpdate) : nbbo;
|
||||
const equitiesFeed = mode === "live" ? liveEquities : equities;
|
||||
const equityJoinsFeed =
|
||||
mode === "live"
|
||||
? toStaticTapeState(liveSession.status, liveSession.equityJoins, liveSession.lastUpdate)
|
||||
? toStaticTapeState(liveSession.status, [...liveSession.equityJoins, ...liveSession.equityJoinsHistory], liveSession.lastUpdate)
|
||||
: equityJoins;
|
||||
const flowFeed = mode === "live" ? liveFlow : flow;
|
||||
const alertsFeed =
|
||||
mode === "live" ? toStaticTapeState(liveSession.status, liveSession.alerts, liveSession.lastUpdate) : alerts;
|
||||
mode === "live" ? toStaticTapeState(liveSession.status, [...liveSession.alerts, ...liveSession.alertsHistory], liveSession.lastUpdate) : alerts;
|
||||
const classifierHitsFeed =
|
||||
mode === "live"
|
||||
? toStaticTapeState(liveSession.status, liveSession.classifierHits, liveSession.lastUpdate)
|
||||
? toStaticTapeState(liveSession.status, [...liveSession.classifierHits, ...liveSession.classifierHitsHistory], liveSession.lastUpdate)
|
||||
: classifierHits;
|
||||
const smartMoneyFeed =
|
||||
mode === "live"
|
||||
? toStaticTapeState(liveSession.status, liveSession.smartMoney, liveSession.lastUpdate)
|
||||
? toStaticTapeState(liveSession.status, [...liveSession.smartMoney, ...liveSession.smartMoneyHistory], liveSession.lastUpdate)
|
||||
: smartMoney;
|
||||
const inferredDarkFeed =
|
||||
mode === "live"
|
||||
? toStaticTapeState(liveSession.status, liveSession.inferredDark, liveSession.lastUpdate)
|
||||
? toStaticTapeState(liveSession.status, [...liveSession.inferredDark, ...liveSession.inferredDarkHistory], liveSession.lastUpdate)
|
||||
: inferredDark;
|
||||
|
||||
useLayoutEffect(() => {
|
||||
|
|
@ -4575,6 +4756,11 @@ const useTerminalState = () => {
|
|||
const [pinnedEquityJoinMap, setPinnedEquityJoinMap] = useState<
|
||||
Map<string, PinnedEntry<EquityPrintJoin>>
|
||||
>(() => new Map());
|
||||
const [optionSupportSmartMoney, setOptionSupportSmartMoney] = useState<SmartMoneyEvent[]>([]);
|
||||
const [optionSupportClassifierHits, setOptionSupportClassifierHits] = useState<ClassifierHitEvent[]>([]);
|
||||
const [historicalNbboByTraceId, setHistoricalNbboByTraceId] = useState<Map<string, OptionNBBO | null>>(
|
||||
() => new Map()
|
||||
);
|
||||
|
||||
const resolvedOptionPrintMap = useMemo(() => {
|
||||
const merged = new Map<string, OptionPrint>();
|
||||
|
|
@ -4809,7 +4995,7 @@ const useTerminalState = () => {
|
|||
|
||||
const classifierHitsByPacketId = useMemo(() => {
|
||||
const map = new Map<string, ClassifierHitEvent[]>();
|
||||
for (const hit of classifierHitsFeed.items) {
|
||||
for (const hit of [...classifierHitsFeed.items, ...optionSupportClassifierHits]) {
|
||||
const packetId = extractPacketIdFromClassifierHitTrace(hit.trace_id);
|
||||
if (!packetId) {
|
||||
continue;
|
||||
|
|
@ -4817,11 +5003,11 @@ const useTerminalState = () => {
|
|||
map.set(packetId, [...(map.get(packetId) ?? []), hit]);
|
||||
}
|
||||
return map;
|
||||
}, [classifierHitsFeed.items, extractPacketIdFromClassifierHitTrace]);
|
||||
}, [classifierHitsFeed.items, optionSupportClassifierHits, extractPacketIdFromClassifierHitTrace]);
|
||||
|
||||
const smartMoneyByPacketId = useMemo(() => {
|
||||
const map = new Map<string, SmartMoneyEvent>();
|
||||
for (const event of smartMoneyFeed.items) {
|
||||
for (const event of [...smartMoneyFeed.items, ...optionSupportSmartMoney]) {
|
||||
for (const packetId of event.packet_ids) {
|
||||
const existing = map.get(packetId);
|
||||
if (!existing || event.source_ts > existing.source_ts || event.seq > existing.seq) {
|
||||
|
|
@ -4830,17 +5016,17 @@ const useTerminalState = () => {
|
|||
}
|
||||
}
|
||||
return map;
|
||||
}, [smartMoneyFeed.items]);
|
||||
}, [smartMoneyFeed.items, optionSupportSmartMoney]);
|
||||
|
||||
const packetIdByOptionTraceId = useMemo(() => {
|
||||
const map = new Map<string, string>();
|
||||
for (const packet of flowFeed.items) {
|
||||
for (const packet of resolvedFlowPacketMap.values()) {
|
||||
for (const member of packet.members) {
|
||||
map.set(member, packet.id);
|
||||
}
|
||||
}
|
||||
return map;
|
||||
}, [flowFeed.items]);
|
||||
}, [resolvedFlowPacketMap]);
|
||||
|
||||
const classifierDecorByOptionTraceId = useMemo(() => {
|
||||
const map = new Map<string, ClassifierDecor>();
|
||||
|
|
@ -4858,6 +5044,111 @@ const useTerminalState = () => {
|
|||
return map;
|
||||
}, [classifierHitsByPacketId, packetIdByOptionTraceId, smartMoneyByPacketId]);
|
||||
|
||||
useEffect(() => {
|
||||
if (mode !== "live" || optionsFeed.items.length === 0) {
|
||||
return;
|
||||
}
|
||||
|
||||
const traceIds: string[] = [];
|
||||
const nbboContext: Array<{ trace_id: string; option_contract_id: string; ts: number }> = [];
|
||||
for (const print of optionsFeed.items.slice(0, 1000)) {
|
||||
if (!print.trace_id || classifierDecorByOptionTraceId.has(print.trace_id)) {
|
||||
continue;
|
||||
}
|
||||
if (!packetIdByOptionTraceId.has(print.trace_id)) {
|
||||
traceIds.push(print.trace_id);
|
||||
}
|
||||
const missingPreservedNbbo =
|
||||
typeof print.execution_nbbo_side !== "string" &&
|
||||
typeof print.nbbo_side !== "string" &&
|
||||
!historicalNbboByTraceId.has(print.trace_id);
|
||||
if (missingPreservedNbbo) {
|
||||
nbboContext.push({
|
||||
trace_id: print.trace_id,
|
||||
option_contract_id: print.option_contract_id,
|
||||
ts: print.ts
|
||||
});
|
||||
}
|
||||
if (traceIds.length >= 250 && nbboContext.length >= 250) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
const uniqueTraceIds = Array.from(new Set(traceIds)).slice(0, 250);
|
||||
const uniqueNbboContext = Array.from(
|
||||
new Map(nbboContext.map((item) => [item.trace_id, item])).values()
|
||||
).slice(0, 250);
|
||||
if (uniqueTraceIds.length === 0 && uniqueNbboContext.length === 0) {
|
||||
return;
|
||||
}
|
||||
|
||||
let cancelled = false;
|
||||
void fetch(buildApiUrl("/lookup/options-support"), {
|
||||
method: "POST",
|
||||
headers: { "content-type": "application/json" },
|
||||
body: JSON.stringify({
|
||||
trace_ids: uniqueTraceIds,
|
||||
nbbo_context: uniqueNbboContext
|
||||
})
|
||||
})
|
||||
.then(async (response) => {
|
||||
if (!response.ok) {
|
||||
throw new Error(await readErrorDetail(response));
|
||||
}
|
||||
return response.json() as Promise<{
|
||||
packets?: FlowPacket[];
|
||||
smart_money?: SmartMoneyEvent[];
|
||||
classifier_hits?: ClassifierHitEvent[];
|
||||
nbbo_by_trace_id?: Record<string, OptionNBBO | null>;
|
||||
}>;
|
||||
})
|
||||
.then((payload) => {
|
||||
if (cancelled) {
|
||||
return;
|
||||
}
|
||||
const now = Date.now();
|
||||
const packetMap = new Map<string, FlowPacket>();
|
||||
for (const packet of payload.packets ?? []) {
|
||||
packetMap.set(packet.id, packet);
|
||||
}
|
||||
if (packetMap.size > 0) {
|
||||
setPinnedFlowPacketMap((prev) => upsertPinnedEntries(prev, packetMap, now));
|
||||
}
|
||||
if (payload.smart_money?.length) {
|
||||
setOptionSupportSmartMoney((prev) =>
|
||||
mergeNewest(payload.smart_money ?? [], prev, PINNED_EVIDENCE_MAX_ITEMS)
|
||||
);
|
||||
}
|
||||
if (payload.classifier_hits?.length) {
|
||||
setOptionSupportClassifierHits((prev) =>
|
||||
mergeNewest(payload.classifier_hits ?? [], prev, PINNED_EVIDENCE_MAX_ITEMS)
|
||||
);
|
||||
}
|
||||
if (payload.nbbo_by_trace_id) {
|
||||
setHistoricalNbboByTraceId((prev) => {
|
||||
const next = new Map(prev);
|
||||
for (const [traceId, quote] of Object.entries(payload.nbbo_by_trace_id ?? {})) {
|
||||
next.set(traceId, quote);
|
||||
}
|
||||
return next;
|
||||
});
|
||||
}
|
||||
})
|
||||
.catch((error) => {
|
||||
console.warn("Failed to hydrate option row support", error);
|
||||
});
|
||||
|
||||
return () => {
|
||||
cancelled = true;
|
||||
};
|
||||
}, [
|
||||
mode,
|
||||
optionsFeed.items,
|
||||
classifierDecorByOptionTraceId,
|
||||
packetIdByOptionTraceId,
|
||||
historicalNbboByTraceId
|
||||
]);
|
||||
|
||||
const selectedClassifierPacketId = useMemo(() => {
|
||||
if (!selectedClassifierHit) {
|
||||
return null;
|
||||
|
|
@ -5456,6 +5747,7 @@ const useTerminalState = () => {
|
|||
tickerSet,
|
||||
chartTicker,
|
||||
nbboMap,
|
||||
historicalNbboByTraceId,
|
||||
optionPrintMap: resolvedOptionPrintMap,
|
||||
equityPrintMap,
|
||||
equityJoinMap: resolvedEquityJoinMap,
|
||||
|
|
@ -5808,6 +6100,9 @@ const OptionsPane = ({ limit }: OptionsPaneProps) => {
|
|||
const state = useTerminal();
|
||||
const items = limit ? state.filteredOptions.slice(0, limit) : state.filteredOptions;
|
||||
const virtual = useVirtualList(items, state.optionsScroll.listRef, !limit, 36);
|
||||
useBottomHistoryGate(state.optionsScroll.listRef, state.mode === "live" && !limit, () =>
|
||||
void state.liveSession.loadOlder("options")
|
||||
);
|
||||
|
||||
return (
|
||||
<Pane
|
||||
|
|
@ -5868,7 +6163,7 @@ const OptionsPane = ({ limit }: OptionsPaneProps) => {
|
|||
const contractId = normalizeContractId(print.option_contract_id);
|
||||
const parsed = parseOptionContractId(contractId);
|
||||
const contractDisplay = formatOptionContractLabel(contractId);
|
||||
const quote = state.nbboMap.get(contractId);
|
||||
const quote = state.historicalNbboByTraceId.get(print.trace_id) ?? state.nbboMap.get(contractId);
|
||||
const hasPreservedNbbo = typeof print.execution_nbbo_side === "string";
|
||||
const nbboSide =
|
||||
print.execution_nbbo_side ??
|
||||
|
|
@ -5982,6 +6277,9 @@ const EquitiesPane = ({ limit }: EquitiesPaneProps) => {
|
|||
const state = useTerminal();
|
||||
const items = limit ? state.filteredEquities.slice(0, limit) : state.filteredEquities;
|
||||
const virtual = useVirtualList(items, state.equitiesScroll.listRef, !limit, 36);
|
||||
useBottomHistoryGate(state.equitiesScroll.listRef, state.mode === "live" && !limit, () =>
|
||||
void state.liveSession.loadOlder("equities")
|
||||
);
|
||||
|
||||
return (
|
||||
<Pane
|
||||
|
|
@ -6077,6 +6375,9 @@ const FlowPane = ({ limit, title = "Flow" }: FlowPaneProps) => {
|
|||
const state = useTerminal();
|
||||
const items = limit ? state.filteredFlow.slice(0, limit) : state.filteredFlow;
|
||||
const virtual = useVirtualList(items, state.flowScroll.listRef, !limit, 44);
|
||||
useBottomHistoryGate(state.flowScroll.listRef, state.mode === "live" && !limit, () =>
|
||||
void state.liveSession.loadOlder("flow")
|
||||
);
|
||||
|
||||
return (
|
||||
<Pane
|
||||
|
|
@ -6216,6 +6517,9 @@ const AlertsPane = ({ limit, withStrip = false, className }: AlertsPaneProps) =>
|
|||
const state = useTerminal();
|
||||
const items = limit ? state.filteredAlerts.slice(0, limit) : state.filteredAlerts;
|
||||
const virtual = useVirtualList(items, state.alertsScroll.listRef, !limit, 46);
|
||||
useBottomHistoryGate(state.alertsScroll.listRef, state.mode === "live" && !limit, () =>
|
||||
void state.liveSession.loadOlder("alerts")
|
||||
);
|
||||
|
||||
return (
|
||||
<Pane
|
||||
|
|
@ -6312,6 +6616,10 @@ type ClassifierPaneProps = {
|
|||
|
||||
const ClassifierPane = ({ limit, className }: ClassifierPaneProps) => {
|
||||
const state = useTerminal();
|
||||
useBottomHistoryGate(state.classifierScroll.listRef, state.mode === "live" && !limit, () => {
|
||||
void state.liveSession.loadOlder("smart-money");
|
||||
void state.liveSession.loadOlder("classifier-hits");
|
||||
});
|
||||
const smartMoneyItems = limit ? state.filteredSmartMoneyEvents.slice(0, limit) : state.filteredSmartMoneyEvents;
|
||||
const legacyItems =
|
||||
smartMoneyItems.length === 0
|
||||
|
|
@ -6438,6 +6746,9 @@ const DarkPane = ({ limit, className }: DarkPaneProps) => {
|
|||
const state = useTerminal();
|
||||
const items = limit ? state.filteredInferredDark.slice(0, limit) : state.filteredInferredDark;
|
||||
const virtual = useVirtualList(items, state.darkScroll.listRef, !limit, 44);
|
||||
useBottomHistoryGate(state.darkScroll.listRef, state.mode === "live" && !limit, () =>
|
||||
void state.liveSession.loadOlder("inferred-dark")
|
||||
);
|
||||
|
||||
return (
|
||||
<Pane
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue