Add event bus and storage layer

packages/storage/src/clickhouse.ts

@@ -0,0 +1,39 @@
+import { createClient, type ClickHouseClient } from "@clickhouse/client";
+import type { OptionPrint } from "@islandflow/types";
+import { normalizeOptionPrint, optionPrintsTableDDL, OPTION_PRINTS_TABLE } from "./option-prints";
+
+export type ClickHouseOptions = {
+  url: string;
+  database?: string;
+  username?: string;
+  password?: string;
+};
+
+export const createClickHouseClient = (options: ClickHouseOptions): ClickHouseClient => {
+  return createClient({
+    url: options.url,
+    database: options.database,
+    username: options.username,
+    password: options.password
+  });
+};
+
+export const ensureOptionPrintsTable = async (
+  client: ClickHouseClient
+): Promise<void> => {
+  await client.exec({
+    query: optionPrintsTableDDL()
+  });
+};
+
+export const insertOptionPrint = async (
+  client: ClickHouseClient,
+  print: OptionPrint
+): Promise<void> => {
+  const record = normalizeOptionPrint(print);
+  await client.insert({
+    table: OPTION_PRINTS_TABLE,
+    values: [record],
+    format: "JSONEachRow"
+  });
+};

packages/storage/src/index.ts

@@ -0,0 +1,2 @@
+export * from "./clickhouse";
+export * from "./option-prints";

packages/storage/src/option-prints.ts

@@ -0,0 +1,29 @@
+import type { OptionPrint } from "@islandflow/types";
+
+export const OPTION_PRINTS_TABLE = "option_prints";
+
+export const optionPrintsTableDDL = (): string => {
+  return `
+CREATE TABLE IF NOT EXISTS ${OPTION_PRINTS_TABLE} (
+  source_ts UInt64,
+  ingest_ts UInt64,
+  seq UInt64,
+  trace_id String,
+  ts UInt64,
+  option_contract_id String,
+  price Float64,
+  size UInt32,
+  exchange String,
+  conditions Array(String)
+)
+ENGINE = MergeTree
+ORDER BY (ts, option_contract_id)
+`;
+};
+
+export const normalizeOptionPrint = (print: OptionPrint): OptionPrint => {
+  return {
+    ...print,
+    conditions: print.conditions ?? []
+  };
+};