init ingestion

ingestion/.env.example

@@ -0,0 +1,54 @@
+# ---------------------------------------------------------------------------
+# Shared infrastructure
+# ---------------------------------------------------------------------------
+POSTGRES_DSN=postgres://cdp:cdp@localhost:5432/cdp?sslmode=disable
+REDIS_ADDR=localhost:6379
+KAFKA_BROKERS=localhost:9092
+CLICKHOUSE_ADDR=localhost:9000
+CLICKHOUSE_DB=cdp
+CLICKHOUSE_USER=default
+CLICKHOUSE_PASSWORD=
+
+# ---------------------------------------------------------------------------
+# Ingest service
+# ---------------------------------------------------------------------------
+INGEST_HTTP_ADDR=:3049
+INGEST_LOG_LEVEL=info
+INGEST_PAYLOAD_LIMIT_KB=100
+INGEST_BATCH_LIMIT_KB=4000
+INGEST_LATE_EVENT_HOURS=24
+INGEST_DEDUP_TTL_HOURS=24
+INGEST_WRITE_KEY_CACHE_TTL_SECONDS=45
+INGEST_LOG_PAYLOAD_ON_SUCCESS=false
+INGEST_LOG_PAYLOAD_ON_ERROR=true
+INGEST_SHUTDOWN_TIMEOUT_SECONDS=30
+
+# Kafka topics
+KAFKA_TOPIC_INGEST=events.ingest
+KAFKA_TOPIC_DLQ=events.dlq
+KAFKA_TOPIC_RETRY=events.retry
+
+# ---------------------------------------------------------------------------
+# Bulker service
+# ---------------------------------------------------------------------------
+BULKER_HTTP_ADDR=:3042
+BULKER_LOG_LEVEL=info
+BULKER_KAFKA_GROUP=bulker
+BULKER_BATCH_SIZE=1000
+BULKER_BATCH_INTERVAL_SECONDS=5
+BULKER_SHUTDOWN_TIMEOUT_SECONDS=60
+
+# ---------------------------------------------------------------------------
+# Rotor (Node.js)
+# ---------------------------------------------------------------------------
+ROTOR_PORT=3401
+ROTOR_LOG_LEVEL=info
+ROTOR_ISOLATE_MEMORY_MB=128
+ROTOR_FUNCTION_TIMEOUT_MS=2000
+
+# ---------------------------------------------------------------------------
+# Console (Vite)
+# ---------------------------------------------------------------------------
+VITE_API_BASE_URL=http://localhost:3049
+VITE_BULKER_BASE_URL=http://localhost:3042
+VITE_ROTOR_BASE_URL=http://localhost:3401