renolation/cdp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

runable

Browse Source
This commit is contained in:
renolation
2026-05-25 10:16:31 +07:00
parent a428170fef
commit c5e980aa52
21 changed files with 6172 additions and 102 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
ingestion/.env.example
View File

@@ -1,13 +1,16 @@
# ---------------------------------------------------------------------------
# Shared infrastructure
# Shared infrastructure (remote)
# ---------------------------------------------------------------------------
POSTGRES_DSN=postgres://cdp:cdp@localhost:5432/cdp?sslmode=disable
POSTGRES_DSN=postgres://renolation:renolation@103.188.82.191:5432/ingestion?sslmode=disable
REDIS_ADDR=localhost:6379
KAFKA_BROKERS=localhost:9092
CLICKHOUSE_ADDR=localhost:9000
CLICKHOUSE_DB=cdp
CLICKHOUSE_USER=default
CLICKHOUSE_PASSWORD=
KAFKA_BROKERS=localhost:19092
# ClickHouse (internal, plain HTTP)
CLICKHOUSE_ADDR=192.168.1.60:9000
CLICKHOUSE_DB=analytics
CLICKHOUSE_USER=renolation
CLICKHOUSE_PASSWORD=renolation
CLICKHOUSE_SECURE=false
# ---------------------------------------------------------------------------
# Ingest service
@@ -18,10 +21,10 @@ INGEST_PAYLOAD_LIMIT_KB=100
INGEST_BATCH_LIMIT_KB=4000
INGEST_LATE_EVENT_HOURS=24
INGEST_DEDUP_TTL_HOURS=24
INGEST_WRITE_KEY_CACHE_TTL_SECONDS=45
INGEST_WRITE_KEY_CACHE_TTL_SECONDS=45s
INGEST_LOG_PAYLOAD_ON_SUCCESS=false
INGEST_LOG_PAYLOAD_ON_ERROR=true
INGEST_SHUTDOWN_TIMEOUT_SECONDS=30
INGEST_SHUTDOWN_TIMEOUT_SECONDS=30s
# Kafka topics
KAFKA_TOPIC_INGEST=events.ingest
@@ -35,8 +38,8 @@ BULKER_HTTP_ADDR=:3042
BULKER_LOG_LEVEL=info
BULKER_KAFKA_GROUP=bulker
BULKER_BATCH_SIZE=1000
BULKER_BATCH_INTERVAL_SECONDS=5
BULKER_SHUTDOWN_TIMEOUT_SECONDS=60
BULKER_BATCH_INTERVAL_SECONDS=5s
BULKER_SHUTDOWN_TIMEOUT_SECONDS=60s
# ---------------------------------------------------------------------------
# Rotor (Node.js)