BlancoByte

# 1. Extract the project
unzip BlancoByte-CDC-v3.zip
cd blancobyte-cdc

# 2. Set required permissions
chmod 400 init/mongodb/keyfile

# 3. Build and start all services
docker-compose build --no-cache
docker-compose up -d

# 4. Wait ~60 seconds for all services to become healthy
docker-compose ps

# 5. Open the UI
open http://localhost:3000

PostgreSQL ──┐
MySQL ────────┤
MariaDB ─────┼──► Debezium (Kafka Connect) ──► Kafka ──► BlancoByte Sink ──► ClickHouse
MongoDB ─────┘                                                    │
                                                             FastAPI REST API
                                                                  │
                                                             React UI :3000

# INSERT
docker exec -it bb-postgres psql -U bbuser -d sourcedb -c \
  "INSERT INTO users (email, full_name, balance) VALUES ('test@demo.io', 'Test User', 999.00);"

# UPDATE
docker exec -it bb-postgres psql -U bbuser -d sourcedb -c \
  "UPDATE users SET balance = 1234.56 WHERE email = 'test@demo.io';"

# DELETE
docker exec -it bb-postgres psql -U bbuser -d sourcedb -c \
  "DELETE FROM users WHERE email = 'test@demo.io';"

# INSERT
docker exec -it bb-mysql mysql -u bbuser -pbbpass sourcedb -e \
  "INSERT INTO customers (email, full_name, status) VALUES ('test@demo.io', 'Test User', 'active');"

# UPDATE
docker exec -it bb-mysql mysql -u bbuser -pbbpass sourcedb -e \
  "UPDATE customers SET status = 'vip' WHERE email = 'test@demo.io';"

# DELETE
docker exec -it bb-mysql mysql -u bbuser -pbbpass sourcedb -e \
  "DELETE FROM customers WHERE email = 'test@demo.io';"

# INSERT
docker exec -it bb-mariadb mariadb -u bbuser -pbbpass sourcedb -e \
  "INSERT INTO members (email, full_name, balance) VALUES ('test@demo.io', 'Test User', 500.00);"

# UPDATE
docker exec -it bb-mariadb mariadb -u bbuser -pbbpass sourcedb -e \
  "UPDATE members SET balance = 9999.00 WHERE email = 'test@demo.io';"

# DELETE
docker exec -it bb-mariadb mariadb -u bbuser -pbbpass sourcedb -e \
  "DELETE FROM members WHERE email = 'test@demo.io';"

# INSERT
docker exec -it bb-mongodb mongosh \
  -u bbuser -p bbpass --authenticationDatabase admin \
  --eval 'db.getSiblingDB("sourcedb").customers.insertOne({
    customer_id: "C006", email: "test@demo.io",
    full_name: "Test User", country: "NL",
    tier: "gold", balance: 5000.00, is_active: true, created_at: new Date()
  })'

# UPDATE
docker exec -it bb-mongodb mongosh \
  -u bbuser -p bbpass --authenticationDatabase admin \
  --eval 'db.getSiblingDB("sourcedb").customers.updateOne(
    { customer_id: "C001" },
    { $set: { balance: 99999.00, tier: "platinum" } }
  )'

# DELETE
docker exec -it bb-mongodb mongosh \
  -u bbuser -p bbpass --authenticationDatabase admin \
  --eval 'db.getSiblingDB("sourcedb").customers.deleteOne(
    { customer_id: "C004" }
  )'

-- Current state (deduplicated, no deleted rows)
SELECT * FROM cdc.users FINAL WHERE _cdc_deleted = 0 ORDER BY _cdc_ts DESC LIMIT 10;

-- Full change history for a record
SELECT _cdc_op, _cdc_ts, * FROM cdc.users WHERE id = 1 ORDER BY _cdc_ts;

-- Operation counts by table
SELECT _cdc_op, count() FROM cdc.users GROUP BY _cdc_op;

-- MongoDB: parse nested items array
SELECT order_id, status,
    JSONExtractString(item, 'sku')   AS sku,
    JSONExtractFloat(item, 'price')  AS price
FROM cdc.orders FINAL
ARRAY JOIN JSONExtractArrayRaw(items) AS item
WHERE _cdc_deleted = 0;

blancobyte-cdc/
├── docker-compose.yml
├── debezium/
│   ├── Dockerfile
│   ├── connectors/
│   │   ├── postgres-connector.json
│   │   ├── mysql-connector.json
│   │   ├── mariadb-connector.json
│   │   └── mongodb-connector.json
│   └── register.sh
├── init/
│   ├── postgres/01-init.sql
│   ├── mysql/01-init.sql
│   ├── mariadb/01-init.sql
│   ├── mongodb/01-init.js
│   └── clickhouse/01-init.sql
├── sink/
│   ├── main.py
│   ├── consumer.py
│   ├── clickhouse_writer.py
│   ├── schema_manager.py
│   └── type_mapper.py
└── ui/
    ├── public/logo.png
    └── src/
        ├── components/
        └── pages/

docker logs bb-connector-init
docker logs bb-debezium --tail 50

docker logs bb-mongodb-init
# Ensure keyfile permissions are correct:
chmod 400 init/mongodb/keyfile

docker logs bb-sink --tail 50
docker exec bb-kafka kafka-topics.sh --bootstrap-server localhost:9092 --list

docker logs bb-sink --tail 100 | grep ERROR

docker-compose down -v
docker-compose up -d

# Stop — data preserved
docker-compose down

# Stop + wipe all data
docker-compose down -v

# Restart
docker-compose up -d