mirror of
https://github.com/PostHog/posthog.git
synced 2024-11-28 00:46:45 +01:00
1f3145128c
* Enable PLUGIN_SERVER_INGESTION_HANDOFF = get_bool_from_env("PLUGIN_SERVER_INGESTION_HANDOFF
* Don't set PLUGIN_SERVER_INGESTION_HANDOFF in worker
* Add comments
* Remove _HANDOFF from PLUGIN_SERVER_INGESTION
* add stats counter for plugin server handoff, so we can verify events out and events in
* add whitelisted posthog and kea organizations
* disable ingestion this round --> first let's just check the plugin server can talk to kafka & clickhouse before sending real events to it
* enable ingestion in docker-compose.ch.yml
* eliminate bad merge
* async action event matching when using postgres plugin server ingestion (#3182)
* fix org
* remove _HANDOFF from topic
* add plugin_ to plugin server ingestion topic
* update plugin server to 0.7.0
Co-authored-by: Marius Andra <marius.andra@gmail.com>
118 lines
3.3 KiB
YAML
118 lines
3.3 KiB
YAML
version: '3'
|
|
|
|
services:
|
|
db:
|
|
image: postgres:11-alpine
|
|
environment:
|
|
POSTGRES_USER: posthog
|
|
POSTGRES_DB: posthog
|
|
POSTGRES_PASSWORD: posthog
|
|
ports:
|
|
- '5439:5432'
|
|
redis:
|
|
image: 'redis:alpine'
|
|
ports:
|
|
- '6379:6379'
|
|
web:
|
|
build:
|
|
context: ../
|
|
dockerfile: dev.Dockerfile
|
|
command: ./ee/bin/docker-ch-dev-web
|
|
volumes:
|
|
- ..:/code
|
|
ports:
|
|
- '8000:8000'
|
|
- '8234:8234'
|
|
environment:
|
|
IS_DOCKER: 'true'
|
|
DATABASE_URL: 'postgres://posthog:posthog@db:5432/posthog'
|
|
CLICKHOUSE_HOST: 'clickhouse'
|
|
CLICKHOUSE_DATABASE: 'posthog'
|
|
CLICKHOUSE_SECURE: 'false'
|
|
CLICKHOUSE_VERIFY: 'false'
|
|
KAFKA_URL: 'kafka://kafka'
|
|
REDIS_URL: 'redis://redis:6379/'
|
|
SECRET_KEY: 'alsdfjiosdajfklalsdjkf'
|
|
DEBUG: 'true'
|
|
PRIMARY_DB: 'clickhouse'
|
|
PLUGIN_SERVER_INGESTION: 'true'
|
|
depends_on:
|
|
- db
|
|
- redis
|
|
- clickhouse
|
|
- kafka
|
|
links:
|
|
- db:db
|
|
- redis:redis
|
|
worker:
|
|
build:
|
|
context: ../
|
|
dockerfile: dev.Dockerfile
|
|
command: ./bin/docker-worker-celery --with-scheduler
|
|
volumes:
|
|
- ..:/code
|
|
environment:
|
|
IS_DOCKER: 'true'
|
|
DATABASE_URL: 'postgres://posthog:posthog@db:5432/posthog'
|
|
CLICKHOUSE_HOST: 'clickhouse'
|
|
CLICKHOUSE_DATABASE: 'posthog'
|
|
CLICKHOUSE_SECURE: 'false'
|
|
CLICKHOUSE_VERIFY: 'false'
|
|
KAFKA_URL: 'kafka://kafka'
|
|
REDIS_URL: 'redis://redis:6379/'
|
|
SECRET_KEY: 'alsdfjiosdajfklalsdjkf'
|
|
DEBUG: 'true'
|
|
PRIMARY_DB: 'clickhouse'
|
|
depends_on:
|
|
- db
|
|
- redis
|
|
links:
|
|
- db:db
|
|
- redis:redis
|
|
plugins:
|
|
build:
|
|
context: ../
|
|
dockerfile: production.Dockerfile
|
|
command: ./bin/plugin-server --no-restart-loop
|
|
restart: on-failure
|
|
volumes:
|
|
- ..:/code
|
|
environment:
|
|
DATABASE_URL: 'postgres://posthog:posthog@db:5432/posthog'
|
|
KAFKA_ENABLED: 'true'
|
|
KAFKA_HOSTS: 'kafka:9092'
|
|
REDIS_URL: 'redis://redis:6379/'
|
|
PLUGIN_SERVER_INGESTION: 'true'
|
|
depends_on:
|
|
- db
|
|
- redis
|
|
- clickhouse
|
|
- kafka
|
|
links:
|
|
- db:db
|
|
- redis:redis
|
|
clickhouse:
|
|
image: yandex/clickhouse-server
|
|
depends_on:
|
|
- kafka
|
|
ports:
|
|
- '8123:8123'
|
|
- '9000:9000'
|
|
- '9440:9440'
|
|
- '9009:9009'
|
|
volumes:
|
|
- ./idl:/idl
|
|
- ../docker/clickhouse/docker-entrypoint-initdb.d:/docker-entrypoint-initdb.d
|
|
- ../docker/clickhouse/config.xml:/etc/clickhouse-server/config.xml
|
|
zookeeper:
|
|
image: wurstmeister/zookeeper
|
|
kafka:
|
|
image: wurstmeister/kafka
|
|
depends_on:
|
|
- zookeeper
|
|
ports:
|
|
- '9092:9092'
|
|
environment:
|
|
KAFKA_ADVERTISED_HOST_NAME: kafka
|
|
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
|