initial devservices configs

devservices/clickhouse/config.xml

@@ -0,0 +1,6 @@
+<yandex>
+ <max_server_memory_usage_to_ram_ratio>0.3</max_server_memory_usage_to_ram_ratio>
+ <merge_tree>
+ <old_parts_lifetime>1</old_parts_lifetime>
+ </merge_tree>
+</yandex>

devservices/docker-compose.yml

@@ -0,0 +1,65 @@
+# Ignored by docker compose, used by devservices
+x-sentry-service-config:
+ version: 0.1
+ service_name: snuba
+ dependencies:
+ clickhouse:
+ description: "clickhouse"
+ redis:
+ description: "redis"
+ kafka:
+ description: "kafka"
+ modes:
+ default: [clickhouse, redis, kafka]
+
+services:
+ redis:
+ image: "redis:6.2.14-alpine"
+ healthcheck:
+ test: redis-cli ping
+ clickhouse:
+ image: "altinity/clickhouse-server:23.8.11.29.altinitystable"
+ ulimits:
+ nofile:
+ soft: 262144
+ hard: 262144
+ ports:
+ - "9000:9000"
+ - "9009:9009"
+ - "8123:8123"
+ volumes:
+ - "clickhouse:/var/lib/clickhouse"
+ - "./clickhouse/config.xml:/etc/clickhouse-server/config.d/sentry.xml"
+ kafka:
+ image: "confluentinc/cp-kafka:7.6.1"
+ environment:
+ # https://docs.confluent.io/platform/current/installation/docker/config-reference.html#cp-kakfa-example
+ KAFKA_PROCESS_ROLES: "broker,controller"
+ KAFKA_CONTROLLER_QUORUM_VOTERS: "1001@127.0.0.1:29093"
+ KAFKA_CONTROLLER_LISTENER_NAMES: "CONTROLLER"
+ KAFKA_NODE_ID: "1001"
+ CLUSTER_ID: "MkU3OEVBNTcwNTJENDM2Qk"
+ KAFKA_LISTENERS: "PLAINTEXT://0.0.0.0:29092,INTERNAL://0.0.0.0:9093,EXTERNAL://0.0.0.0:9092,CONTROLLER://0.0.0.0:29093"
+ KAFKA_ADVERTISED_LISTENERS: "PLAINTEXT://127.0.0.1:29092,INTERNAL://kafka:9093,EXTERNAL://127.0.0.1:9092"
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: "PLAINTEXT:PLAINTEXT,INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,CONTROLLER:PLAINTEXT"
+ KAFKA_INTER_BROKER_LISTENER_NAME: "PLAINTEXT"
+ KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: "1"
+ KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS: "1"
+ KAFKA_LOG_RETENTION_HOURS: "24"
+ KAFKA_MESSAGE_MAX_BYTES: "50000000" #50MB or bust
+ KAFKA_MAX_REQUEST_SIZE: "50000000" #50MB on requests apparently too
+ CONFLUENT_SUPPORT_METRICS_ENABLE: "false"
+ KAFKA_LOG4J_LOGGERS: "kafka.cluster=WARN,kafka.controller=WARN,kafka.coordinator=WARN,kafka.log=WARN,kafka.server=WARN,state.change.logger=WARN"
+ KAFKA_LOG4J_ROOT_LOGLEVEL: "WARN"
+ KAFKA_TOOLS_LOG4J_LOGLEVEL: "WARN"
+ ulimits:
+ nofile:
+ soft: 4096
+ hard: 4096
+ volumes:
+ - "kafka:/var/lib/kafka/data"
+ ports:
+ - "9092:9092"
+volumes:
+ clickhouse:
+ kafka: