feat: 增加kafka

Author: suyar

.env.example

@@ -45,4 +45,9 @@ kIBANA_HOST_PORT=5601
 kIBANA_I18N_LOCALE=zh-CN
 
 # ClickHouse
-CLICKHOUSE_PORT=8123
+CLICKHOUSE_VERSION=24.8
+CLICKHOUSE_PORT=8123
+
+# kafka
+KAFKA_VERSION=3.8.1
+KAFKA_PORT=9092

README.md

@@ -33,6 +33,7 @@
 8. elasticsearch:7.17.25（官方镜像）
 9. kibana:7.17.25（官方镜像）
 10. clickhouse-server:24.8（官方镜像）
+11. kafka:3.8.1（官方镜像）
 
 # 目录
 

docker-compose.yml.example

@@ -199,7 +199,7 @@ services:
         max-file: "1"
 
   clickhouse:
-    image: clickhouse/clickhouse-server:24.8
+    image: clickhouse/clickhouse-server:${CLICKHOUSE_VERSION}
     ulimits:
       nofile:
         soft: 262144
@@ -212,7 +212,6 @@ services:
       TZ: ${TZ}
     volumes:
       - clickhouse-data:/var/lib/clickhouse
-      - ${DIR_LOGS}/clickhouse:/var/log/clickhouse-server
       - ${DIR_SERVICES}/clickhouse/config.d:/etc/clickhouse-server/config.d:ro
       - ${DIR_SERVICES}/clickhouse/users.d:/etc/clickhouse-server/users.d:ro
     hostname: clickhouse
@@ -227,6 +226,35 @@ services:
         max-size: "10m"
         max-file: "1"
 
+  kafka:
+    image: apache/kafka:${KAFKA_VERSION}
+    environment:
+      TZ: ${TZ}
+      KAFKA_NODE_ID: 1
+      KAFKA_PROCESS_ROLES: broker,controller
+      KAFKA_LISTENERS: PLAINTEXT://:9092,CONTROLLER://:9093
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://:9092
+      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT
+      KAFKA_CONTROLLER_QUORUM_VOTERS: 1@localhost:9093
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
+      KAFKA_LOG_RETENTION_MINUTES: 10
+      KAFKA_NUM_PARTITIONS: 3
+    hostname: kafka
+    ports:
+      - "${KAFKA_PORT}:9092"
+    networks:
+      - default
+    restart: unless-stopped
+    logging:
+      driver: "json-file"
+      options:
+        max-size: "10m"
+        max-file: "1"
+
 volumes:
   mysql-data:
   redis-data:

services/clickhouse/.gitignore

@@ -0,0 +1,4 @@
+*
+!.gitignore
+!config.xml
+!users.xml

services/clickhouse/config.d/docker_related_config.xml

@@ -1,12 +1,13 @@
 <clickhouse>
-     <!-- Listen wildcard address to allow accepting connections from other containers and host network. -->
-    <listen_host>::</listen_host>
+    <!-- Listen wildcard address to allow accepting connections from other containers and host network. -->
+    <!-- <listen_host>::</listen_host> -->
     <listen_host>0.0.0.0</listen_host>
     <listen_try>1</listen_try>
 
-    <!--
     <logger>
-        <console>1</console>
+        <level>warning</level>
+        <log></log>
+        <errorlog></errorlog>
+        <console>true</console>
     </logger>
-    -->
 </clickhouse>