skywalking-java/test/e2e/case/kafka/docker-compose.yml at a1ffc35d51409c6e68e34ac96a81fe9fee3dddc0 · apache/skywalking-java · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

version: '2.1'

services:
  zookeeper:
    image: zookeeper:3.4
    hostname: zookeeper
    expose:
      - 2181
    networks:
      - e2e
    environment:
      - ALLOW_ANONYMOUS_LOGIN=yes
    healthcheck:
      test: ["CMD", "sh", "-c", "nc -nz 127.0.0.1 2181"]
      interval: 5s
      timeout: 60s
      retries: 120

  broker-a:
    image: bitnami/kafka:2.4.1
    hostname: broker-a
    expose:
      - 9092
    networks:
      - e2e
    environment:
      - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
      - KAFKA_BROKER_ID=10
      - ALLOW_PLAINTEXT_LISTENER=yes
    depends_on:
      zookeeper:
        condition: service_healthy
    healthcheck:
      test: ["CMD", "kafka-topics.sh", "--list", "--zookeeper", "zookeeper:2181"]
      interval: 5s
      timeout: 60s
      retries: 120

  broker-b:
    image: bitnami/kafka:2.4.1
    hostname: broker-b
    expose:
      - 9092
    networks:
      - e2e
    environment:
      - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
      - KAFKA_BROKER_ID=24
      - ALLOW_PLAINTEXT_LISTENER=yes
    depends_on:
      zookeeper:
        condition: service_healthy
    healthcheck:
      test: ["CMD", "kafka-topics.sh", "--list", "--zookeeper", "zookeeper:2181"]
      interval: 5s
      timeout: 60s
      retries: 12

  oap:
    extends:
      file: ../../base/base-compose.yml
      service: oap
    environment:
      SW_KAFKA_FETCHER: default
      SW_KAFKA_FETCHER_ENABLE_NATIVE_PROTO_LOG: "true"
      SW_KAFKA_FETCHER_SERVERS: broker-a:9092,broker-b:9092
      SW_KAFKA_FETCHER_PARTITIONS: 2
      SW_KAFKA_FETCHER_PARTITIONS_FACTOR: 1
    ports:
      - 12800
    depends_on:
      broker-a:
        condition: service_healthy
      broker-b:
        condition: service_healthy

  banyandb:
    extends:
      file: ../../base/base-compose.yml
      service: banyandb
    ports:
      - 17912

  kafkaprovider:
    extends:
      file: ../../base/base-compose.yml
      service: provider
    build:
      args:
        ENABLE_KAFKA_REPORTER: "true"
    environment:
      SW_KAFKA_BOOTSTRAP_SERVERS: broker-a:9092,broker-b:9092
      SW_GET_TOPIC_TIMEOUT: 60
      SW_PLUGIN_KAFKA_TOPIC_LOGGING: skywalking-logs
    ports:
      - 9090
    depends_on:
      oap:
        condition: service_healthy


  kafkaconsumer:
    extends:
      file: ../../base/base-compose.yml
      service: consumer
    build:
      args:
        ENABLE_KAFKA_REPORTER: "true"
    environment:
      SW_KAFKA_BOOTSTRAP_SERVERS: broker-a:9092,broker-b:9092
      SW_GET_TOPIC_TIMEOUT: 60
      SW_PLUGIN_KAFKA_TOPIC_LOGGING: skywalking-logs
      PROVIDER_URL: http://kafkaprovider:9090
    ports:
      - 9090
    depends_on:
      kafkaprovider:
        condition: service_healthy

networks:
  e2e: