forked from tchiotludo/akhq
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
120 lines (112 loc) · 4.66 KB
/
Copy pathdocker-compose.yml
File metadata and controls
120 lines (112 loc) · 4.66 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
version: '3.6'
volumes:
zookeeper-data:
driver: local
kafka-data:
driver: local
services:
kafkahq:
# build:
# context: .
image: tchiotludo/kafkahq
environment:
KAFKAHQ_CONFIGURATION: |
kafkahq:
connections:
docker-kafka-server:
properties:
bootstrap.servers: "kafka:9092"
schema-registry:
url: "http://schema-registry:8085"
connect:
url: "http://connect:8083"
ports:
- 8080:8080
links:
- kafka
- schema-registry
zookeeper:
image: confluentinc/cp-zookeeper
volumes:
- zookeeper-data:/var/lib/zookeeper
environment:
ZOOKEEPER_CLIENT_PORT: 2181
kafka:
image: confluentinc/cp-kafka
volumes:
- kafka-data:/var/lib/kafka
environment:
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_NUM_PARTITIONS: 12
KAFKA_COMPRESSION_TYPE: gzip
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092
KAFKA_CONFLUENT_SUPPORT_METRICS_ENABLE: 'false'
KAFKA_JMX_PORT: 9091
KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
links:
- zookeeper
schema-registry:
image: confluentinc/cp-schema-registry
depends_on:
- kafka
environment:
SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: "PLAINTEXT://kafka:9092"
SCHEMA_REGISTRY_HOST_NAME: schema-registry
SCHEMA_REGISTRY_LISTENERS: "http://0.0.0.0:8085"
SCHEMA_REGISTRY_LOG4J_ROOT_LOGLEVEL: INFO
connect:
image: confluentinc/cp-kafka-connect
depends_on:
- kafka
- schema-registry
environment:
CONNECT_BOOTSTRAP_SERVERS: kafka:9092
CONNECT_REST_PORT: 8083
CONNECT_REST_LISTENERS: http://0.0.0.0:8083
CONNECT_REST_ADVERTISED_HOST_NAME: connect
CONNECT_CONFIG_STORAGE_TOPIC: __connect-config
CONNECT_OFFSET_STORAGE_TOPIC: __connect-offsets
CONNECT_STATUS_STORAGE_TOPIC: __connect-status
CONNECT_GROUP_ID: "kafka-connect"
CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE: "true"
CONNECT_KEY_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: http://schema-registry:8085
CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE: "true"
CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: http://schema-registry:8085
CONNECT_INTERNAL_KEY_CONVERTER: org.apache.kafka.connect.json.JsonConverter
CONNECT_INTERNAL_VALUE_CONVERTER: org.apache.kafka.connect.json.JsonConverter
CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1
CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1
CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1
CONNECT_PLUGIN_PATH: ' /usr/share/java/'
test-data:
image: gradle:5.1.1-jdk
command: "gradle --no-daemon testInjectData"
working_dir: /app
volumes:
- ./:/app
links:
- kafka
- schema-registry
kafkacat:
image: confluentinc/cp-kafkacat
command: >
sh -c "
echo '{\"_id\":\"5c4b2b45ab234c86955f0802\",\"index\":0,\"guid\":\"d3637b06-9940-4958-9f82-639001c14c34\"}' | kafkacat -P -b kafka:9092 -t json &&
echo '{\"_id\":\"5c4b2b459ffa9bb0c0c249e1\",\"index\":1,\"guid\":\"08612fb5-40a7-45e5-9ff2-beb89a1b2835\"}' | kafkacat -P -b kafka:9092 -t json &&
echo '{\"_id\":\"5c4b2b4545d7cbc7bf8b6e3e\",\"index\":2,\"guid\":\"4880280a-cf8b-4884-881e-7b64ebf2afd0\"}' | kafkacat -P -b kafka:9092 -t json &&
echo '{\"_id\":\"5c4b2b45dab381e6b3024c6d\",\"index\":3,\"guid\":\"36d04c26-0dae-4a8e-a66e-bde9b3b6a745\"}' | kafkacat -P -b kafka:9092 -t json &&
echo '{\"_id\":\"5c4b2b45d1103ce30dfe1947\",\"index\":4,\"guid\":\"14d53f2c-def3-406f-9dfb-c29963fdc37e\"}' | kafkacat -P -b kafka:9092 -t json &&
echo '{\"_id\":\"5c4b2b45d6d3b5c51d3dacb7\",\"index\":5,\"guid\":\"a20cfc3a-934a-4b93-9a03-008ec651b5a4\"}' | kafkacat -P -b kafka:9092 -t json &&
echo '1,Sauncho,Attfield,sattfield0@netlog.com,Male,221.119.13.246' | kafkacat -P -b kafka:9092 -t csv &&
echo '2,Luci,Harp,lharp1@wufoo.com,Female,161.14.184.150' | kafkacat -P -b kafka:9092 -t csv &&
echo '3,Hanna,McQuillan,hmcquillan2@mozilla.com,Female,214.67.74.80' | kafkacat -P -b kafka:9092 -t csv &&
echo '4,Melba,Lecky,mlecky3@uiuc.edu,Female,158.112.18.189' | kafkacat -P -b kafka:9092 -t csv &&
echo '5,Mordecai,Hurdiss,mhurdiss4@rambler.ru,Male,175.123.45.143' | kafkacat -P -b kafka:9092 -t csv &&
kafkacat -b kafka:9092 -G json-consumer json"
links:
- kafka