forked from czentgr/presto-minio
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdocker-compose-java-worker.yml
120 lines (120 loc) · 3.69 KB
/
docker-compose-java-worker.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
version: '1'
services:
minio:
hostname: minio-server
image: 'minio/minio:latest'
container_name: minio-server
command: server --console-address ":9001" /minio
ports:
- '9000:9000'
- '9001:9001'
environment:
AWS_ACCESS_KEY_ID: minioadmin
AWS_SECRET_ACCESS_KEY: minioadmin
volumes:
- '~/minio/data:/minio'
networks:
presto:
ipv4_address: 172.19.0.2
hadoop:
hostname: hadoop-master
image: 'prestodb/hive3.1-hive:10'
container_name: hadoop-master
environment:
AWS_ACCESS_KEY_ID: minioadmin
AWS_SECRET_ACCESS_KEY: minioadmin
volumes:
- './hadoop/core-site.xml:/opt/hadoop/etc/hadoop/core-site.xml'
ports:
- '9083:9083'
depends_on:
- minio
networks:
presto:
ipv4_address: 172.19.0.3
coordinator:
container_name: coordinator
image: prestodb/presto:0.282
platform: linux/amd64
restart: always
deploy:
resources:
limits:
memory: 2G
ports:
- 8080:8080
volumes:
- ./prestissimo/coordinator/config.properties:/opt/presto-server/etc/config.properties
- ./prestissimo/coordinator/jvm.config:/opt/presto-server/etc/jvm.config
- ./prestissimo/coordinator/node.properties:/opt/presto-server/etc/node.properties
- ./prestissimo/catalog/jmx.properties:/opt/presto-server/etc/catalog/jmx.properties
- ./prestissimo/catalog/tpcds.properties:/opt/presto-server/etc/catalog/tpcds.properties
- ./prestissimo/catalog/tpch.properties:/opt/presto-server/etc/catalog/tpch.properties
- ./presto/etc/catalog/minio.properties:/opt/presto-server/etc/catalog/minio.properties
depends_on:
- minio
- hadoop
environment:
- AWS_ACCESS_KEY=FEEF05540F5D8BE7EB62
- AWS_SECRET_ACCESS_KEY=2509758e5a6160ddf8c3014651b64006eec5213a
healthcheck:
test: ["CMD", "curl", "-f", "http://172.19.0.4:8080"]
interval: 5m
timeout: 10s
retries: 5
start_period: 60s
networks:
presto:
ipv4_address: 172.19.0.4
worker_1:
container_name: worker_1
image: prestodb/presto:0.282
platform: linux/amd64
restart: always
depends_on:
- minio
- hadoop
deploy:
resources:
limits:
memory: 2G
volumes:
- ./prestissimo/workers/config.properties:/opt/presto-server/etc/config.properties
- ./prestissimo/workers/jvm.config:/opt/presto-server/etc/jvm.config
- ./prestissimo/workers/1/node.properties:/opt/presto-server/etc/node.properties
- ./prestissimo/catalog/jmx.properties:/opt/presto-server/etc/catalog/jmx.properties
- ./prestissimo/catalog/tpcds.properties:/opt/presto-server/etc/catalog/tpcds.properties
- ./prestissimo/catalog/tpch.properties:/opt/presto-server/etc/catalog/tpch.properties
- ./presto/etc/catalog/minio.properties:/opt/presto-server/etc/catalog/minio.properties
depends_on:
- minio
- hadoop
environment:
- AWS_ACCESS_KEY=FEEF05540F5D8BE7EB62
- AWS_SECRET_ACCESS_KEY=2509758e5a6160ddf8c3014651b64006eec5213a
networks:
presto:
ipv4_address: 172.19.0.11
mc-job:
image: 'minio/mc:latest'
environment:
MC_HOST_presto: "http://minioadmin:minioadmin@172.19.0.2:9000"
volumes:
- './minio/data:/minio'
depends_on:
- minio
- hadoop
entrypoint: |
/bin/bash -c "
/usr/bin/mc mb presto/customer-data-text;
/usr/bin/mc mb presto/customer-data-orc;
/usr/bin/mc mirror minio/customer-data-text presto/customer-data-text;
"
networks:
presto:
driver: bridge
ipam:
driver: default
config:
- subnet: 172.19.0.0/24
gateway: 172.19.0.1