Skip to content

Commit 08970f7

Browse files
spancerrayspancerray
committed
update prestodb.
1 parent 8e2a6e8 commit 08970f7

File tree

4 files changed

+88484
-46
lines changed

4 files changed

+88484
-46
lines changed

‎docker-compose.yml

Lines changed: 100 additions & 42 deletions
Original file line numberDiff line numberDiff line change
@@ -1,27 +1,28 @@
11
version: "3"
2-
32
services:
43
namenode:
5-
image: bde2020/hadoop-namenode
4+
image: coomia/hadoop3.2-namenode:0.1
65
container_name: namenode
76
ports:
87
- 9870:9870
98
- 9000:9000
109
environment:
11-
- CLUSTER_NAME=Qbit
10+
- CLUSTER_NAME=coomia-hdp-cluster
1211
env_file:
1312
- ./hadoop.env
1413

1514
datanode:
16-
image: bde2020/hadoop-datanode
15+
image: coomia/hadoop3.2-datanode:0.1
1716
container_name: datanode
1817
environment:
1918
SERVICE_PRECONDITION: "namenode:9870"
19+
ports:
20+
- "9864"
2021
env_file:
2122
- ./hadoop.env
2223

2324
resourcemanager:
24-
image: bde2020/hadoop-resourcemanager
25+
image: coomia/hadoop3.2-resourcemanager:0.1
2526
container_name: resourcemanager
2627
ports:
2728
- 8088:8088
@@ -31,45 +32,79 @@ services:
3132
- ./hadoop.env
3233

3334
nodemanager:
34-
image: bde2020/hadoop-nodemanager
35+
image: coomia/hadoop3.2-nodemanager:0.1
3536
container_name: nodemanager
3637
environment:
3738
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
3839
env_file:
3940
- ./hadoop.env
4041

4142
historyserver:
42-
image: bde2020/hadoop-historyserver
43+
image: coomia/hadoop3.2-historyserver:0.1
4344
container_name: historyserver
4445
environment:
4546
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
4647
env_file:
4748
- ./hadoop.env
49+
4850
hive-metastore:
49-
image: coomia/hive3.1.2:0.2
51+
image: coomia/hive3.1-hadoop3.2:0.1
5052
container_name: hive-metastore
5153
volumes:
5254
- /data/tools:/tools
5355
env_file:
5456
- ./hadoop.env
5557
command: /opt/hive/bin/hive --service metastore
5658
environment:
57-
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 hive-metastore-postgresql:5432"
59+
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 hive-metastore-pg:5432"
5860
ports:
5961
- "9083:9083"
60-
hive-metastore-postgresql:
61-
image: bde2020/hive-metastore-postgresql:3.1.0
62+
hive-metastore-pg:
63+
image: coomia/hive3.1-metastore-pg:0.1
64+
container_name: hive-metastore-pg
6265
hive-server:
63-
image: coomia/hive3.1.2:0.2
66+
image: coomia/hive3.1-hadoop3.2:0.1
67+
container_name: hive-server
6468
env_file:
6569
- ./hadoop.env
6670
environment:
6771
HIVE_CORE_CONF_javax_jdo_option_ConnectionURL: "jdbc:postgresql://hive-metastore/metastore"
6872
SERVICE_PRECONDITION: "hive-metastore:9083"
6973
ports:
7074
- "10000:10000"
75+
76+
zookeeper:
77+
image: coomia/zookeeper:0.1
78+
container_name: zookeeper
79+
ports:
80+
- 2181:2181
81+
kafka:
82+
image: wurstmeister/kafka:2.12-2.5.0
83+
container_name: kafka
84+
ports:
85+
- "9092:9092"
86+
depends_on:
87+
- zookeeper
88+
environment:
89+
KAFKA_ADVERTISED_HOST_NAME: 10.116.200.24
90+
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
91+
KAFKA_CREATE_TOPICS: "arkuser:1:1, arkevent:1:1"
92+
KAFKA_TRANSACTION_MAX_TIMEOUT_MS: "7200000"
93+
volumes:
94+
- /var/run/docker.sock:/var/run/docker.sock
95+
prestodb:
96+
image: coomia/prestodb:0.1
97+
container_name: prestodb
98+
ports:
99+
- "9999:8080"
100+
volumes:
101+
- ./conf/standalone:/opt/presto/etc:ro
102+
- /data/presto:/data
103+
restart: unless-stopped
104+
71105
elasticsearch:
72106
image: elasticsearch:7.9.1
107+
container_name: elasticsearch
73108
environment:
74109
- cluster.name=docker-cluster
75110
- bootstrap.memory_lock=true
@@ -90,55 +125,78 @@ services:
90125
hard: 65536
91126
kibana:
92127
image: kibana:7.9.1
128+
container_name: kibana
93129
ports:
94130
- "5601:5601"
131+
environment:
132+
I18N_LOCALE: zh-CN
133+
restart: always
134+
ports:
135+
- "5601:5601"
136+
depends_on:
137+
- elasticsearch
138+
139+
filebeat:
140+
image: docker.elastic.co/beats/filebeat:7.9.1
141+
hostname: filebeat
142+
container_name: filebeat
143+
volumes:
144+
- ./elk/filebeat/filebeat.yml:/usr/share/filebeat/filebeat.yml
145+
- ./elk/filebeat/logs:/usr/share/filebeat/logs
146+
environment:
147+
- TZ=Asia/Shanghai
148+
149+
jobmanager:
150+
image: coomia/flink1.11.3-yarn-embedded:0.1
151+
container_name: jobmanager
152+
expose:
153+
- "6123"
154+
ports:
155+
- "8081:8081"
156+
command: jobmanager
157+
environment:
158+
- JOB_MANAGER_RPC_ADDRESS=jobmanager
159+
160+
taskmanager:
161+
image: coomia/flink1.11.3-yarn-embedded:0.1
162+
container_name: taskmanager
163+
expose:
164+
- "6121"
165+
- "6122"
166+
depends_on:
167+
- jobmanager
168+
command: taskmanager
169+
links:
170+
- "jobmanager:jobmanager"
171+
environment:
172+
- JOB_MANAGER_RPC_ADDRESS=jobmanager
173+
95174
hbase-master:
96-
image: harisekhon/hbase:${VERSION:-latest}
175+
image: harisekhon/hbase:2.0
176+
container_name: hbase-master
97177
command: master
98178
ports:
99179
- 16000:16000
100180
- 16010:16010
101181
hbase-regionserver:
102-
image: harisekhon/hbase:${VERSION:-latest}
182+
image: harisekhon/hbase:2.0
183+
container_name: hbase-regionserver
103184
command: regionserver
104185
ports:
105186
- 16030:16030
106187
- 16201:16201
107188
- 16301:16301
108189
hbase-thrift:
109-
image: harisekhon/hbase:${VERSION:-latest}
190+
image: harisekhon/hbase:2.0
191+
container_name: hbase-thrift
110192
command: thrift
111193
ports:
112194
- 9090:9090
113195
- 9095:9095
114196
hbase-stargate:
115-
image: harisekhon/hbase:${VERSION:-latest}
197+
image: harisekhon/hbase:2.0
198+
container_name: hbase-stargate
116199
command: stargate
117200
ports:
118201
- 8080:8080
119-
- 8085:8085
120-
zookeeper:
121-
image: harisekhon/zookeeper:latest
122-
ports:
123-
- 2181:2181
124-
kafka:
125-
image: wurstmeister/kafka
126-
container_name: kafka
127-
ports:
128-
- "9092:9092"
129-
depends_on:
130-
- zookeeper
131-
environment:
132-
KAFKA_ADVERTISED_HOST_NAME: 10.116.200.25
133-
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
134-
KAFKA_CREATE_TOPICS: "arkuser:1:1, arkevent:1:1"
135-
volumes:
136-
- /var/run/docker.sock:/var/run/docker.sock
137-
prestodb:
138-
image: vimagick/prestodb:debian
139-
ports:
140-
- "9999:8080"
141-
volumes:
142-
- ./conf/standalone:/opt/presto/etc:ro
143-
- /data/presto:/data
144-
restart: unless-stopped
202+
- 8085:8085

‎elk/filebeat/filebeat.yml

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
filebeat.config:
2+
modules:
3+
path: ${path.config}/modules.d/*.yml
4+
reload.enabled: false
5+
6+
filebeat.inputs:
7+
- type: log
8+
paths:
9+
- /usr/share/filebeat/logs/access.log
10+
11+
output.elasticsearch:
12+
hosts: ["elasticsearch:9200"]
13+
indices:
14+
- index: "warning-%{[agent.version]}-%{+yyyy.MM.dd}"
15+
when.contains:
16+
message: "WARN"
17+
- index: "error-%{[agent.version]}-%{+yyyy.MM.dd}"
18+
when.contains:
19+
message: "ERR"
20+
21+
setup.kibana:
22+
host: "kibana:5601"

0 commit comments

Comments
 (0)