chore: add docker compose (open-falcon#867)

* chore: add docker compose

* chore: correct the replace function in ctrl.sh

* use golang1.15  and alpine 3.13 in base image

Co-authored-by: Vic Lai <[email protected]>

Author: shaneing

Dockerfile.module

@@ -0,0 +1,36 @@
+# Build container;
+FROM openfalcon/makegcc-golang:1.15-alpine
+LABEL maintainer [email protected]
+USER root
+
+ENV FALCON_DIR=/open-falcon PROJ_PATH=${GOPATH}/src/github.com/open-falcon/falcon-plus
+
+RUN mkdir -p $FALCON_DIR && \
+    apk add --no-cache ca-certificates git
+
+COPY . ${PROJ_PATH}
+
+WORKDIR ${PROJ_PATH}
+
+ARG MODULE
+
+RUN make $MODULE \
+    && make pack4docker CMD=$MODULE \
+    && tar -zxf open-falcon-v*.tar.gz -C ${FALCON_DIR} \
+    && rm -rf ${PROJ_PATH}
+
+# Final container;
+FROM alpine:3.13
+LABEL maintainer [email protected]
+USER root
+
+ENV FALCON_DIR=/open-falcon
+
+RUN mkdir -p $FALCON_DIR/logs && \
+    apk update && \
+    apk add --no-cache ca-certificates bash git iproute2
+
+COPY --from=0 ${FALCON_DIR} ${FALCON_DIR}
+
+EXPOSE 8433 8080
+WORKDIR ${FALCON_DIR}

Makefile

@@ -78,12 +78,17 @@ pack4docker: checkbin
 	@$(foreach var,$(CMD),mkdir -p ./out/$(var)/logs;)
 	@$(foreach var,$(CMD),cp ./config/$(var).json ./out/$(var)/config/cfg.json;)
 	@$(foreach var,$(CMD),cp ./bin/$(var)/falcon-$(var) ./out/$(var)/bin;)
-	@cp -r ./modules/agent/public ./out/agent/
-	@(cd ./out && ln -s ./agent/public/ ./public)
-	@(cd ./out && mkdir -p ./agent/plugin && ln -s ./agent/plugin/ ./plugin)
-	@cp -r ./modules/api/data ./out/api/
-	@mkdir out/graph/data
-	@bash ./docker/confgen4docker.sh
+	@if expr "$(CMD)" : "agent" > /dev/null; then \
+		(cp -r ./modules/agent/public ./out/agent/); \
+		(cd ./out && ln -s ./agent/public/ ./public); \
+		(cd ./out && mkdir -p ./agent/plugin && ln -s ./agent/plugin/ ./plugin); \
+	fi
+	@if expr "$(CMD)" : "api" > /dev/null; then \
+		cp -r ./modules/api/data ./out/api/; \
+	fi
+	@if expr "$(CMD)" : "graph" > /dev/null; then \
+		mkdir out/graph/data; \
+	fi
 	@cp ./docker/ctrl.sh ./out/ && chmod +x ./out/ctrl.sh
 	@cp $(TARGET) ./out/$(TARGET)
 	tar -C out -zcf open-falcon-v$(VERSION).tar.gz .

config/agent.json

@@ -1,6 +1,6 @@
 {
     "debug": true,
-    "hostname": "",
+    "hostname": "%%AGENT_HOSTNAME%%",
     "ip": "",
     "plugin": {
         "enabled": false,

config/api.json

@@ -10,7 +10,7 @@
 	},
 	"graphs": {
 		"cluster": {
-			"graph-00": "127.0.0.1:6070"
+			"graph-00": "%%GRAPH_RPC%%"
 		},
 		"max_conns": 100,
 		"max_idle": 100,

config/confgen.sh

@@ -16,6 +16,7 @@ confs=(
     '%%MYSQL%%=root:@tcp(127.0.0.1:3306)'
     '%%PLUS_API_DEFAULT_TOKEN%%=default-token-used-in-server-side'
     '%%PLUS_API_HTTP%%=0.0.0.0:8080'
+    '%%AGENT_HOSTNAME%%='
  )
 
 configurer() {

docker-compose.yml

@@ -0,0 +1,164 @@
+version: '3.5'
+
+services:
+  mysql:
+    container_name: falcon-mysql
+    image: mysql:5.7
+    environment:
+      MYSQL_ROOT_PASSWORD: root
+    volumes:
+      - ./scripts/mysql/db_schema:/docker-entrypoint-initdb.d/
+      - mysql-data:/var/lib/mysql
+
+  redis:
+    container_name: falcon-redis
+    image: redis:4-alpine3.8
+
+  hbs: &falcon
+    container_name: falcon-hbs
+    build:
+      context: ./
+      args:
+        MODULE: hbs
+      dockerfile: Dockerfile.module
+    image: openfalcon/falcon-hbs:dev
+    environment:
+      MYSQL_PORT: root:root@tcp\(falcon-mysql:3306\)
+      REDIS_PORT: falcon-redis:6379
+      AGGREGATOR_HTTP: falcon-aggregator:6055
+      GRAPH_HTTP: falcon-graph:6071
+      GRAPH_RPC: falcon-graph:6070
+      HBS_HTTP: falcon-hbs:6031
+      HBS_RPC: falcon-hbs:6030
+      JUDGE_HTTP: falcon-judge:6081
+      JUDGE_RPC: falcon-judge:6080
+      NODATA_HTTP: falcon-nodata:6090
+      TRANSFER_HTTP: falcon-transfer:6060
+      TRANSFER_RPC: falcon-transfer:8433
+      PLUS_API_HTTP: falcon-api:8080
+      AGENT_HOSTNAME: docker-agent
+    depends_on:
+      - mysql
+      - redis
+    command: "sh ctrl.sh run hbs"
+
+  agent:
+    <<: *falcon
+    build:
+      context: ./
+      args:
+        MODULE: agent
+      dockerfile: Dockerfile.module
+    image: openfalcon/falcon-agent:dev
+    container_name: falcon-agent
+    depends_on:
+      - hbs
+      - transfer
+    command: "sh ctrl.sh run agent"
+
+  aggregator:
+    <<: *falcon
+    build:
+      context: ./
+      args:
+        MODULE: aggregator
+      dockerfile: Dockerfile.module
+    image: openfalcon/falcon-aggregator:dev
+    container_name: falcon-aggregator
+    command: "sh ctrl.sh run aggregator"
+
+  nodata:
+    <<: *falcon
+    build:
+      context: ./
+      args:
+        MODULE: nodata
+      dockerfile: Dockerfile.module
+    image: openfalcon/falcon-nodata:dev
+    container_name: falcon-nodata
+    command: "sh ctrl.sh run nodata"
+
+  api:
+    <<: *falcon
+    build:
+      context: ./
+      args:
+        MODULE: api
+      dockerfile: Dockerfile.module
+    image: openfalcon/falcon-api:dev
+    container_name: falcon-api
+    command: "sh ctrl.sh run api"
+    ports:
+      - 8080:8080
+
+  alarm:
+    <<: *falcon
+    build:
+      context: ./
+      args:
+        MODULE: alarm
+      dockerfile: Dockerfile.module
+    image: openfalcon/falcon-alarm:dev
+    container_name: falcon-alarm
+    command: "sh ctrl.sh run alarm"
+
+  transfer:
+    <<: *falcon
+    build:
+      context: ./
+      args:
+        MODULE: transfer
+      dockerfile: Dockerfile.module
+    image: openfalcon/falcon-transfer:dev
+    container_name: falcon-transfer
+    depends_on:
+      - graph
+    command: "sh ctrl.sh run transfer"
+
+  judge:
+    <<: *falcon
+    build:
+      context: ./
+      args:
+        MODULE: judge
+      dockerfile: Dockerfile.module
+    image: openfalcon/falcon-judge:dev
+    container_name: falcon-judge
+    command: "sh ctrl.sh run judge"
+
+  graph:
+    <<: *falcon
+    build:
+      context: ./
+      args:
+        MODULE: graph
+      dockerfile: Dockerfile.module
+    image: openfalcon/falcon-graph:dev
+    container_name: falcon-graph
+    volumes:
+      - graph-data:/open-falcon/data
+    command: "sh ctrl.sh run graph"
+
+  dashboard:
+    container_name: falcon-dashboard
+    image: openfalcon/falcon-dashboard:v0.2.1
+    entrypoint: ./control startfg
+    environment:
+      API_ADDR: http://falcon-api:8080/api/v1
+      PORTAL_DB_HOST: mysql
+      PORTAL_DB_PORT: 3306
+      PORTAL_DB_USER: root
+      PORTAL_DB_PASS: root
+      PORTAL_DB_NAME: falcon_portal
+      ALARM_DB_HOST: mysql
+      ALARM_DB_PORT: 3306
+      ALARM_DB_USER: root
+      ALARM_DB_PASS: root
+      ALARM_DB_NAME: alarms
+    working_dir: /open-falcon/dashboard
+    ports:
+      - 8081:8081
+
+volumes:
+  mysql-data:
+  graph-data:

docker/confgen4docker.sh

@@ -14,6 +14,7 @@ confs=(
     '%%TRANSFER_RPC%%=0.0.0.0:8433'
     '%%PLUS_API_DEFAULT_TOKEN%%=default-token-used-in-server-side'
     '%%PLUS_API_HTTP%%=0.0.0.0:8080'
+    '%%AGENT_HOSTNAME%%='
  )
 
 configurer() {

docker/ctrl.sh

@@ -4,20 +4,40 @@ DOCKER_DIR=/open-falcon
 of_bin=$DOCKER_DIR/open-falcon
 DOCKER_HOST_IP=$(route -n | awk '/UG[ \t]/{print $2}')
 
-#use the correct mysql instance
-if [ -z $MYSQL_PORT ]; then
-    MYSQL_PORT=$DOCKER_HOST_IP:3306
-fi
-find $DOCKER_DIR/*/config/*.json -type f -exec sed -i "s/%%MYSQL%%/$MYSQL_PORT/g" {} \;
+# Search $1 and replace with $2 or $3(defualt)
+replace() {
+    replacement=$2
+    if [ -z "$replacement" ]; then
+      replacement=$3
+    fi
+    find $DOCKER_DIR/*/config/*.json -type f -exec sed -i "s/$1/$replacement/g" {} \;
+}
 
-
-#use the correct redis instance
-if [ -z $REDIS_PORT ]; then
-    REDIS_PORT=$DOCKER_HOST_IP:6379
-fi
-find $DOCKER_DIR/*/config/*.json -type f -exec sed -i "s/%%REDIS%%/$REDIS_PORT/g" {} \;
+replace "%%MYSQL%%" "$MYSQL_PORT" "$DOCKER_HOST_IP:3306"
+replace "%%REDIS%%" "$REDIS_PORT" "$DOCKER_HOST_IP:6379"
+replace "%%AGGREGATOR_HTTP%%" "$AGGREGATOR_HTTP" "0.0.0.0:6055"
+replace "%%GRAPH_HTTP%%" "$GRAPH_HTTP" "0.0.0.0:6071"
+replace "%%GRAPH_RPC%%" "$GRAPH_RPC" "0.0.0.0:6070"
+replace "%%HBS_HTTP%%" "$HBS_HTTP" "0.0.0.0:6031"
+replace "%%HBS_RPC%%" "$HBS_RPC" "0.0.0.0:6030"
+replace "%%JUDGE_HTTP%%" "$JUDGE_HTTP" "0.0.0.0:6081"
+replace "%%JUDGE_RPC%%" "$JUDGE_RPC" "0.0.0.0:6080"
+replace "%%NODATA_HTTP%%" "$NODATA_HTTP" "0.0.0.0:6090"
+replace "%%TRANSFER_HTTP%%" "$TRANSFER_HTTP" "0.0.0.0:6060"
+replace "%%TRANSFER_RPC%%" "$TRANSFER_RPC" "0.0.0.0:8433"
+replace "%%PLUS_API_HTTP%%" "$PLUS_API_HTTP" "0.0.0.0:8080"
+replace "%%AGENT_HOSTNAME%%" "$AGENT_HOSTNAME" ""
 
 #use absolute path of metric_list_file in docker
 TAB=$'\t'; sed -i "s|.*metric_list_file.*|${TAB}\"metric_list_file\": \"$DOCKER_DIR/api/data/metric\",|g" $DOCKER_DIR/api/config/*.json;
 
-supervisorctl $*
+action=$1
+module_name=$2
+case $action in
+ run)
+        $DOCKER_DIR/"$module_name"/bin/falcon-"$module_name" -c /open-falcon/"$module_name"/config/cfg.json
+        ;;
+ *)
+        supervisorctl $*
+        ;;
+esac