Dev/consolidate services

.gitignore

@@ -1,2 +1,3 @@
 */out/*
 */*/out/*
+**/_wildcard*

artifacthub/helm/templates/dpl-bucketcleaner-scheduler.yml

@@ -1,3 +1,4 @@
+{{- if not .Values.global.development.minimalDeployment }}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -85,3 +86,4 @@ spec:
               drop:
                 - ALL
 {{- end }}
+{{- end }}

artifacthub/helm/templates/dpl-bucketcleaner-worker.yml

@@ -1,3 +1,4 @@
+{{- if not .Values.global.development.minimalDeployment }}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -84,3 +85,4 @@ spec:
               drop:
                 - ALL
 {{- end }}
+{{- end }}

artifacthub/helm/templates/dpl-internal-api.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.global.development.minimalDeployment }}
 apiVersion: v1
 kind: Service
 metadata:
@@ -112,3 +113,4 @@ spec:
               drop:
                 - ALL
 {{- end }}
+{{- end }}

artifacthub/helm/templates/dpl-public-api.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.global.development.minimalDeployment }}
 apiVersion: v1
 kind: Service
 metadata:
@@ -106,3 +107,4 @@ spec:
               drop:
                 - ALL
 {{- end }}
+{{- end }}

artifacthub/helm/templates/minimal-deployment.yaml

@@ -0,0 +1,146 @@
+{{- if .Values.global.development.minimalDeployment }}
+apiVersion: v1
+kind: Service
+metadata:
+  name: "{{ .Chart.Name }}-public-grpc-api"
+spec:
+  type: ClusterIP
+  clusterIP: None
+  selector:
+    app: "{{ .Chart.Name }}"
+  ports:
+    - name: public-grpc-api
+      port: 50052
+      targetPort: 50052
+      protocol: TCP
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: "{{ .Chart.Name }}-internal-grpc-api"
+spec:
+  type: ClusterIP
+  clusterIP: None
+  selector:
+    app: "{{ .Chart.Name }}"
+  ports:
+    - name: public-grpc-api
+      port: 50051
+      targetPort: 50051
+      protocol: TCP
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: "{{ .Chart.Name }}"
+spec:
+  selector:
+    matchLabels:
+      app: "{{ .Chart.Name }}"
+  replicas: 1
+  template:
+    metadata:
+      name: "{{ .Chart.Name }}"
+      labels:
+        app: "{{ .Chart.Name }}"
+        product: semaphoreci
+    spec:
+{{- if .Values.imagePullSecrets }}
+      imagePullSecrets:
+{{- range .Values.imagePullSecrets }}
+        - name: {{ . }}
+{{- end }}
+{{- end }}
+      automountServiceAccountToken: false
+      initContainers:
+{{ include "initContainers.all" . | indent 8 }}
+      containers:
+        - name: "{{ .Chart.Name }}"
+          image: "{{ .Values.global.image.registry }}/{{ .Values.image }}:{{ .Values.imageTag }}"
+          securityContext:
+            privileged: false
+            allowPrivilegeEscalation: false
+            readOnlyRootFilesystem: true
+            capabilities:
+              drop:
+                - ALL
+          ports:
+            - name: grpc-port
+              containerPort: 50052
+          envFrom:
+            - secretRef:
+                name: {{ .Values.global.artifacts.secretName }}
+          env:
+            {{- include "env.db.go" . | indent 12 }}
+            - name: START_PUBLIC_API
+              value: "yes"
+            - name: START_INTERNAL_API
+              value: "yes"
+            - name: LOG_LEVEL
+              value: "INFO"
+            - name: START_BUCKETCLEANER_WORKER
+              value: "yes"
+            - name: BUCKETCLEANER_WORKER_NUMBER_OF_PAGES_TO_PROCESS_IN_ONE_GO
+              value: "10"
+            - name: START_BUCKETCLEANER_SCHEDULER
+              value: "yes"
+            - name: BUCKETCLEANER_SCHEDULER_NAPTIME
+              value: "60"
+            - name: BUCKETCLEANER_SCHEDULER_BATCHSIZE
+              value: "100"
+            - name: OIB_OTHER_MIMES
+              value: ".md:text/plain,.txt:text/plain; charset=utf-8"
+            - name: OPEN_IN_BROWSER
+              value: "image/jpeg,image/png,text/html; charset=utf-8,image/svg+xml"
+            - name: CORS_ORIGINS
+              valueFrom:
+                configMapKeyRef:
+                  name: {{ .Values.global.domain.configMapName }}
+                  key: CORS_ORIGINS
+            - name: POSTGRES_DB_SSL
+              value: {{ .Values.global.database.ssl | quote }}
+            - name: DB_NAME
+              value: {{ .Values.db.name | quote }}
+            - name: APPLICATION_NAME
+              value: "{{ .Chart.Name }}"
+            - name: AMQP_URL
+              valueFrom:
+                secretKeyRef:
+                  name: {{ .Values.global.rabbitmq.secretName }}
+                  key: amqp-url
+            - name: JWT_HMAC_SECRET
+              valueFrom:
+                secretKeyRef:
+                  name: {{ include "secrets.jwt.name" . }}
+                  key: artifacts
+{{- if .Values.global.statsd.enabled }}
+            - name: METRICS_NAMESPACE
+              value: {{ .Values.global.statsd.metricsNamespace }}
+{{- end }}
+
+{{- if .Values.publicApi.resources }}
+          resources:
+{{ toYaml .Values.publicApi.resources | indent 13 }}
+{{- end }}
+
+{{- if .Values.global.statsd.enabled }}
+        - name: {{ .Chart.Name }}-statsd
+          image: "{{ .Values.global.image.registry }}/{{ .Values.global.statsd.image }}:{{ .Values.global.statsd.imageTag }}"
+          env:
+            - name: FLUSH_INTERVAL
+              value: "60000"
+            - name: GRAPHITE_HOST
+              value: {{ .Values.global.statsd.graphiteHost }}
+{{- if .Values.statsd.resources }}
+          resources:
+{{ toYaml .Values.statsd.resources | indent 13 }}
+{{- end }}
+          securityContext:
+            privileged: false
+            allowPrivilegeEscalation: false
+            readOnlyRootFilesystem: true
+            capabilities:
+              drop:
+                - ALL
+{{- end }}
+{{- end }}

github_notifier/helm/templates/api.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.global.development.minimalDeployment }}
 apiVersion: v1
 kind: Service
 metadata:
@@ -91,3 +92,4 @@ spec:
               drop:
                 - ALL
 {{- end }}
+{{- end }}

github_notifier/helm/templates/consumer.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.global.development.minimalDeployment }}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -93,3 +94,4 @@ spec:
               drop:
                 - ALL
 {{- end }}
+{{- end }}

github_notifier/helm/templates/minimal-deployment.yaml

@@ -0,0 +1,95 @@
+{{- if .Values.global.development.minimalDeployment }}
+apiVersion: v1
+kind: Service
+metadata:
+  name: "{{ .Chart.Name }}"
+  namespace: {{ .Release.Namespace }}
+spec:
+  type: NodePort
+  selector:
+    app: "{{ .Chart.Name }}"
+  ports:
+    - name: grpc
+      port: 50051
+      targetPort: 50051
+      protocol: TCP
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: "{{ .Chart.Name }}"
+  namespace: {{ .Release.Namespace }}
+spec:
+  selector:
+    matchLabels:
+      app: "{{ .Chart.Name }}"
+  replicas: {{ .Values.api.replicas }}
+  template:
+    metadata:
+      name: "{{ .Chart.Name }}"
+      labels:
+        app: "{{ .Chart.Name }}"
+        product: semaphoreci
+    spec:
+      automountServiceAccountToken: false
+      initContainers:
+{{ include "initContainers.waitForRabbitMQ" . | indent 8 }}
+      containers:
+        - name: "{{ .Chart.Name }}"
+          image: "{{ .Values.global.image.registry }}/{{ .Values.image }}:{{ .Values.imageTag }}"
+          securityContext:
+            privileged: false
+            allowPrivilegeEscalation: false
+            readOnlyRootFilesystem: true
+            capabilities:
+              drop:
+                - ALL
+          envFrom:
+            - configMapRef:
+                name: {{ .Values.global.internalApi.configMapName }}
+          env:
+            - name: START_CONSUMERS
+              value: "true"
+            - name: START_API
+              value: "true"
+            - name: BASE_DOMAIN
+              valueFrom:
+                configMapKeyRef:
+                  name: {{ .Values.global.domain.configMapName }}
+                  key: BASE_DOMAIN
+{{- if .Values.global.statsd.enabled }}
+            - name: METRICS_NAMESPACE
+              value: {{ .Values.global.statsd.metricsNamespace }}
+{{- end }}
+            - name: AMQP_URL
+              valueFrom:
+                secretKeyRef:
+                  name: {{ .Values.global.rabbitmq.secretName }}
+                  key: amqp-url
+
+{{- if .Values.api.resources }}
+          resources:
+{{ toYaml .Values.api.resources | indent 12 }}
+{{- end }}
+
+{{- if .Values.global.statsd.enabled }}
+        - name: {{ .Chart.Name }}-statsd
+          image: "{{ .Values.global.image.registry }}/{{ .Values.global.statsd.image }}:{{ .Values.global.statsd.imageTag }}"
+          env:
+            - name: FLUSH_INTERVAL
+              value: "60000"
+            - name: GRAPHITE_HOST
+              value: {{ .Values.global.statsd.graphiteHost }}
+{{- if .Values.statsd.resources }}
+          resources:
+{{ toYaml .Values.statsd.resources | indent 13 }}
+{{- end }}
+          securityContext:
+            privileged: false
+            allowPrivilegeEscalation: false
+            readOnlyRootFilesystem: true
+            capabilities:
+              drop:
+                - ALL
+{{- end }}
+{{- end }}

guard/helm/templates/dpl-api.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.global.development.minimalDeployment }}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -168,3 +169,4 @@ spec:
 {{ toYaml .Values.statsd.resources | indent 13 }}
 {{- end }}
 {{- end }}
+{{- end }}

guard/helm/templates/dpl-authentication-api.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.global.development.minimalDeployment }}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -207,3 +208,4 @@ spec:
               drop:
                 - ALL
 {{- end }}
+{{- end }}

guard/helm/templates/dpl-id-api.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.global.development.minimalDeployment }}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -223,3 +224,4 @@ spec:
               drop:
                 - ALL
 {{- end }}
+{{- end }}

guard/helm/templates/dpl-worker.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.global.development.minimalDeployment }}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -138,3 +139,4 @@ spec:
               drop:
                 - ALL
 {{- end }}
+{{- end }}

guard/helm/templates/instance-config.yaml

@@ -1,3 +1,4 @@
+{{- if not .Values.global.development.minimalDeployment }}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -226,4 +227,4 @@ spec:
 {{ toYaml .Values.statsd.resources | indent 13 }}
 {{- end }}
 {{- end }}
-
+{{- end }}