BTHLABS-0000: development workflow

Co-authored-by: Tomek Wójcik <labs@tomekwojcik.pl>
Co-committed-by: Tomek Wójcik <labs@tomekwojcik.pl>

deployment/hotpocket.bthlab/resources/backend/admin-ingress.yaml

@@ -0,0 +1,19 @@
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  name: backend-admin-ingress
+  namespace: hotpocket-development
+  annotations:
+    traefik.ingress.kubernetes.io/router.entrypoints: "web"
+spec:
+  rules:
+  - host: admin.hotpocket.bthlab.bthlabs.net
+    http:
+      paths:
+      - path: /
+        pathType: Prefix
+        backend:
+          service:
+            name: backend-admin-service
+            port:
+              name: http

deployment/hotpocket.bthlab/resources/backend/admin-service.yaml

@@ -0,0 +1,14 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: backend-admin-service
+  namespace: hotpocket-development
+spec:
+  type: ClusterIP
+  selector:
+    app.kubernetes.io/app: backend-admin
+  ports:
+    - name: http
+      protocol: TCP
+      port: 8000
+      targetPort: http

deployment/hotpocket.bthlab/resources/backend/admin.yaml

@@ -0,0 +1,101 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: backend-admin
+  namespace: hotpocket-development
+  labels:
+    app.kubernetes.io/app: backend-admin
+spec:
+  minReadySeconds: 30
+  progressDeadlineSeconds: 600
+  replicas: 1
+  revisionHistoryLimit: 1
+  strategy:
+    rollingUpdate:
+      maxSurge: 1
+      maxUnavailable: 1
+    type: RollingUpdate
+  selector:
+    matchLabels:
+      app.kubernetes.io/app: backend-admin
+  template:
+    metadata:
+      labels:
+        app.kubernetes.io/app: backend-admin
+    spec:
+      containers:
+        - name: app
+          image: hotpocket-backend:latest
+          command:
+            - "/srv/venv/bin/gunicorn"
+            - "-c"
+            - "/srv/lib/gunicorn.conf.py"
+            - "hotpocket_backend.wsgi:application"
+          envFrom:
+            - configMapRef:
+                name: backend-base-config
+            - configMapRef:
+                name: backend-admin-config
+          env:
+            - name: HOTPOCKET_BACKEND_SECRET_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: backend-admin
+                  key: secret_key
+            - name: HOTPOCKET_BACKEND_ALLOWED_HOSTS
+              valueFrom:
+                secretKeyRef:
+                  name: backend-admin
+                  key: allowed_hosts
+            - name: HOTPOCKET_BACKEND_DATABASE_USER
+              valueFrom:
+                secretKeyRef:
+                  name: backend-postgres
+                  key: username
+            - name: HOTPOCKET_BACKEND_DATABASE_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  name: backend-postgres
+                  key: password
+            - name: HOTPOCKET_BACKEND_CELERY_BROKER_URL
+              valueFrom:
+                secretKeyRef:
+                  name: backend-celery
+                  key: broker_url
+            - name: HOTPOCKET_BACKEND_CELERY_RESULT_BACKEND
+              valueFrom:
+                secretKeyRef:
+                  name: backend-celery
+                  key: result_backend
+          ports:
+            - containerPort: 8000
+              name: http
+              protocol: TCP
+            - containerPort: 8001
+              name: healthcheck
+              protocol: TCP
+          livenessProbe:
+            httpGet:
+              path: "/"
+              port: 8001
+            initialDelaySeconds: 5
+            periodSeconds: 10
+          readinessProbe:
+            httpGet:
+              path: "/"
+              port: 8001
+            initialDelaySeconds: 2
+            periodSeconds: 5
+          volumeMounts:
+            - mountPath: /dev/shm
+              name: shm
+            - mountPath: /srv/run
+              name: backend-admin-srv-run
+      dnsPolicy: ClusterFirst
+      restartPolicy: Always
+      volumes:
+        - name: shm
+          emptyDir:
+            medium: Memory
+        - name: backend-admin-srv-run
+          emptyDir: {}

deployment/hotpocket.bthlab/resources/backend/celery-beat.yaml

@@ -0,0 +1,85 @@
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: backend-celery-beat
+  namespace: hotpocket-development
+  labels:
+    app.kubernetes.io/app: backend-celery-beat
+spec:
+  minReadySeconds: 30
+  replicas: 1
+  revisionHistoryLimit: 1
+  selector:
+    matchLabels:
+      app.kubernetes.io/app: backend-celery-beat
+  template:
+    metadata:
+      labels:
+        app.kubernetes.io/app: backend-celery-beat
+    spec:
+      containers:
+        - name: app
+          image: hotpocket-backend:latest
+          command:
+            - "/srv/venv/bin/celery"
+            - "-A"
+            - "hotpocket_backend.celery:app"
+            - "beat"
+            - "-l"
+            - "INFO"
+            - "-s"
+            - "/srv/run/celery-beat-schedule"
+          envFrom:
+            - configMapRef:
+                name: backend-base-config
+            - configMapRef:
+                name: backend-webapp-config
+          env:
+            - name: HOTPOCKET_BACKEND_SECRET_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: backend-webapp
+                  key: secret_key
+            - name: HOTPOCKET_BACKEND_ALLOWED_HOSTS
+              valueFrom:
+                secretKeyRef:
+                  name: backend-webapp
+                  key: allowed_hosts
+            - name: HOTPOCKET_BACKEND_DATABASE_USER
+              valueFrom:
+                secretKeyRef:
+                  name: backend-postgres
+                  key: username
+            - name: HOTPOCKET_BACKEND_DATABASE_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  name: backend-postgres
+                  key: password
+            - name: HOTPOCKET_BACKEND_CELERY_BROKER_URL
+              valueFrom:
+                secretKeyRef:
+                  name: backend-celery
+                  key: broker_url
+            - name: HOTPOCKET_BACKEND_CELERY_RESULT_BACKEND
+              valueFrom:
+                secretKeyRef:
+                  name: backend-celery
+                  key: result_backend
+          volumeMounts:
+            - mountPath: /dev/shm
+              name: shm
+            - mountPath: /srv/run
+              name: backend-celery-beat-srv-run
+            - mountPath: /srv/uploads
+              name: backend-celery-beat-srv-uploads
+      dnsPolicy: ClusterFirst
+      restartPolicy: Always
+      volumes:
+        - name: shm
+          emptyDir:
+            medium: Memory
+        - name: backend-celery-beat-srv-run
+          persistentVolumeClaim:
+            claimName: backend-celery-beat-run
+        - name: backend-celery-beat-srv-uploads
+          emptyDir: {}

deployment/hotpocket.bthlab/resources/backend/celery-worker.yaml

@@ -0,0 +1,93 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: backend-celery-worker
+  namespace: hotpocket-development
+  labels:
+    app.kubernetes.io/app: backend-celery-worker
+spec:
+  minReadySeconds: 30
+  progressDeadlineSeconds: 600
+  replicas: 1
+  revisionHistoryLimit: 1
+  strategy:
+    rollingUpdate:
+      maxSurge: 1
+      maxUnavailable: 1
+    type: RollingUpdate
+  selector:
+    matchLabels:
+      app.kubernetes.io/app: backend-celery-worker
+  template:
+    metadata:
+      labels:
+        app.kubernetes.io/app: backend-celery-worker
+    spec:
+      containers:
+        - name: app
+          image: hotpocket-backend:latest
+          command:
+            - "/srv/venv/bin/celery"
+            - "-A"
+            - "hotpocket_backend.celery:app"
+            - "worker"
+            - "-l"
+            - "INFO"
+            - "-Q"
+            - "celery,webapp"
+            - "-c"
+            - "2"
+          envFrom:
+            - configMapRef:
+                name: backend-base-config
+            - configMapRef:
+                name: backend-webapp-config
+          env:
+            - name: HOTPOCKET_BACKEND_SECRET_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: backend-webapp
+                  key: secret_key
+            - name: HOTPOCKET_BACKEND_ALLOWED_HOSTS
+              valueFrom:
+                secretKeyRef:
+                  name: backend-webapp
+                  key: allowed_hosts
+            - name: HOTPOCKET_BACKEND_DATABASE_USER
+              valueFrom:
+                secretKeyRef:
+                  name: backend-postgres
+                  key: username
+            - name: HOTPOCKET_BACKEND_DATABASE_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  name: backend-postgres
+                  key: password
+            - name: HOTPOCKET_BACKEND_CELERY_BROKER_URL
+              valueFrom:
+                secretKeyRef:
+                  name: backend-celery
+                  key: broker_url
+            - name: HOTPOCKET_BACKEND_CELERY_RESULT_BACKEND
+              valueFrom:
+                secretKeyRef:
+                  name: backend-celery
+                  key: result_backend
+          volumeMounts:
+            - mountPath: /dev/shm
+              name: shm
+            - mountPath: /srv/run
+              name: backend-celery-worker-srv-run
+            - mountPath: /srv/uploads
+              name: backend-celery-worker-srv-uploads
+      dnsPolicy: ClusterFirst
+      restartPolicy: Always
+      volumes:
+        - name: shm
+          emptyDir:
+            medium: Memory
+        - name: backend-celery-worker-srv-run
+          emptyDir: {}
+        - name: backend-celery-worker-srv-uploads
+          persistentVolumeClaim:
+            claimName: backend-uploads

deployment/hotpocket.bthlab/resources/backend/job-migrations.yaml

@@ -0,0 +1,80 @@
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: backend-job-migrations
+  namespace: hotpocket-development
+  labels:
+    app.kubernetes.io/app: backend-job-migrations
+spec:
+  concurrencyPolicy: "Forbid"
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
+  startingDeadlineSeconds: 180
+  schedule: "* * * * *"
+  suspend: true
+  jobTemplate:
+    spec:
+      backoffLimit: 1
+      completions: 1
+      parallelism: 1
+      template:
+        spec:
+          containers:
+            - name: migrations
+              image: hotpocket-backend:latest
+              command:
+                - "./manage.py"
+                - "migrate"
+              envFrom:
+                - configMapRef:
+                    name: backend-base-config
+                - configMapRef:
+                    name: backend-webapp-config
+              env:
+                - name: HOTPOCKET_BACKEND_SECRET_KEY
+                  valueFrom:
+                    secretKeyRef:
+                      name: backend-webapp
+                      key: secret_key
+                - name: HOTPOCKET_BACKEND_ALLOWED_HOSTS
+                  valueFrom:
+                    secretKeyRef:
+                      name: backend-webapp
+                      key: allowed_hosts
+                - name: HOTPOCKET_BACKEND_DATABASE_USER
+                  valueFrom:
+                    secretKeyRef:
+                      name: backend-postgres
+                      key: username
+                - name: HOTPOCKET_BACKEND_DATABASE_PASSWORD
+                  valueFrom:
+                    secretKeyRef:
+                      name: backend-postgres
+                      key: password
+                - name: HOTPOCKET_BACKEND_CELERY_BROKER_URL
+                  valueFrom:
+                    secretKeyRef:
+                      name: backend-celery
+                      key: broker_url
+                - name: HOTPOCKET_BACKEND_CELERY_RESULT_BACKEND
+                  valueFrom:
+                    secretKeyRef:
+                      name: backend-celery
+                      key: result_backend
+              volumeMounts:
+                - mountPath: /dev/shm
+                  name: shm
+                - mountPath: /srv/run
+                  name: backend-webapp-srv-run
+                - mountPath: /srv/uploads
+                  name: backend-webapp-srv-uploads
+          dnsPolicy: ClusterFirst
+          restartPolicy: Never
+          volumes:
+            - name: shm
+              emptyDir:
+                medium: Memory
+            - name: backend-webapp-srv-run
+              emptyDir: {}
+            - name: backend-webapp-srv-uploads
+              emptyDir: {}

deployment/hotpocket.bthlab/resources/backend/webapp-ingress.yaml

@@ -0,0 +1,19 @@
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  name: backend-webapp-ingress
+  namespace: hotpocket-development
+  annotations:
+    traefik.ingress.kubernetes.io/router.entrypoints: "web"
+spec:
+  rules:
+  - host: app.hotpocket.bthlab.bthlabs.net
+    http:
+      paths:
+      - path: /
+        pathType: Prefix
+        backend:
+          service:
+            name: backend-webapp-service
+            port:
+              name: http

deployment/hotpocket.bthlab/resources/backend/webapp-service.yaml

@@ -0,0 +1,14 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: backend-webapp-service
+  namespace: hotpocket-development
+spec:
+  type: ClusterIP
+  selector:
+    app.kubernetes.io/app: backend-webapp
+  ports:
+    - name: http
+      protocol: TCP
+      port: 8000
+      targetPort: http

deployment/hotpocket.bthlab/resources/backend/webapp.yaml

@@ -0,0 +1,106 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: backend-webapp
+  namespace: hotpocket-development
+  labels:
+    app.kubernetes.io/app: backend-webapp
+spec:
+  minReadySeconds: 30
+  progressDeadlineSeconds: 600
+  replicas: 1
+  revisionHistoryLimit: 1
+  strategy:
+    rollingUpdate:
+      maxSurge: 1
+      maxUnavailable: 1
+    type: RollingUpdate
+  selector:
+    matchLabels:
+      app.kubernetes.io/app: backend-webapp
+  template:
+    metadata:
+      labels:
+        app.kubernetes.io/app: backend-webapp
+    spec:
+      containers:
+        - name: app
+          image: hotpocket-backend:latest
+          command:
+            - "/srv/venv/bin/gunicorn"
+            - "-c"
+            - "/srv/lib/gunicorn.conf.py"
+            - "hotpocket_backend.wsgi:application"
+          envFrom:
+            - configMapRef:
+                name: backend-base-config
+            - configMapRef:
+                name: backend-webapp-config
+          env:
+            - name: HOTPOCKET_BACKEND_SECRET_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: backend-webapp
+                  key: secret_key
+            - name: HOTPOCKET_BACKEND_ALLOWED_HOSTS
+              valueFrom:
+                secretKeyRef:
+                  name: backend-webapp
+                  key: allowed_hosts
+            - name: HOTPOCKET_BACKEND_DATABASE_USER
+              valueFrom:
+                secretKeyRef:
+                  name: backend-postgres
+                  key: username
+            - name: HOTPOCKET_BACKEND_DATABASE_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  name: backend-postgres
+                  key: password
+            - name: HOTPOCKET_BACKEND_CELERY_BROKER_URL
+              valueFrom:
+                secretKeyRef:
+                  name: backend-celery
+                  key: broker_url
+            - name: HOTPOCKET_BACKEND_CELERY_RESULT_BACKEND
+              valueFrom:
+                secretKeyRef:
+                  name: backend-celery
+                  key: result_backend
+          ports:
+            - containerPort: 8000
+              name: http
+              protocol: TCP
+            - containerPort: 8001
+              name: healthcheck
+              protocol: TCP
+          livenessProbe:
+            httpGet:
+              path: "/"
+              port: 8001
+            initialDelaySeconds: 5
+            periodSeconds: 10
+          readinessProbe:
+            httpGet:
+              path: "/"
+              port: 8001
+            initialDelaySeconds: 2
+            periodSeconds: 5
+          volumeMounts:
+            - mountPath: /dev/shm
+              name: shm
+            - mountPath: /srv/run
+              name: backend-webapp-srv-run
+            - mountPath: /srv/uploads
+              name: backend-webapp-srv-uploads
+      dnsPolicy: ClusterFirst
+      restartPolicy: Always
+      volumes:
+        - name: shm
+          emptyDir:
+            medium: Memory
+        - name: backend-webapp-srv-run
+          emptyDir: {}
+        - name: backend-webapp-srv-uploads
+          persistentVolumeClaim:
+            claimName: backend-uploads