Added mastodon-to-airtable

Signed-off-by: Marcus Noble <github@marcusnoble.co.uk>

manifests/_apps/mastodon-to-airtable.yaml

@@ -1,17 +1,17 @@
 apiVersion: argoproj.io/v1alpha1
 kind: Application
 metadata:
-  name: mastodon
+  name: mastodon-to-airtable
   namespace: argocd
   finalizers:
   - resources-finalizer.argocd.argoproj.io
 spec:
   project: cluster.fun
   destination:
-    namespace: mastodon
+    namespace: mastodon-to-airtable
-    name: cluster-fun (scaleway)
+    name: civo
   source:
-    path: manifests/mastodon
+    path: manifests/mastodon-to-airtable
     repoURL: "https://git.cluster.fun/AverageMarcus/cluster.fun.git"
     targetRevision: HEAD
   syncPolicy:

manifests/mastodon-to-airtable/twitter-to-airtable.yaml

@@ -0,0 +1,151 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: docker-config
+  namespace: mastodon-to-airtable
+  annotations:
+    kube-1password: i6ngbk5zf4k52xgwdwnfup5bby
+    kube-1password/vault: Kubernetes
+    kube-1password/secret-text-key: .dockerconfigjson
+type: kubernetes.io/dockerconfigjson
+data:
+  .dockerconfigjson: e30=
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: mastodon-to-airtable-auth
+  namespace: mastodon-to-airtable
+  annotations:
+    kube-1password: mr6spkkx7n3memkbute6ojaarm
+    kube-1password/vault: Kubernetes
+type: Opaque
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: mastodon-to-airtable
+  namespace: mastodon-to-airtable
+  annotations:
+    kube-1password: kizmkmbndgu3ryrox3csev4mim
+    kube-1password/vault: Kubernetes
+    kube-1password/secret-text-parse: "true"
+type: Opaque
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: mastodon-to-airtable
+  namespace: mastodon-to-airtable
+spec:
+  type: ClusterIP
+  ports:
+  - port: 80
+    targetPort: auth
+    name: web
+  selector:
+    app: mastodon-to-airtable
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: mastodon-to-airtable
+  namespace: mastodon-to-airtable
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: mastodon-to-airtable
+  template:
+    metadata:
+      labels:
+        app: mastodon-to-airtable
+    spec:
+      imagePullSecrets:
+        - name: docker-config
+      containers:
+      - args:
+        - --cookie-secure=false
+        - --provider=oidc
+        - --provider-display-name=Auth0
+        - --upstream=http://localhost:8080
+        - --http-address=$(HOST_IP):8000
+        - --redirect-url=https://mastodon-to-airtable.cluster.fun/oauth2/callback
+        - --email-domain=marcusnoble.co.uk
+        - --pass-basic-auth=false
+        - --pass-access-token=false
+        - --oidc-issuer-url=https://marcusnoble.eu.auth0.com/
+        - --cookie-secret=KDGD6rrK6cBmryyZ4wcJ9xAUNW9AQNFT
+        env:
+        - name: HOST_IP
+          valueFrom:
+            fieldRef:
+              apiVersion: v1
+              fieldPath: status.podIP
+        - name: OAUTH2_PROXY_CLIENT_ID
+          valueFrom:
+            secretKeyRef:
+              key: username
+              name: mastodon-to-airtable-auth
+        - name: OAUTH2_PROXY_CLIENT_SECRET
+          valueFrom:
+            secretKeyRef:
+              key: password
+              name: mastodon-to-airtable-auth
+        image: quay.io/oauth2-proxy/oauth2-proxy:v7.2.1
+        name: oauth-proxy
+        ports:
+        - containerPort: 8000
+          protocol: TCP
+          name: auth
+        resources:
+          limits:
+            memory: 50Mi
+          requests:
+            memory: 50Mi
+      - name: web
+        image: rg.fr-par.scw.cloud/averagemarcus-private/mastodon-to-airtable:latest
+        imagePullPolicy: Always
+        env:
+        - name: PORT
+          value: "8080"
+        envFrom:
+        - secretRef:
+            name: "mastodon-to-airtable"
+        ports:
+        - containerPort: 8080
+          name: web
+        resources:
+          limits:
+            memory: 50Mi
+          requests:
+            memory: 50Mi
+
+---
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  name: mastodon-to-airtable
+  namespace: mastodon-to-airtable
+  annotations:
+    cert-manager.io/cluster-issuer: letsencrypt
+    kubernetes.io/ingress.class: traefik
+    traefik.ingress.kubernetes.io/router.tls: "true"
+    ingress.kubernetes.io/ssl-redirect: "true"
+    traefik.ingress.kubernetes.io/router.entrypoints: websecure
+spec:
+  tls:
+  - hosts:
+    - mastodon-to-airtable.cluster.fun
+    secretName: mastodon-to-airtable-ingress
+  rules:
+  - host: mastodon-to-airtable.cluster.fun
+    http:
+      paths:
+      - path: /
+        pathType: ImplementationSpecific
+        backend:
+          service:
+            name: mastodon-to-airtable
+            port:
+              number: 80

manifests/mastodon/config.yaml

@@ -1,33 +0,0 @@
-
-apiVersion: v1
-kind: Secret
-metadata:
-  name: mastodon
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: mastodon
-  annotations:
-    kube-1password: wjhd3mxtyqslcu7sc4tfihm2dy
-    kube-1password/vault: Kubernetes
-    kube-1password/secret-text-parse: "true"
-type: Opaque
-
----
-apiVersion: v1
-kind: ConfigMap
-metadata:
-  name: mastodon-env
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: mastodon
-data:
-  DEFAULT_LOCALE: en
-  LOCAL_DOMAIN: k8s.social
-  MALLOC_ARENA_MAX: "2"
-  NODE_ENV: "production"
-  RAILS_ENV: "production"
-  STREAMING_CLUSTER_NUM: "2"
-  WEB_CONCURRENCY: "2"
----

manifests/mastodon/hpa.yaml

@@ -1,73 +0,0 @@
-
-# apiVersion: autoscaling/v2beta2
-# kind: HorizontalPodAutoscaler
-# metadata:
-#   name: mastodon-web
-#   namespace: mastodon
-#   labels:
-#     app.kubernetes.io/name: mastodon
-#     app.kubernetes.io/instance: "k8s.social"
-#     app.kubernetes.io/component: web
-# spec:
-#   scaleTargetRef:
-#     apiVersion: apps/v1
-#     kind: Deployment
-#     name: mastodon-web
-#   minReplicas: 2
-#   maxReplicas: 6
-#   metrics:
-#     - type: Resource
-#       resource:
-#         name: cpu
-#         target:
-#           averageUtilization: 80
-#           type: Utilization
-# ---
-# apiVersion: autoscaling/v2beta2
-# kind: HorizontalPodAutoscaler
-# metadata:
-#   name: mastodon-sidekiq
-#   namespace: mastodon
-#   labels:
-#     app.kubernetes.io/name: mastodon
-#     app.kubernetes.io/instance: "k8s.social"
-#     app.kubernetes.io/component: sidekiq
-# spec:
-#   scaleTargetRef:
-#     apiVersion: apps/v1
-#     kind: Deployment
-#     name: mastodon-sidekiq
-#   minReplicas: 2
-#   maxReplicas: 6
-#   metrics:
-#     - type: Resource
-#       resource:
-#         name: cpu
-#         target:
-#           averageUtilization: 80
-#           type: Utilization
-# ---
-# apiVersion: autoscaling/v2beta2
-# kind: HorizontalPodAutoscaler
-# metadata:
-#   name: mastodon-streaming
-#   namespace: mastodon
-#   labels:
-#     app.kubernetes.io/name: mastodon
-#     app.kubernetes.io/instance: "k8s.social"
-#     app.kubernetes.io/component: streaming
-# spec:
-#   scaleTargetRef:
-#     apiVersion: apps/v1
-#     kind: Deployment
-#     name: mastodon-streaming
-#   minReplicas: 2
-#   maxReplicas: 6
-#   metrics:
-#     - type: Resource
-#       resource:
-#         name: cpu
-#         target:
-#           averageUtilization: 80
-#           type: Utilization
-# ---

manifests/mastodon/ingess.yaml

@@ -1,38 +0,0 @@
-
-apiVersion: networking.k8s.io/v1
-kind: Ingress
-metadata:
-  name: mastodon
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
-  annotations:
-    cert-manager.io/cluster-issuer: letsencrypt
-    nginx.ingress.kubernetes.io/force-ssl-redirect: "true"
-    nginx.ingress.kubernetes.io/proxy-body-size: 40m
-spec:
-  tls:
-    - hosts:
-        - "k8s.social"
-        - "streaming.k8s.social"
-      secretName: mastodon-tls
-  rules:
-    - host: "k8s.social"
-      http:
-        paths:
-          - path: /
-            backend:
-              service:
-                name: mastodon-web
-                port:
-                  number: 3000
-            pathType: ImplementationSpecific
-          - path: /api/v1/streaming
-            backend:
-              service:
-                name: mastodon-streaming
-                port:
-                  number: 4000
-            pathType: ImplementationSpecific
----

manifests/mastodon/mastodon.yaml

@@ -1,294 +0,0 @@
----
-apiVersion: v1
-kind: ServiceAccount
-metadata:
-  name: mastodon
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
----
-
-apiVersion: v1
-kind: Service
-metadata:
-  name: mastodon-streaming
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
-    app.kubernetes.io/component: streaming
-spec:
-  type: ClusterIP
-  ports:
-    - port: 4000
-      targetPort: streaming
-      protocol: TCP
-      name: streaming
-  selector:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
-    app.kubernetes.io/component: streaming
-
----
-
-apiVersion: v1
-kind: Service
-metadata:
-  name: mastodon-web
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
-    app.kubernetes.io/component: web
-spec:
-  type: ClusterIP
-  ports:
-    - port: 3000
-      targetPort: http
-      protocol: TCP
-      name: http
-  selector:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
-    app.kubernetes.io/component: web
-
----
-
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: mastodon-sidekiq
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
-    app.kubernetes.io/component: sidekiq
-  annotations:
-    configmap.reloader.stakater.com/reload: "mastodon-env"
-    secret.reloader.stakater.com/reload: "mastodon"
-spec:
-  replicas: 0
-  selector:
-    matchLabels:
-      app.kubernetes.io/name: mastodon
-      app.kubernetes.io/instance: "k8s.social"
-      app.kubernetes.io/component: sidekiq
-  template:
-    metadata:
-      labels:
-        app.kubernetes.io/name: mastodon
-        app.kubernetes.io/instance: "k8s.social"
-        app.kubernetes.io/component: sidekiq
-    spec:
-      serviceAccountName: mastodon
-      securityContext:
-        fsGroup: 991
-        runAsGroup: 991
-        runAsUser: 991
-      containers:
-        - name: mastodon
-          image: "tootsuite/mastodon:v3.5.3"
-          imagePullPolicy: IfNotPresent
-          command:
-            - bundle
-            - exec
-            - sidekiq
-            - -c
-            - "25"
-          envFrom:
-            - configMapRef:
-                name: mastodon-env
-            - secretRef:
-                name: mastodon
-          resources:
-            requests:
-              memory: 400Mi
-      affinity:
-        podAntiAffinity:
-          preferredDuringSchedulingIgnoredDuringExecution:
-          - weight: 100
-            podAffinityTerm:
-              labelSelector:
-                matchExpressions:
-                - key: "app.kubernetes.io/name"
-                  operator: In
-                  values:
-                  - mastodon
-                - key: "app.kubernetes.io/instance"
-                  operator: In
-                  values:
-                  - "k8s.social"
-                - key: "app.kubernetes.io/component"
-                  operator: In
-                  values:
-                  - sidekiq
-              topologyKey: kubernetes.io/hostname
----
-
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: mastodon-streaming
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
-    app.kubernetes.io/component: streaming
-  annotations:
-    configmap.reloader.stakater.com/reload: "mastodon-env"
-    secret.reloader.stakater.com/reload: "mastodon"
-spec:
-  replicas: 0
-  selector:
-    matchLabels:
-      app.kubernetes.io/name: mastodon
-      app.kubernetes.io/instance: "k8s.social"
-      app.kubernetes.io/component: streaming
-  template:
-    metadata:
-      labels:
-        app.kubernetes.io/name: mastodon
-        app.kubernetes.io/instance: "k8s.social"
-        app.kubernetes.io/component: streaming
-    spec:
-      serviceAccountName: mastodon
-      securityContext:
-        fsGroup: 991
-        runAsGroup: 991
-        runAsUser: 991
-      containers:
-        - name: mastodon
-          image: "tootsuite/mastodon:v3.5.3"
-          imagePullPolicy: IfNotPresent
-          command:
-            - node
-            - ./streaming
-          envFrom:
-            - configMapRef:
-                name: mastodon-env
-            - secretRef:
-                name: mastodon
-          env:
-            - name: "PORT"
-              value: "4000"
-          ports:
-            - name: streaming
-              containerPort: 4000
-              protocol: TCP
-          livenessProbe:
-            httpGet:
-              path: /api/v1/streaming/health
-              port: streaming
-          readinessProbe:
-            httpGet:
-              path: /api/v1/streaming/health
-              port: streaming
-          resources:
-            requests:
-              memory: 200Mi
-      affinity:
-        podAntiAffinity:
-          preferredDuringSchedulingIgnoredDuringExecution:
-          - weight: 100
-            podAffinityTerm:
-              labelSelector:
-                matchExpressions:
-                - key: "app.kubernetes.io/name"
-                  operator: In
-                  values:
-                  - mastodon
-                - key: "app.kubernetes.io/instance"
-                  operator: In
-                  values:
-                  - "k8s.social"
-                - key: "app.kubernetes.io/component"
-                  operator: In
-                  values:
-                  - streaming
-              topologyKey: kubernetes.io/hostname
----
-
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: mastodon-web
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
-    app.kubernetes.io/component: web
-  annotations:
-    configmap.reloader.stakater.com/reload: "mastodon-env"
-    secret.reloader.stakater.com/reload: "mastodon"
-spec:
-  replicas: 0
-  selector:
-    matchLabels:
-      app.kubernetes.io/name: mastodon
-      app.kubernetes.io/instance: "k8s.social"
-      app.kubernetes.io/component: web
-  template:
-    metadata:
-      labels:
-        app.kubernetes.io/name: mastodon
-        app.kubernetes.io/instance: "k8s.social"
-        app.kubernetes.io/component: web
-    spec:
-      serviceAccountName: mastodon
-      securityContext:
-        fsGroup: 991
-        runAsGroup: 991
-        runAsUser: 991
-      containers:
-        - name: mastodon
-          image: "tootsuite/mastodon:v3.5.3"
-          imagePullPolicy: IfNotPresent
-          command:
-            - bundle
-            - exec
-            - puma
-            - -C
-            - config/puma.rb
-          envFrom:
-            - configMapRef:
-                name: mastodon-env
-            - secretRef:
-                name: mastodon
-          env:
-            - name: "PORT"
-              value: "3000"
-          ports:
-            - name: http
-              containerPort: 3000
-              protocol: TCP
-          readinessProbe:
-            httpGet:
-              path: /health
-              port: http
-            initialDelaySeconds: 30
-            periodSeconds: 10
-          resources:
-            requests:
-              memory: 700Mi
-      affinity:
-        podAntiAffinity:
-          preferredDuringSchedulingIgnoredDuringExecution:
-          - weight: 100
-            podAffinityTerm:
-              labelSelector:
-                matchExpressions:
-                - key: "app.kubernetes.io/name"
-                  operator: In
-                  values:
-                  - mastodon
-                - key: "app.kubernetes.io/instance"
-                  operator: In
-                  values:
-                  - "k8s.social"
-                - key: "app.kubernetes.io/component"
-                  operator: In
-                  values:
-                  - web
-              topologyKey: kubernetes.io/hostname
----

manifests/mastodon/pdb.yaml

@@ -1,41 +0,0 @@
-# apiVersion: policy/v1
-# kind: PodDisruptionBudget
-# metadata:
-#   name: mastodon-web
-# spec:
-#   minAvailable: 1
-#   selector:
-#     matchLabels:
-#       app.kubernetes.io/name: mastodon
-#       app.kubernetes.io/instance: "k8s.social"
-#       app.kubernetes.io/component: web
-
-# ---
-
-# apiVersion: policy/v1
-# kind: PodDisruptionBudget
-# metadata:
-#   name: mastodon-streaming
-# spec:
-#   minAvailable: 1
-#   selector:
-#     matchLabels:
-#       app.kubernetes.io/name: mastodon
-#       app.kubernetes.io/instance: "k8s.social"
-#       app.kubernetes.io/component: streaming
-
-# ---
-
-# apiVersion: policy/v1
-# kind: PodDisruptionBudget
-# metadata:
-#   name: mastodon-sidekiq
-# spec:
-#   minAvailable: 1
-#   selector:
-#     matchLabels:
-#       app.kubernetes.io/name: mastodon
-#       app.kubernetes.io/instance: "k8s.social"
-#       app.kubernetes.io/component: sidekiq
-
-# ---

manifests/mastodon/utils.yaml

@@ -1,129 +0,0 @@
-apiVersion: batch/v1
-kind: CronJob
-metadata:
-  name: mastodon-media-remove
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
-    app.kubernetes.io/component: utils
-  annotations:
-    description: |
-      Runs weekly to remove old media
-spec:
-  schedule: 0 0 * * 0
-  jobTemplate:
-    spec:
-      backoffLimit: 3
-      ttlSecondsAfterFinished: 86400
-      template:
-        metadata:
-          name: mastodon-media-remove
-        spec:
-          restartPolicy: OnFailure
-          containers:
-            - name: mastodon-media-remove
-              image: "tootsuite/mastodon:v3.5.3"
-              imagePullPolicy: IfNotPresent
-              command:
-                - bash
-                - -c
-                - |
-                  bin/tootctl media remove
-                  bin/tootctl preview_cards remove
-              envFrom:
-                - configMapRef:
-                    name: mastodon-env
-                - secretRef:
-                    name: mastodon
-              env:
-                - name: "PORT"
-                  value: "3000"
----
-
-
-apiVersion: batch/v1
-kind: CronJob
-metadata:
-  name: mastodon-assets-precompile
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
-    app.kubernetes.io/component: utils
-  annotations:
-    description: |
-      Manually trigger post-install to pre-compile the assets
-spec:
-  schedule: 0 0 * * 0
-  suspend: true
-  jobTemplate:
-    spec:
-      backoffLimit: 3
-      ttlSecondsAfterFinished: 86400
-      template:
-        metadata:
-          name: mastodon-assets-precompile
-        spec:
-          restartPolicy: OnFailure
-          containers:
-            - name: mastodon-assets-precompile
-              image: "tootsuite/mastodon:v3.5.3"
-              imagePullPolicy: IfNotPresent
-              command:
-                - bash
-                - -c
-                - |
-                    bundle exec rake assets:precompile && yarn cache clean
-              envFrom:
-                - configMapRef:
-                    name: mastodon-env
-                - secretRef:
-                    name: mastodon
-              env:
-                - name: "PORT"
-                  value: "3000"
----
-
-apiVersion: batch/v1
-kind: CronJob
-metadata:
-  name: mastodon-db-migrate
-  namespace: mastodon
-  labels:
-    app.kubernetes.io/name: mastodon
-    app.kubernetes.io/instance: "k8s.social"
-    app.kubernetes.io/component: utils
-  annotations:
-    description: |
-      Manually trigger post-install/upgrade to migrate the database schema
-spec:
-  schedule: 0 0 * * 0
-  suspend: true
-  jobTemplate:
-    spec:
-      backoffLimit: 3
-      ttlSecondsAfterFinished: 86400
-      template:
-        metadata:
-          name: mastodon-db-migrate
-        spec:
-          restartPolicy: OnFailure
-          containers:
-            - name: mastodon-db-migrate
-              image: "tootsuite/mastodon:v3.5.3"
-              imagePullPolicy: IfNotPresent
-              command:
-                - bundle
-                - exec
-                - rake
-                - db:migrate
-              envFrom:
-                - configMapRef:
-                    name: mastodon-env
-                - secretRef:
-                    name: mastodon
-              env:
-                - name: "PORT"
-                  value: "3000"
----