From 4bba28e67021407c6490e20e16bfa5134b36dbb2 Mon Sep 17 00:00:00 2001
From: "ryan-distrust.co" <ryan@distrust.co>
Date: Sat, 7 Sep 2024 00:43:52 -0400
Subject: [PATCH] k/forgejo: add robots to ban facebook/meta

---
 kustomizations/forgejo/ingress.yaml       |  7 ++++
 kustomizations/forgejo/kustomization.yaml |  1 +
 kustomizations/forgejo/robots.yaml        | 50 +++++++++++++++++++++++
 3 files changed, 58 insertions(+)
 create mode 100644 kustomizations/forgejo/robots.yaml

diff --git a/kustomizations/forgejo/ingress.yaml b/kustomizations/forgejo/ingress.yaml
index 851ee02..9092bbd 100644
--- a/kustomizations/forgejo/ingress.yaml
+++ b/kustomizations/forgejo/ingress.yaml
@@ -19,6 +19,13 @@ spec:
             name: forgejo
             port:
               number: 80
+      - path: /robots.txt
+        pathType: Exact
+        backend:
+          service:
+            name: robots
+            port:
+              number: 80
   tls:
   - hosts:
     - git.distrust.co
diff --git a/kustomizations/forgejo/kustomization.yaml b/kustomizations/forgejo/kustomization.yaml
index 30ef2ea..4e3dd3e 100644
--- a/kustomizations/forgejo/kustomization.yaml
+++ b/kustomizations/forgejo/kustomization.yaml
@@ -5,6 +5,7 @@ resources:
 - namespace.yaml
 - resources.yaml
 - ingress.yaml
+- robots.yaml
 - snapshots
 patches:
 - path: forgejo-env-vars.patch.yaml
diff --git a/kustomizations/forgejo/robots.yaml b/kustomizations/forgejo/robots.yaml
new file mode 100644
index 0000000..9772caf
--- /dev/null
+++ b/kustomizations/forgejo/robots.yaml
@@ -0,0 +1,50 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: robots
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: robots
+  template:
+    metadata:
+      labels:
+        app: robots
+    spec:
+      containers:
+      - name: robots
+        image: nginx
+        ports:
+        - containerPort: 80
+        volumeMounts:
+        - name: robots-txt
+          mountPath: /usr/share/nginx/html
+      volumes:
+      - name: robots-txt
+        configMap:
+          name: robots-txt
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: robots-txt
+data:
+  # Facebook/Meta have a web crawler that absolutely _spams_ Forgejo when
+  # large repositories exist. It's nonstop requests.
+  robots.txt: |-
+    User-agent: facebookexternalhit
+    User-agent: meta-externalagent
+    Disallow: /
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: robots
+spec:
+  ports:
+  - name: http
+    port: 80
+    targetPort: 80
+  selector:
+    app: robots