fix(robots.txt): Disallow all on dev envs

.env.runtime

@@ -1,5 +1,6 @@
 # https://docs.astro.build/en/guides/integrations-guide/node/#runtime-environment-variables
 # Variables that should be loaded on runtime and not during build is added here, the value is not used for anything
 API_URL=placeholder
+SITE_URL=placeholder
 MATOMO_SITE_ID=placeholder
 MATOMO_INSTANCE_URL=placeholder

src/env.d.ts

@@ -2,6 +2,7 @@
 
 interface ImportMetaEnv {
   readonly API_URL: string;
+  readonly SITE_URL: string;
   readonly MATOMO_SITE_ID: string;
   readonly MATOMO_INSTANCE_URL: string;
 }

src/pages/liveness.ts

@@ -2,7 +2,6 @@ export const prerender = false;
 
 /**
  * GET Request with JSON response
- * @returns {Response}
  */
 export async function GET() {
   return new Response(JSON.stringify({ alive: true }), {
@@ -14,8 +13,7 @@ export async function GET() {
 }
 
 /**
- * HEAD Request
- * @returns {Response}
+ * HEAD Request. Just return 204
  */
 export function HEAD() {
   return new Response(null, {

src/pages/robots.txt.ts

@@ -0,0 +1,25 @@
+export const prerender = false;
+
+import.meta.env.SITE_URL;
+
+var prod_robots = `User-agent: *
+Disallow: /api/
+Disallow: /admin/
+Disallow: /django-admin/`;
+
+var dev_robots = `User-agent: *
+Disallow: /`;
+
+/**
+ * GET Request
+ */
+export async function GET() {
+  if (import.meta.env.SITE_URL == "https://www.tg.no/") {
+    return new Response(prod_robots, {
+      status: 200,
+    });
+  }
+  return new Response(dev_robots, {
+    status: 200,
+  });
+}