From 25eab2d795aa1c30245c400c4fa748b2e3f16ee9 Mon Sep 17 00:00:00 2001 From: rob thijssen Date: Mon, 11 May 2026 16:49:55 +0300 Subject: [PATCH] feat: add robots.txt allowing all crawlers including social bots Co-Authored-By: Claude Opus 4.6 (1M context) --- ui/public/robots.txt | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 ui/public/robots.txt diff --git a/ui/public/robots.txt b/ui/public/robots.txt new file mode 100644 index 0000000..e30b7fc --- /dev/null +++ b/ui/public/robots.txt @@ -0,0 +1,14 @@ +User-agent: * +Allow: / + +User-agent: facebookexternalhit +Allow: / + +User-agent: Twitterbot +Allow: / + +User-agent: LinkedInBot +Allow: / + +User-agent: WhatsApp +Allow: /