feat: poison ai crawlers

This commit is contained in:
Leyla Becker 2026-02-11 19:24:18 -06:00
parent 804cafad27
commit 16544f1993
4 changed files with 235 additions and 134 deletions

10
robots.njk Normal file
View file

@ -0,0 +1,10 @@
---
permalink: /robots.txt
eleventyExcludeFromCollections: true
---
User-agent: *
Allow: /
{% for bot in aiBots %}
User-agent: {{ bot }}
{%- endfor %}
Disallow: /