feat: poison ai crawlers
This commit is contained in:
parent
804cafad27
commit
16544f1993
4 changed files with 235 additions and 134 deletions
10
robots.njk
Normal file
10
robots.njk
Normal file
|
|
@ -0,0 +1,10 @@
|
|||
---
|
||||
permalink: /robots.txt
|
||||
eleventyExcludeFromCollections: true
|
||||
---
|
||||
User-agent: *
|
||||
Allow: /
|
||||
{% for bot in aiBots %}
|
||||
User-agent: {{ bot }}
|
||||
{%- endfor %}
|
||||
Disallow: /
|
||||
Loading…
Add table
Add a link
Reference in a new issue