# Two sections, identical in content, linking and cadence.
# The only difference between them is the two lines below.
#
# /open/  may be crawled.
# /noai/  may not.
#
# Both are linked equally from the home page, the sitemap and the feed, so
# either section is equally easy to find. Requests to /noai/ from a crawler
# that also fetched this file are therefore deliberate.

User-agent: *
Allow: /open/
Disallow: /noai/

Sitemap: https://blog.ai-redteam-lab.org/sitemap.xml