# tssfaa.com — robots policy
# R.O.A.R. — Rex's Open Assistive Resources

User-agent: *
Allow: /

# Don't waste crawl budget on scratch / duplicate / archived files
Disallow: /index1.html
Disallow: /index2.html
Disallow: /index3.html
Disallow: /index_old.html
Disallow: /new_index.html
Disallow: /temp.html
Disallow: /__pycache__/
Disallow: /*.py$

# Aggressive SEO/marketing scrapers — decline crawl
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

Sitemap: https://tssfaa.com/sitemap.xml