# robots.txt for https://www.poetryfoundation.org/

Sitemap: https://www.poetryfoundation.org/sitemaps

# live - don't allow web crawlers to index cpresources/ or vendor/

User-agent: *
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/
Disallow: /craft/
Disallow: /poetrymagazine/index/
Disallow: /library/desktop
Disallow: /programs/library/desktop
Disallow: /mobile-template/resources
Disallow: /mobile-template/programs
Disallow: /mobile-template/features
Disallow: /harriet/tag/racism

User-agent: CCBot
Disallow: /