# robots.txt for https://www.nsf.org/

sitemap: https://www.nsf.org/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/mx/es/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/cn/zh/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/gb/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/in/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/th/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/ie/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/za/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/nz/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/au/en/sitemaps-2-sitemap.xml

# live - don't allow web crawlers to index cpresources/ or vendor/

User-agent: *
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/