# robots.txt for https://www.nsf.org.cn/

sitemap: https://www.nsf.org/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/au/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/br/pt/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/bg/bg/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/ca/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org.cn/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org.cn/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/fr/fr/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/de/de/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/in/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/ie/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/it/it/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/jp/ja/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/kr/ko/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/mx/es/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/nz/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/ro/ro/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/za/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/es/es/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/th/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/gb/en/sitemaps-2-sitemap.xml
sitemap: https://www.nsf.org/vn/vi/sitemaps-2-sitemap.xml

    # live - don't allow web crawlers to index cpresources/ or vendor/

    User-agent: *
    Disallow: /cpresources/
    Disallow: /vendor/
    Disallow: /.env
    Disallow: /cache/


# Disallow ChatGPT bot, as there's no benefit to allowing it to index your site
User-agent: GPTBot
Disallow: /

# Disallow Google Bard and Vertex AI bots, as there's no benefit to allowing it to index your site
User-agent: Google-Extended
Disallow: /

# Disallow Perplexity bot, as there's no benefit to allowing it to index your site
User-agent: PerplexityBot
Disallow: /