# robots.txt for www.ast.org

User-agent: *
Disallow: /workarea/
Disallow: /widgets/
Allow: /

# Block OpenAI GPTBot and Google-Extended (optional, for AI crawler control)
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

# Sitemap for search engines
Sitemap: https://www.ast.org/sitemap.xml