# Google

User-agent: Googlebot
Disallow: /data
Disallow: /registration/ext
Disallow: /accounts
Disallow: /api
Disallow: */xml
Disallow: */details
Disallow: */widget
Disallow: */_text_image
Disallow: *?*
Crawl-delay: 3

User-agent: Mediapartners-Google
Disallow: /data
Disallow: /registration/ext
Disallow: /accounts
Disallow: /api
Disallow: */xml
Disallow: */details
Disallow: */widget
Disallow: */_text_image
Disallow: *?*
Crawl-delay: 3

# Yahoo

User-agent: Slurp
Disallow: /data
Disallow: /registration/ext
Disallow: /accounts
Disallow: /api
Disallow: */xml
Disallow: */details
Disallow: */widget
Disallow: */_text_image
Disallow: *?*
Crawl-delay: 5

# Bing

User-Agent: bingbot
Disallow: /data
Disallow: /registration/ext
Disallow: /accounts
Disallow: /api
Disallow: */xml
Disallow: */details
Disallow: */widget
Disallow: */_text_image
Disallow: *?*
Crawl-delay: 7

# Everyone Else

User-agent: *
Disallow: /data
Disallow: /registration/ext
Disallow: /accounts
Disallow: /api
Disallow: */xml
Disallow: */details
Disallow: */widget
Disallow: */_text_image
Disallow: *?*
Crawl-delay: 30

# AI

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: FacebookBot
Disallow: /

# Sitemap

Sitemap: https://www.govtrack.us/sitemap.xml