# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

# Allow social media crawlers to fetch public pages for link previews
# (Facebook, LinkedIn, X/Twitter, Slack)
# Keep this list in sync with the SOCIAL_CRAWLERS regex in lib/rack_x_robots_tag.rb.
User-Agent: facebookexternalhit
User-Agent: LinkedInBot
User-Agent: Twitterbot
User-Agent: Slackbot-LinkExpanding
Allow: /

# Block all other crawlers from the entire site
# SEO indexing is handled separately (OA-29169)
User-Agent: *
Disallow: /