# bots to block
User-agent: rogerbot
User-agent: MJ12bot
User-agent: GPTBot
Disallow: /

# bots to delay
User-agent: AhrefsBot
Crawl-Delay: 3

# Sitemap URL
Sitemap: https://www.expertise.com/sitemaps/expertise.xml.gz
Sitemap: https://www.expertise.com/sitemaps/sitemap_profile.xml.gz
Sitemap: https://www.expertise.com/sitemaps/expertise-es.xml.gz
Sitemap: https://www.expertise.com/sitemaps/sitemap_reviews.xml.gz
Sitemap: https://www.expertise.com/sitemaps/sitemap_resources.xml.gz