Sitemap: https://empllo.com/sitemaps/sitemap.xml.gz

User-agent: *
Crawl-delay: 1
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /apply/
Disallow: /subscribe/
Disallow: /job-alerts/
Disallow: /recruit/
Disallow: /talent/
Disallow: /job-listings/*/favorite
Disallow: /job-listings/*/unfavorite
Disallow: /tools/*/new
Disallow: /tools/*/create
Disallow: /*?*utm_*
Disallow: /*?*fbclid*
Disallow: /*?*gclid*

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

# Majestic - SEO
User-agent: MJ12bot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

# Seozoom - SEO
User-Agent: ZoomBot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: MozBot
Disallow: /

# https://moz.com/help/moz-procedures/crawlers/rogerbot
User-agent: rogerbot
Disallow: /

# https://moz.com/help/moz-procedures/crawlers/dotbot
User-agent: dotbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /