Sitemap: https://www.repvue.com/sitemap.xml

# Allow otg generation for Twitter
User-agent: Twitterbot
Allow: /api/otg

User-agent: *
Disallow: /user/*
Disallow: /companies/compare/*-vs-*
Disallow: /monitoring
Disallow: /api/otg

Disallow: /*.json$
Disallow: /*_buildManifest.js$
Disallow: /*_middlewareManifest.js$
Disallow: /*_ssgManifest.js$

# SEO Bots
User-agent: AhrefsBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: Clearscopebot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Rogerbot
Disallow: /

User-agent: SearchAtlas Bot
Disallow: /

# AI Bots
User-agent: Bytespider
Disallow: /

User-agent: Devin
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Yandex
Disallow: /