Sitemap: https://www.repvue.com/sitemap.xml
# Allow otg generation for Twitter
User-agent: Twitterbot
Allow: /api/otg
User-agent: *
Disallow: /user/*
Disallow: /companies/compare/*-vs-*
Disallow: /monitoring
Disallow: /api/otg
Disallow: /*.json$
Disallow: /*_buildManifest.js$
Disallow: /*_middlewareManifest.js$
Disallow: /*_ssgManifest.js$
# SEO Bots
User-agent: AhrefsBot
Disallow: /
User-agent: AhrefsSiteAudit
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: Clearscopebot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Rogerbot
Disallow: /
User-agent: SearchAtlas Bot
Disallow: /
# AI Bots
User-agent: Amazonbot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Devin
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: img2dataset
Disallow: /
User-agent: LinkedInBot
Disallow: /
User-agent: omgilibot
Disallow: /
User-agent: PanguBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YouBot
Disallow: /