# Public pages are available to search crawlers, including Googlebot and
# OAI-SearchBot. Thank-you pages must be crawlable to expose their noindex tag.
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin

Sitemap: https://www.contentremoval.com/sitemap-index.xml