User-Agent: *
Crawl-delay: 5

# Prioritize foundational pages
Allow: /about
Allow: /product
Allow: /pricing
Allow: /features
Allow: /demo
Allow: /sign-up
Allow: /startups
Allow: /compare/
Allow: /comparison/
Allow: /partners/
Allow: /personas/
Allow: /go-to-market

# Prioritize top conversion content
Allow: /product/*
Allow: /insights/*
Allow: /tech-blog/*
Allow: /wall-of-love
Allow: /wall-of-love-vs-zoominfo
Allow: /contact-us

# Prioritize programmatic goldmines
Allow: /compare/*
Allow: /personas/*
Allow: /integrations/*
Allow: /industry/*
Allow: /use-case/*

# High-quality content hubs
Allow: /insights/category/sales
Allow: /insights/category/data
Allow: /insights/category/b-2-b
Allow: /insights/category/ai
Allow: /insights/category/prospecting
Allow: /insights/b2b-lead-database
Allow: /insights/contact-data-enrichment
Allow: /insights/what-is-a-go-to-market-strategy
Allow: /insights/inbound-vs-outbound-marketing
Allow: /insights/what-is-drip-email-marketing

# Helpful resources
Allow: /outbound-book-kit
Allow: /on-demand-demo
Allow: /lp/*
Allow: /product/chrome-extension
Allow: /email-connected-linkedin
Allow: /sales-pipeline

# Reduce low-value or dynamic content crawling
Disallow: /signup-success*
Disallow: /campaign/expired
Disallow: /promo/*
Disallow: /submit-a-request
Disallow: /terms/*
Disallow: /privacy-policy/*
Disallow: /salesforce-oauth-complete
Disallow: /gmail-oauth-complete
Disallow: /demo-test
Disallow: /about/components/*
Disallow: /partners/partnership-startup-promo/terms
Disallow: /community/*/terms

# Optional: Limit crawling of high-churn, low-value pages
Disallow: /directory
Disallow: /dpa
Disallow: /exitfive

# Sitemap location
Sitemap: https://www.apollo.io/sitemap.xml
Sitemap: https://www.apollo.io/insights/sitemap.xml