# Bad Bots
User-agent: Acunetix
User-agent: ChinaClaw
User-agent: DotBot
User-agent: FHscan
User-agent: MJ12Bot
User-agent: MauiBot
User-agent: NPBot*
User-agent: NPBot-1/2.0
User-agent: Teleport
User-agent: magpie-crawler
User-agent: PiplBot
User-agent: Exabot
Disallow: /

# Good Bots

User-agent: *
User-agent: Googlebot
User-agent: AdsBot-Google
User-agent: Mediapartners-Google

# Areas to disallow
Disallow: /cms

# No-content pages
Disallow: /tags
Disallow: /search
Disallow: /videos
Disallow: /*?*query=

Sitemap: https://cpop.it/sitemap.xml
Sitemap: https://cpop.it/google-news-feed.xml