User-agent: *
Disallow: /admin
Disallow: /newfanshot
Disallow: /users/*/replies
Disallow: /search
Disallow: /account
Disallow: /login
Disallow: /chorus_auth
Disallow: /networks/enter_private_mode_password
Disallow: /*?
Disallow: /platform/amp/*
Disallow: /fbia

Sitemap: http://www.theverge.com/google_news_sitemap

User-agent: CCBot
Crawl-delay: 10

User-agent: Yandex
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

User-agent: archive.org_bot
Crawl-delay: 10

User-agent: ia_archiver
Crawl-delay: 10

User-agent: Googlebot-News
Disallow: /sponsored

User-agent: Googlebot
Allow: /platform/amp/*

User-agent: facebookexternalhit
Allow: /fbia/*