User-agent: *
Crawl-delay: 10
Disallow: /admin
Disallow: /newfanshot
Disallow: /users/*/replies
Disallow: /search
Disallow: /account
Disallow: /login
Disallow: /chorus_auth
Disallow: /sso
Disallow: /sbn_scoreboard/ajax_leagues_and_events
Disallow: /networks/enter_private_mode_password
Disallow: /*?
Disallow: /*blog
Allow: /blogs
Allow: /blog-
Allow: /*-blog
Allow: /*blog-
Disallow: /platform/an/*
Disallow: /platform/amp/*
Disallow: /rss/fbia.xml
Disallow: /rss/smartnews.xml

Sitemap: http://www.behindthesteelcurtain.com/google_news_sitemap

User-agent: CCBot
Crawl-delay: 10
Disallow:

User-agent: Yandex
Crawl-delay: 10
Disallow:

User-agent: Applebot
Crawl-delay: 10
Disallow:

User-agent: archive.org_bot
Crawl-delay: 10
Disallow:

User-agent: ia_archiver
Crawl-delay: 10
Disallow:

User-agent: ScoutJet
Crawl-delay: 10
Disallow:

User-agent: Twitterbot
Crawl-delay: 10
Disallow:

User-agent: Googlebot-News
Disallow: /ad
Disallow: /sponsored

User-agent: Googlebot
Allow: /platform/amp/*

User-agent: facebookexternalhit
Allow: /rss/fbia.xml

User-Agent: Crowsnest
Allow: /rss/smartnews.xml