User-agent: *
Disallow: /apps/
Disallow: /search/
Disallow: /wire-*
Disallow: /budget/
Disallow: /guns/
Disallow: /taxes/
Disallow: /users/
Disallow: /accounts/
Disallow: /upi-breaking/
Disallow: /weather/
Disallow: /account/
Disallow: /voting/
Disallow: /mailfriend
Disallow: /admin
Disallow: /comments
Disallow: /offensivecontent/
Disallow: /accounts
Disallow: /ajax

User-agent: YandexBot
Disallow: /apps/
Disallow: /search/
Disallow: /wire-*
Disallow: /budget/
Disallow: /guns/
Disallow: /taxes/
Disallow: /users/
Disallow: /accounts/
Disallow: /upi-breaking/
Disallow: /weather/
Disallow: /account/
Disallow: /voting/
Disallow: /mailfriend
Disallow: /admin
Disallow: /comments
Disallow: /offensivecontent/
Disallow: /accounts
Disallow: /ajax

User-agent: Spinn3r
Disallow: /apps/
Disallow: /search/
Disallow: /wire-*
Disallow: /budget/
Disallow: /guns/
Disallow: /taxes/
Disallow: /users/
Disallow: /accounts/
Disallow: /upi-breaking/
Disallow: /weather/
Disallow: /account/
Disallow: /voting/
Disallow: /mailfriend
Disallow: /admin
Disallow: /comments
Disallow: /offensivecontent/
Disallow: /accounts
Disallow: /ajax
Crawl-delay: 30

User-agent: Mail.RU_Bot
Disallow: /apps/
Disallow: /search/
Disallow: /wire-*
Disallow: /budget/
Disallow: /guns/
Disallow: /taxes/
Disallow: /users/
Disallow: /accounts/
Disallow: /upi-breaking/
Disallow: /weather/
Disallow: /account/
Disallow: /voting/
Disallow: /mailfriend
Disallow: /admin
Disallow: /comments
Disallow: /offensivecontent/
Disallow: /accounts
Disallow: /ajax
Crawl-delay: 60

User-agent: Baiduspider
Allow: /news/
Disallow: /apps/
Crawl-delay: 30

User-agent: Slurp
Allow: /
Crawl-delay: 10

User-agent: AhrefsBot
Disallow: /

User-agent: bingbot
Allow: /
Disallow: /admin
Disallow: /newsletters/modal/
Disallow: /atom/
Disallow: /topics/
Disallow: /media/
Crawl-delay: 1

User-agent: msnbot
Allow: /news/
Disallow: /apps/
Disallow: /search/
Disallow: /wire-*
Disallow: /budget/
Disallow: /guns/
Disallow: /taxes/
Disallow: /users/
Disallow: /accounts/
Disallow: /upi-breaking/
Disallow: /weather/
Disallow: /account/
Disallow: /voting/
Disallow: /mailfriend
Disallow: /admin
Disallow: /comments
Disallow: /offensivecontent/
Disallow: /accounts
Disallow: /ajax
Crawl-delay: 1

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: GoogleProducer
Allow: /atom/

User-agent: Amazonbot
Disallow: /

User-agent: applebot
Allow: /
Disallow: /atom/
Disallow: /topics/
Disallow: /media/
Disallow: /news/2020/
Disallow: /news/2021/
Disallow: /news/2019/
Disallow: /news/2018/
Disallow: /news/2017/
Disallow: /news/2016/
Disallow: /news/2015/
Disallow: /news/2014/
Disallow: /news/2013/
Disallow: /news/2012/
Disallow: /news/2011/
Disallow: /news/2010/
Disallow: /news/2009/
Disallow: /news/2008/
Disallow: /news/2007/
Disallow: /news/2006/
Disallow: /news/2005/
Disallow: /news/2004/
Disallow: /news/2003/
Disallow: /news/2002/
Disallow: /news/2001/
Disallow: /news/2000/
Disallow: /news/1999/
Disallow: /news/1998/
Disallow: /news/1997/
Disallow: /news/1996/
Disallow: /news/1995/
Disallow: /news/1994/
Crawl-delay: 20

Host: www.washingtontimes.com
Sitemap: https://www.washingtontimes.com/sitemap_index.xml
Sitemap: https://www.washingtontimes.com/sitemap-stories.xml
Sitemap: https://www.washingtontimes.com/sitemap-entries.xml