# Desktop robots.

User-agent: *
Disallow: /backstage/
Disallow: /blackberry/
Disallow: /users/
Disallow: /contact/pop/
Disallow: /t/
Disallow: /social/
Disallow: /commentsv3/
Disallow: /mobileweb/comments/
Disallow: */fb_comment_id
Disallow: */theblog/archive/
Disallow: */the-blog/
Disallow: /recipe-search/
Disallow: /*-recipes/*/*/*/
Disallow: */daily-briefing
Disallow: */users/
Disallow: /ads/sponsor/*
Disallow: /search.php/
Disallow: /search?
Disallow: /search?*
Disallow: /search?q=*
Disallow: /search?*q=*
Disallow: /authorarchive/
Disallow: /mobileweb/*
Disallow: /click
Disallow: /wl?jq=
Disallow: /aolc
Disallow: /?sort=ep&perPage=10
Disallow: /?action=comments
Disallow: /vertical/
Disallow: /feeds/
Disallow: /deploy_config.json

crawl-delay: 1

Sitemap: https://www.huffingtonpost.com/sitemaps/sitemap-index-daily-archives.xml
Sitemap: https://www.huffingtonpost.com/sitemaps/sitemap-google-news.xml
Sitemap: https://www.huffingtonpost.com/sitemaps/sitemap-google-video.xml