# Disallow all crawlers access to certain pages.

User-Agent: *
Disallow: /*collection.do*
Disallow: /*product.do*
Disallow: /?method*
Disallow: /*error
Disallow: /*print.do*
Disallow: /*reviews/submit.do*
Disallow: /ajax/modal/
Disallow: /blog/author/
Disallow: /blog/category/
Disallow: /blog/tag/
Disallow: /configurator/modal/
Disallow: /modal/
Disallow: /resources/
Disallow: /sitesearch/
Disallow: /styleguide/*
Disallow: /*features/*
Crawl-delay: 10

User-Agent: Mediapartners-Google
Disallow: /

User-Agent: Adsbot-Google
Allow: /

User-agent: Pinterest
Crawl-delay: 10

User-agent: Pinterestbot
Crawl-delay: 10

User-agent: Pinterestbot/1.0
Crawl-delay: 10

User-agent: Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)
Crawl-delay: 10

User-agent: SiteimproveBot-Crawler
Crawl-delay: 3

User-agent: Googlebot
Disallow:

User-agent: Googlebot-image
Disallow:

# Sitemap files
Sitemap: https://www.roomandboard.com/sitemap.xml
Sitemap: https://www.roomandboard.com/external_images.xml
Sitemap: https://www.roomandboard.com/images_internal.xml
Sitemap: https://www.roomandboard.com/static.xml
Sitemap: https://www.roomandboard.com/products.xml
Sitemap: https://www.roomandboard.com/blog.xml