# robots.txt for bit14.com
# All robots will spider the domain

User-agent: *
Allow: /
Allow: /blog/
Allow: /products/

# Disallow admin and private areas
Disallow: /admin/
Disallow: /private/
Disallow: /checkout/
Disallow: /cart/
Disallow: /wp-admin/
Disallow: /wp-includes/

# Crawl-delay
Crawl-delay: 10

# Sitemaps
Sitemap: https://bit14.com/sitemap.xml