# Require all robots to follow
User-agent: *

# Set sitemap
Sitemap: http://www.alfainternational.com/sitemap.xml

# Comment/remove after deploying
# Disallow: /

# Block all files in not_searchable folder from getting indexed
Disallow: /filebin/not_searchable

# Block include files while still allowing images
Disallow: /filebin/*
Allow: /filebin/images/
Allow: /filebin/flash/
Allow: /filebin/video/

# Block facets
Disallow: /*?filters=

# Block mightysite files
Disallow: /mightysite