# Require all robots to follow
User-agent: *

# Uncomment after deploying site
# change-site-name-here with to domain
Sitemap: http://www.mqup.ca/sitemap.xml

# Comment/remove after deploying
#Disallow: /

# Uncomment/enable the following after deploying
# Block all pdf files from getting indexed
Disallow: /*.pdf

# Block include files while still allowing images
Disallow: /filebin/*
Allow: /filebin/images/
#Allow: /filebin/flash/

# Block mightysite files
Disallow: /mightysite

# BLock facets
Disallow: /*?filters=

# Keep good bots from making too many requests at once (in secs)
Crawl-delay: 30