# Require all robots to follow
User-agent: *

# Set sitemap
# Sitemap: https://www.newsforyouonline.com/sitemap.xml

# Comment/remove after deploying
Disallow: /

# Block all files in not_searchable folder from getting indexed
# Disallow: /filebin/not_searchable

# Block include files while still allowing images
# Disallow: /filebin/*
# Allow: /filebin/images/
# Allow: /filebin/flash/
# Allow: /filebin/video/

# Block facets
Disallow: /*?filters=

# Block mightysite files
Disallow: /mightysite