# Allow Google robots
User-agent: Mediapartners-Google*
Disallow: 

# Block Alexa crawler
#User-agent: ia_archiver
#Disallow: / 

User-agent: VoilaBot
Disallow: /

User-agent: BUbiNG
Disallow: /

# slow down Yahoo
User-agent: Slurp
Crawl-delay: 60

# Block access to files directory
User-agent: *
Disallow: /files/
Disallow: /control/rfp_create
Disallow: /control/rfp_create_local
Disallow: /control/partner_withheld
Disallow: /control/partner_concours_withheld
Disallow: /control/tell_a_friend
Disallow: /control/template_help
Disallow: /*PartnerBusinessTypeModel@
Disallow: /*jsessionid*

sitemap: https://www.bobex.nl/sitemap/bobexnl_index_sitemap.xml