#Blocks all robots
User-agent: *

#block all pdf files from getting indexed
Disallow: /*.pdf

#Block include files while still allowing images
Disallow: /filebin/*
Allow: /filebin/images/

#Block mightysite files
Disallow: /mightysite
Disallow: /mightysite2