# ROBOT TXT ANDREFOISY.COM

# Stop indexing some folders
User-agent: *
# Disallow: /SOME DIR/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /demo/
Disallow: /jvmhlp/
Disallow: /mcspremium/
Disallow: /media/
Disallow: /messages/
Disallow: /plg/
Disallow: /webms/
Disallow: /videocasts/
Disallow: /recommend/
Disallow: /recommends/
Disallow: /xinha/
Disallow: /weblog/
Disallow: /pvf/

# Stop image bots from copying images
User-Agent: Googlebot-Image
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: psbot
Disallow: /

# Block Alexa and Wayback Machine
User-agent: ia_archiver
Disallow: /

# Block PDFs and zip files from robots
User-agent: *
Disallow: /*.zip$
Disallow: /*.pdf$
Disallow: /download