# robots.txt for http://www.movieshare.org
User-agent: Googlebot
Allow: /*
User-agent: MSNBot
Allow: /*
User-agent: Slurp
Allow: /*
User-agent: Teoma
Allow: /*
User-agent: Gigabot
Allow: /*
User-agent: Scrubby
Allow: /*
User-agent: Robozilla
Allow: /*
User-agent: Nutch
Allow: /*
User-agent: ia_archiver
Allow: /*
User-agent: baiduspider
Allow: /*
User-agent: *
Allow: /*
# Google Image
User-agent: Googlebot-Image
Allow: /*
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Allow: / *
# digg mirror
User-agent: duggmirror
Allow: /*

User-agent: *

Disallow: /*-print/
Disallow: /attachment.php
Disallow: /login.php
Disallow: /member.php
Disallow: /memberlist.php
Disallow: /newthread.php
Disallow: /newreply.php
Disallow: /printthread.php
Disallow: /private.php
Disallow: /profile.php
Disallow: /register.php
Disallow: /search.php
Disallow: /sendmessage.php
Disallow: /movies-18/