# Robots.txt file from http://www.scanmaritime.com # # All robots will spider the domain User-agent: * Disallow: /images/ Disallow: /cgi-bin/ Disallow: /any other folder to be excluded/ Disallow: /index.php? Disallow: /index.php/Help Disallow: /index.php/MediaWiki Disallow: /index.php/Special: Disallow: /index.php/Template Disallow: /skins/ Disallow: /index.php?diff= Disallow: /index.php?oldid= Disallow: /index.php?title=Help Disallow: /index.php?title=Image Disallow: /index.php?title=MediaWiki Disallow: /index.php?title=Special: Disallow: /index.php?title=Template Disallow: /skins/