# Robots.txt file from http://www.searchengineworld.com # # All robots will spider the domain  User-agent: *
User-agent: Yahoo! Slurp
Disallow: /

User-agent: Yahoo Slurp
Disallow: /*

User-agent: Slurp
Disallow: /

User-agent: Yahoo! Slurp China
Disallow: /

User-agent: Slurp
Disallow: /*

Disallow: _getlotosonuc.php
Disallow: mpi_xml.php