User-agent: Yahoo! Slurp
User-agent: Slurp
User-agent: Twiceler
Disallow: / 

User-agent: *
Disallow: admin.php
Disallow: config
Disallow: header
Disallow: footer
Disallow: pntables
Disallow: referer
Disallow: /images
Disallow: /includes
Disallow: /modules/NS-
Disallow: /themes
Disallow: /_bbs