User-agent: Googlebot
User-agent: msnbot
User-agent: yahoo-slurp
User-agent: robozilla
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro
Disallow: /searchtools-rss.xml

User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/
Disallow: /portal/wp-admin/
Disallow: /portal/wp-content/
Disallow: /portal/wp-images/
Disallow: /portal/wp-includes/
Disallow: /portal/.htaccess/
Disallow: /portal/wp-config.php/
Disallow: /portal/wp-config-sample.php/
Disallow: /portal/wp-links-opml.php
Disallow: /portal/wp-login.php
Disallow: /portal/wp-mail.php
Disallow: /portal/wp-pass.php
Disallow: /portal/wp-register.php
Disallow: /portal/wp-settings.php
Disallow: /portal/wp-comments-post.php
Disallow: /portal/wp-blog-header.php
Disallow: /robots.txt
Disallow: /greybox
Disallow: /iconset
Disallow: /images