# Alexa
User-agent: ia_archiver
Disallow: /Old/
Disallow: /sites to come/
Disallow: /cgi-bin/
Disallow: /html/
Disallow: /home4/
Disallow: /autoresponder/
Disallow: /_private/

# Ask
User-agent: Teoma
Disallow: /_private/
Disallow: /autoresponder/
Disallow: /cgi-bin/
Disallow: /home4/
Disallow: /html/
Disallow: /Old/
Disallow: /sites to come/
Disallow: /Good-Bye-Page.htm

# Google
User-agent: googlebot
Disallow: /_private/
Disallow: /autoresponder/
Disallow: /cgi-bin/
Disallow: /home4/
Disallow: /html/
Allow: /images/
Allow: /Indicators/

# MSN
User-agent: msnbot
Disallow: /_private/
Disallow: /autoresponder/
Disallow: /cgi-bin/
Disallow: /home4/
Disallow: /html/

# Yahoo!
User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /autoresponder/
Disallow: /home4/
Disallow: /html/

# Abacho
User-agent: AbachoBOT
Disallow: /_private/
Disallow: /autoresponder/
Disallow: /cgi-bin/
Disallow: /home4/
Disallow: /html/

# Fireball
User-agent: fireball
Disallow: /_private/
Disallow: /autoresponder/
Disallow: /cgi-bin/
Disallow: /home4/
Disallow: /html/

# Voila.fr
User-agent: VoilaBot
Disallow: /_private/
Disallow: /autoresponder/
Disallow: /cgi-bin/
Disallow: /home4/
Disallow: /html/

# Yandex
User-agent: Yandex
Disallow: /_private/
Disallow: /autoresponder/
Disallow: /cgi-bin/
Disallow: /home4/
Disallow: /html/

# Others
User-agent: *
Disallow: /_private/
Disallow: /autoresponder/
Disallow: /cgi-bin/
Disallow: /home4/
Disallow: /html/
Disallow: /sites to come/

Sitemap: http://www.trading-portals.com/sitemap.xml 
Sitemap: http://www.trading-portals.com/sitemap.xml.gz
Sitemap: http://www.trading-portals.com/urllist.txt.gz
Sitemap: http://www.trading-portals.com/urllist.txt
Sitemap: http://www.trading-portals.com/ror.xml