User-agent: *
Crawl-Delay: 20
Disallow: /fantversion.php
Disallow: /_themes/
Disallow: /admin/
Disallow: /cal/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /include/
Disallow: /download/
Disallow: /external/
Disallow: /form/
Disallow: /jscookmenu/
Disallow: /more/
Disallow: /newsletter/fantversion.php
Disallow: /newsletter/admin/
Disallow: /newsletter/attachments/
Disallow: /newsletter/config/
Disallow: /newsletter/images/
Disallow: /newsletter/js/
Disallow: /newsletter/styles/
Disallow: /newsletter/texts/
Disallow: /pub/
Disallow: /scgi-bin/
Disallow: /scripts_ex/
Disallow: /account.php
Disallow: /advanced_search.php
Disallow: /advanced_search_result.php
Disallow: /article_reviews_write.php
Disallow: /contact_us.php
Disallow: /download.php
Disallow: /index_scroller.php
Disallow: /login.php
Disallow: /password_forgotten.php
Disallow: /product_reviews_write.php
Disallow: /reorderlist.php
Disallow: /shopping_cart.php
Disallow: /wishlist.php

User-agent: dotbot
Disallow: /
User-agent: robotgenius
Disallow: /
User-agent: DBLBot
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: WebDataCentreBot
Disallow: /
User-agent: psBot
Disallow: /