User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/

# Allow all
User-agent:  *
Disallow: /natural/login.php
Disallow: /natural/account.php
Disallow: /natural/logoff.php
Disallow: /natural/shopping_cart.php
Disallow: /natural/cookie_usage.php
Disallow: /boardroom
# added to review duplicates and add_basket links
Disallow: /natural/products_new.php
Disallow: /natural/product_reviews_write.php

# disallow crowling of the spider page so that people dont try to inject shit
Disallow: /search/search.php
Disallow: /livechat/livehelp_js
Disallow: /natural/buy_now.php
Disallow: /natural/pfinder.php

Request-rate: 2/5
Crawl-delay: 4