User-agent: W3C-checklink
Disallow: /

User-agent: peerbot
Disallow: /favicon.ico

User-agent: MSIECrawler
Disallow: /

User-agent: Googlebot
Disallow: /shop/admin/
Disallow: /shop/download/
Disallow: /shop/images/
Disallow: /shop/includes/

User-agent: Mediapartners-Google
Disallow: /shop/admin/
Disallow: /shop/download/
Disallow: /shop/images/
Disallow: /shop/includes/

User-agent: Googlebot-Mobile
Disallow: /shop/admin/
Disallow: /shop/download/
Disallow: /shop/images/
Disallow: /shop/includes/

User-agent: Adsbot-Google
Disallow: /shop/admin/
Disallow: /shop/download/
Disallow: /shop/images/
Disallow: /shop/includes/

User-agent: Googlebot-Image
Disallow: /

User-agent: psbot
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: FreeFind
Disallow: /

User-agent: MondoSearch
Disallow: /

User-agent: Spiderline
Disallow: /

User-agent: fusionbot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: *
Disallow: /stats/
Disallow: /_db_backups/
Disallow: /php_uploads/
Disallow: /shop/admin/
Disallow: /shop/includes
Disallow: /shop/cgi-bin
Disallow: /shop/account.php
Disallow: /shop/account_edit.php
Disallow: /shop/account_history.php
Disallow: /shop/account_history_info.php
Disallow: /shop/account_password.php
Disallow: /shop/add_checkout_success.php
Disallow: /shop/address_book.php
Disallow: /shop/address_book_process.php
Disallow: /shop/advanced_search.php
Disallow: /shop/checkout_confirmation.php
Disallow: /shop/checkout_payment.php
Disallow: /shop/checkout_payment_address.php
Disallow: /shop/checkout_process.php
Disallow: /shop/checkout_shipping.php
Disallow: /shop/checkout_shipping_address.php
Disallow: /shop/checkout_success.php
Disallow: /shop/contact_bean.php
Disallow: /shop/cookie_usage.php
Disallow: /shop/create_account.php
Disallow: /shop/create_account_success.php
Disallow: /shop/login.php
Disallow: /shop/password_forgotten.php
Disallow: /shop/popup_image.php
Disallow: /shop/shopping_cart.php
Disallow: /shop/product_reviews_write.php