User-Agent: *
Disallow: /test/
Disallow: /oldstore/
Disallow: /ebook/
Disallow: /newsletter/
Disallow: /kiran/
Disallow: /store/admin/
Disallow: /store/cache/
Disallow: /store/cert/
Disallow: /store/debug/
Disallow: /store/download/
Disallow: /store/ext/
Disallow: /store/includes/
Disallow: /store/pear/
Disallow: /store/pub/
Disallow: /store/temp/
Disallow: /store/templates/
Disallow: /store/tmp/
Disallow: /oldstore/
Disallow: /test/

#To prevent only a select bots from any scans
#User-agent: crawlers.looksmart.com
#Disallow: /


#To prenet any images from being scanned
#Disallow: *.gif
#Disallow: *.jpg
#Disallow: *.png


#To block main page due to size from bots
#Disallow: /index.php


#To shut down site completely from bots use
# Disallow: /

User-agent: Slurp
Crawl-delay: 5
User-Agent: *
Disallow: /store/admin/
Disallow: /store/download/
Disallow: /store/includes/
Disallow: /store/temp/
Disallow: /store/debug/
Disallow: /store/tmp/
Disallow: /store/pub/
Disallow: /store/templates/
Disallow: /store/cache/
Disallow: /store/cert/
Disallow: /store/ext/
Disallow: /store/pear/
Disallow: /store/address_book_process.php
Disallow: /store/account.php
Disallow: /store/account_edit.php
Disallow: /store/account_edit_process.php
Disallow: /store/account_history.php
Disallow: /store/account_history_info.php
Disallow: /store/address_book.php
Disallow: /store/address_book_process.php
Disallow: /store/checkout_confirmation.php
Disallow: /store/checkout_payment.php
Disallow: /store/checkout_payment_address.php
Disallow: /store/checkout_process.php
Disallow: /store/advanced_search.php
Disallow: /store/advanced_search_result.php
Disallow: /store/checkout_address.php
Disallow: /store/checkout_confirmation.php
Disallow: /store/checkout_payment.php
Disallow: /store/checkout_shipping.php
Disallow: /store/checkout_shipping_address.php
Disallow: /store/checkout_success.php
Disallow: /store/cookie_usage.php
Disallow: /store/create_account.php
Disallow: /store/conditions.php
Disallow: /store/create_account.php
Disallow: /store/create_account_process.php
Disallow: /store/create_account_success.php
Disallow: /store/info_shopping_cart.php
Disallow: /store/ipn.php
Disallow: /store/login.php
Disallow: /store/logoff.php
Disallow: /store/password_forgotten.php
Disallow: /store/paypal_notify.php
Disallow: /store/popup_image.php
Disallow: /store/popup_search_help.php
Disallow: /store/privacy.php
Disallow: /store/product_notifications.php
Disallow: /store/product_reviews.php
Disallow: /store/product_reviews_info.php
Disallow: /store/product_reviews_write.php
Disallow: /store/redirect.php
Disallow: /store/reviews.php
Disallow: /store/shipping.php
Disallow: /store/shipping_estimator_popup.php
Disallow: /store/shopping_cart.php
Disallow: /store/tell_a_friend.php
Disallow: /store/cookie_usage.php
Disallow: /store/affilaite_info.php
Disallow: /store/product_help.php
Disallow: /store/affiliate_affiliate.php
Disallow: /store/contact_us.php
Disallow: /store/finance.php
Disallow: /store/advanced_search.php
Disallow: /store/checkout_shipping.php
Disallow: /store/specials.php
Disallow: /store/products_new.php
Disallow: /store/information.php
Disallow: /store/featured_products.php
Disallow: /store/ssl_check.php
Disallow: /store/vvc_display.php
Disallow: /store/wpcallback.php
Disallow: /oldstore/
Disallow: /test/


Sitemap: http://www.dirtydingo.com/sitemap.xml