# All robots will spider the domain

User-agent: *
Crawl-Delay: 15
Disallow: /cgi-bin
Disallow: /images
Disallow: /i
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content
Disallow: /search/
Disallow: /auction.php
Disallow: /reviewazon.php
Disallow: /send.php
Disallow: /wp-app.php
Disallow: /wp-atom.php
Disallow: /wp-blog-header.php
Disallow: /wp-comments.php
Disallow: /wp-commentsrss2.php
Disallow: /wp-config.php
Disallow: /wp-cron.php
Disallow: /wp-feed.php
Disallow: /wp-links-opml.php
Disallow: /wp-load.php
Disallow: /wp-login.php
Disallow: /wp-mail.php
Disallow: /wp-pass.php
Disallow: /wp-rdf.php
Disallow: /wp-register.php
Disallow: /wp-rss.php
Disallow: /wp-rss2.php
Disallow: /wp-settings.php
Disallow: /wp-trackback.php
Disallow: /xmlrpc.php
Disallow: /privacy-policy/
Disallow: /contact-us/
Disallow: /tos/
Disallow: /about/


User-agent: msnbot 
Crawl-Delay: 120

User-agent: msnbot-news 
Crawl-Delay: 120

User-agent: msnbot-media 
Crawl-Delay: 120

User-agent: msnbot-products 
Crawl-Delay: 120

User-agent: Slurp
Crawl-Delay: 120

User-agent: slurp 
Crawl-Delay: 120

User-agent: MSNBot-media
Crawl-Delay: 120

User-agent: Googlebot-Image
Crawl-Delay: 120

User-agent: MJ12bot
Disallow:   /