# All robots will spider the domain
User-agent: *
Disallow: /*?*
Disallow: /*?
Disallow: /*/*?
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /cgi-bin
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_txt
Disallow: /includes
Disallow: /_includes/
Disallow: /_layouts/
Noindex: /contact.php
Noindex: /links.php

User-agent: Googlebot-Image
Allow: /*

User-agent: Mediapartners-Google*
Allow: /*

User-agent: Slurp
Crawl-delay: 300
Disallow: /*?*
Disallow: /*?
Disallow: /*/*?
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /cgi-bin
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_txt
Disallow: /includes
Disallow: /_includes/
Disallow: /_layouts/
Disallow: /contact.php
Disallow: /links.php


User-agent: msnbot
Crawl-delay: 120
Disallow: /cgi-bin
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_txt
Disallow: /includes
Disallow: /_includes/
Disallow: /_layouts/
Disallow: /contact.php
Disallow: /links.php


User-agent: nutch
Disallow: / 

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: boitho.com-dc
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Bitacle bot/1.1
Disallow: /

User-agent: Bitacle bot
Disallow: /

User-agent: Bitacle *
Disallow: /

User-agent: Bitacle*
Disallow: /

User-agent: Bitacle
Disallow: /

User-agent: *
Disallow: /cgi-bin
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_txt
Disallow: /includes
Disallow: /_includes/
Disallow: /_layouts/
Disallow: /contact.php
Disallow: /links.php


Sitemap: http://www.housesittersaustralia.com.au/sitemap.xml