# /robots.txt file for http://betterit.com.au/
# mail robots@betterit.com.au

User-agent: Yandex
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Googlebot
Crawl-delay: 1

User-agent: googlebot-image
Crawl-delay: 1

User-agent: googlebot-mobile
Crawl-delay: 1

User-agent: bingbot
Crawl-delay: 1

User-agent: MSNBot
Crawl-delay: 2

User-agent: SemrushBot
Crawl-delay: 10

User-agent: *
Crawl-delay: 3

User-agent: *
Disallow: /cgibin/
Disallow: /*addfav.asp
Disallow: /*cart.asp
Disallow: /*cart=y
Disallow: /*sysMsg.asp
Disallow: /*shipEstprod.asp
Disallow: /*emailSubject

Sitemap: http://betterit.com.au/sitemap.xml