Sitemap: https://whirlpool.net.au/sitemap-https/root.xml.gz
Sitemap: http://whirlpool.net.au/sitemap/root.xml.gz

# allowed spiders
User-agent: googlebot
User-agent: Googlebot-Mobile
User-agent: Mediapartners-Google
User-agent: bingbot
User-agent: msnbot
User-agent: slurp
User-agent: duckduckbot
User-agent: baiduspider
User-agent: ia_archiver
Disallow: /admin
Disallow: /admin-bc
Disallow: /api
Disallow: /application
Disallow: /profile
Disallow: /resource
Disallow: /whim
Disallow:

Crawl-delay: 2

# all other spiders disallowed
User-agent: *
Disallow: /