User-agent: *
Disallow: /out/
Disallow: /landing
Disallow: /landing2
Disallow: /instore
Disallow: /viewcode/
Disallow: / User-agent: SemrushBot
Disallow: / User-agent: MJ12bot 
Disallow: / User-agent: 008 
Disallow: / User-agent: Yahoo Pipes 1.0 
Disallow: / User-agent: Yahoo Pipes 2.0 
Disallow: / User-agent: Fasterfox
Disallow: / User-agent: Mediapartners-Google 
Disallow: /s/
Disallow: /deals/ 
Disallow: /offers/ 
 
Sitemap: https://www.shoppirate.com.au/sitemap.xml.gz