# /robots.txt file for Nisbets AU /

User-agent: aranhabot
User-agent: Yandex
User-agent: YandexBot
User-agent: YandexBot/3.0
User-agent: Baidu
User-agent: Baiduspider
User-agent: baiduspider
User-agent: BaiduSpider
User-agent: Baiduspider/2.0
User-agent: Baiduspider+
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: Soso
User-agent: Twengabot
User-agent: TwengaBot
User-agent: TwengaBot-2.0
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: SemrushBot-SI
User-agent: dotbot
User-agent: DeuSu
User-agent: JamesBOT
User-agent: Riddler
User-agent: MJ12bot
User-agent: Vagabondo
User-agent: Vagabondo
User-agent: Vagabondo/4.0
User-agent: Qwantify
User-agent: Qwantify/2.2w
User-agent: Dataprovider
User-agent: Uptimebot
User-agent: UptimeRobot/2.0
User-agent: Exabot
User-agent: MegaIndex.ru/2.0
User-agent: sogou spider
User-agent: BLEXBot
User-agent: SEOkicks-Robot
User-agent: Ezooms Robot
User-agent: WiseGuys Robot
User-agent: Turnitin Robot
User-agent: Heritrix
User-agent: pimonster
User-agent: SearchmetricsBot
User-agent: YoudaoBot
User-agent: SafeDNSBot
User-agent: SeznamBot
User-Agent: CSS Certificate Spider 
User-agent: BUbiNG
User-agent: ltx71
User-agent: CCBot/2.0
User-agent: linkdexbot/2.0
User-agent: PrivateSearch/0.1.0
User-agent: Slackbot-LinkExpanding 1.0
User-agent: Slack-ImgProxy 0.19
User-agent: Slackbot 1.0
User-agent: Slackbot
User-agent: Nmap Scripting Engine
User-agent: imagecoccoc/1.0
User-agent: imagecoccoc
User-agent: Genieo/1.0
User-agent: Genieo
User-agent: CukBot
User-agent: grapeshot
User-agent: proximic
Disallow: / 

# / search results and filtered pages /
User-agent: *
Disallow: /search/
Disallow: *?text=
Disallow: *&text=
Disallow: *?q=
Disallow: *&q=
Disallow: *?sort=
Disallow: *&sort=

# / checkout and account pages /
Disallow: /cart$
Disallow: /cart/
Disallow: /cart?
Disallow: /fastOrder$
Disallow: /fastOrder/
Disallow: /fastOrder?
Disallow: /register$
Disallow: /register/
Disallow: /register?
Disallow: /login$
Disallow: /login/
Disallow: /login?
Disallow: /guestregister/
Disallow: /checkout/
Disallow: /my-account$
Disallow: /my-account/
Disallow: /my-account?
Disallow: /savedcarts/
Disallow: /credit-request/
Disallow: /repair$
Disallow: /repair?
Disallow: /profile-enquiry$
Disallow: /profile-enquiry?

# / allow Google adwords bot access to all landing pages /
User-agent: AdsBot-Google
User-agent: Googlebot-image
Disallow:

# / Reference sitemap index file /
Sitemap: https://www.nisbets.com.au/au_sitemapindex.xml

# / old URL structure / 
User-agent: *
Disallow: /2/*/c0*a*c12.*$
Disallow: /3/*/c0*a*c12.*$
Disallow: /4/*/c0*a*c12.*$
Disallow: /2/*/c0*a*c2.*$
Disallow: /3/*/c0*a*c2.*$
Disallow: /4/*/c0*a*c2.*$
Disallow: */Ajax*.raction
Disallow: */CategoryResultSort.action*c0*