User-agent: BLEXBot
Disallow: /

User-agent: Linguee
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: [Ww]eb[Bb]andit
Disallow: /

User-agent: WebEMailExtrac.*
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: Zeus.*Webster
Disallow: /

User-agent: Microsoft.URL
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /au/cgi-bin/
Disallow: /in/cgi-bin/

User-agent: *
Disallow: /page/tos.html
Disallow: /au/page/tos.html
Disallow: /in/page/tos.html

User-agent: *
Allow: /datafeed/PowerReviews/pwr/engine/

User-agent: *
Disallow: /datafeed/
Disallow: /deals/
Disallow: /voucher/
Disallow: *privacypopup.html
Disallow: /process
Disallow: /au/datafeed/
Disallow: /au/deals/
Disallow: /au/voucher/
Disallow: /au/process
Disallow: /in/datafeed/
Disallow: /in/deals/
Disallow: /in/voucher/
Disallow: /in/process
Disallow: *privacypopup.html

Sitemap: https://www.discountmags.com/sitemap.xml
Sitemap: https://www.discountmags.com/au/sitemap.xml
Sitemap: https://www.discountmags.com/in/sitemap.xml