# robots.txt for normark.se / normark.dk / elbe.no / b2b.normark.fi / spareparts.rapalavmc.com (Magento)
# Formål: hindre crawling av filter-/sorterings-URLer (uendelig URL-rom)

User-agent: *
Crawl-delay: 10
# Filter- og sorteringsparametere (lagdelt navigasjon)
Disallow: /*?*merkevare=
Disallow: /*?merkevare=
Disallow: /*?*manufacturer=
Disallow: /*?manufacturer=
Disallow: /*?*leverantor=
Disallow: /*?leverantor=
Disallow: /*?*order=
Disallow: /*?order=
Disallow: /*?*dir=
Disallow: /*?dir=
Disallow: /*?*mode=
Disallow: /*?mode=
Disallow: /*?*limit=
Disallow: /*?limit=
Disallow: /*?*SID=
Disallow: /*?SID=
Disallow: /*?*amp=
Disallow: /*?url=
# Handlekurv/kasse/kundesider — ingenting å indeksere
Disallow: /checkout/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /catalogsearch/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /ajaxlogin/
Disallow: /b2s/

# Aggressive AI-crawlere: samme regler, men lengre pause
User-agent: GPTBot
Crawl-delay: 60
Disallow: /*?*merkevare=
Disallow: /*?*manufacturer=
Disallow: /*?*leverantor=
Disallow: /*?*order=
Disallow: /*?*dir=
Disallow: /*?*mode=
Disallow: /*?*limit=
Disallow: /checkout/
Disallow: /customer/
Disallow: /catalogsearch/

User-agent: meta-externalagent
Crawl-delay: 60
Disallow: /*?*merkevare=
Disallow: /*?*manufacturer=
Disallow: /*?*leverantor=
Disallow: /*?*order=
Disallow: /*?*dir=
Disallow: /*?*mode=
Disallow: /*?*limit=
Disallow: /checkout/
Disallow: /customer/
Disallow: /catalogsearch/

User-agent: Amazonbot
Crawl-delay: 60
Disallow: /*?*merkevare=
Disallow: /*?*manufacturer=
Disallow: /*?*leverantor=
Disallow: /*?*order=
Disallow: /*?*dir=
Disallow: /*?*mode=
Disallow: /*?*limit=
Disallow: /checkout/
Disallow: /customer/
Disallow: /catalogsearch/

User-agent: Bytespider
Crawl-delay: 60
Disallow: /*?*merkevare=
Disallow: /*?*manufacturer=
Disallow: /*?*leverantor=
Disallow: /*?*order=
Disallow: /*?*dir=
Disallow: /*?*mode=
Disallow: /*?*limit=
Disallow: /checkout/
Disallow: /customer/
Disallow: /catalogsearch/