#Hi Crawlers

User-agent: *
Allow: /

Sitemap: https://www.pesi.com/sitemap.xml

#Disallow parameters - filters and sorting
Disallow: /*?title=
Disallow: /*?keyword=
Disallow: /*?keywordSearchType=
Disallow: /*?fromDuration=
Disallow: /*?pagesize=

Disallow: /*&title=
Disallow: /*&hsLang=
Disallow: /*&keyword=
Disallow: /*&keywordSearchType=
Disallow: /*&fromDuration=
Disallow: /*&pagesize=

#Disallow parameters - hubspot and google tracking links
Disallow: /*?_gl=
Disallow: /*?_ga=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?utm_term=
Disallow: /*?utm_content=
Disallow: /*?__hstc=
Disallow: /*?__hssc=
Disallow: /*?__hsfp=
Disallow: /*?hsLang=
Disallow: /*?internalad=

Disallow: /*&_gl=
Disallow: /*&_ga=
Disallow: /*&utm_source=
Disallow: /*&utm_medium=
Disallow: /*&utm_campaign=
Disallow: /*&utm_term=
Disallow: /*&utm_content=
Disallow: /*&__hstc=
Disallow: /*&__hssc=
Disallow: /*&__hsfp=
Disallow: /*&hsLang=
Disallow: /*&internalad=

#Disallow parameters - single sign on
Disallow: /*?response_type=
Disallow: /*?scope=
Disallow: /*?response_mode=
Disallow: /*?nonce=

Disallow: /*&response_type=
Disallow: /*&response_mode=
Disallow: /*&scope=
Disallow: /*&nonce=

#Disallow folders
Disallow: /bin/
Disallow: /scripts/
Disallow: /fonts/
Disallow: /account/
Disallow: /cetest/
Disallow: /kajabi/
Disallow: /orderhistory/

#Disallow agents
User-agent: ahrefsbot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: riddlerbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: whatcms
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: blexbot
Disallow: /

User-agent: linkfluence
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: mj12bot
Disallow: /

User-agent: riddlerbot
Disallow: /

User-agent: mediatoolkitbot
Disallow: /

User-agent: aspiegelbot
Disallow: /

User-agent: domainstatsbot
Disallow: /

User-agent: cincraw
Disallow: /

User-agent: nimbostratus
Disallow: /

User-agent: httrack
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: grapeshotcrawler
Disallow: /

User-agent: megaindex
Disallow: /

User-agent: petalbot
Disallow: /

User-agent: semanticbot
Disallow: /

User-agent: cocolyzebot
Disallow: /

User-agent: domcopbot
Disallow: /

User-agent: traackr
Disallow: /

User-agent: bomborabot
Disallow: /

User-agent: linguee
Disallow: /

User-agent: webtechbot
Disallow: /

User-agent: domainstatsbot
Disallow: /

User-agent: clickagy
Disallow: /

User-agent: sqlmap
Disallow: /

User-agent: seekport
Disallow: /

User-agent: internet-structure-research-project-bot
Disallow: /

User-agent: awariosmartbot
Disallow: /

User-agent: onalyticabot
Disallow: /

User-agent: sbl-bot
Disallow: /

User-agent: pubmatic crawler bot
Disallow: /

User-agent: bvbot
Disallow: /

User-agent: sogou
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: admantx
Disallow: /

User-agent: adbeat
Disallow: /

User-agent: embed.ly
Disallow: /

User-agent: semantic-visions
Disallow: /

User-agent: voluumdsp
Disallow: /

User-agent: wc-test-dev-bot
Disallow: /

User-agent: gulperbot
Disallow: /