# Powered by MerchantPro
User-agent: *
Crawl-delay: 5
Sitemap: https://www.albertool.com/sitemap.xml
# No need to index this stuff
Disallow: /feed/
Disallow: /html/
Disallow: /scripts/
Disallow: /invoice
# Avoid duplicate content as it may do more harm than good
Disallow: /*?f=*
Disallow: /*?fb_xd_fragment
Disallow: /*?qty=*
# Disallow UTM BigBear params
Disallow: /*2pau
Disallow: /*2ptt
Disallow: /*2ptu
Disallow: /*2prp
Disallow: /*2pdlst
# Disallow some bots we do not care about
User-agent: 008
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: EtaoSpider
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: Synthesio
Disallow: /