User-agent: *
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /setup/
Disallow: /var/
Disallow: /vendor/
Disallow: /pub/errors/
Disallow: /pub/media/downloadable/
Disallow: /admin/
Disallow: /customer/
Disallow: /checkout/
Disallow: /customer/account/login/referer/
Disallow: /catalogsearch/
Disallow: /*?
Allow: /plain-coloured-flags?*
Allow: /duraflag-signal-code-flags?*

Sitemap: https://www.midland-flags.co.uk/pub/sitemap/midlandflags.xml

User-agent: bingbot
Crawl-delay: 10

User-agent: PetalBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: SemrushBot
Allow: /

User-agent: SemrushBot-SA
Allow: /

User-agent: SemrushBot-BA
Allow: /

User-agent: SemrushBot-SI
Allow: /

User-agent: SemrushBot-SWA
Allow: /