User-agent: *
Allow: /
User-agent: Googlebot
Disallow: *?lightbox=

# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_api/*
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

# Block PetalBot
User-agent: PetalBot
Disallow: /

# Crawl delay for overly enthusiastic bots
User-agent: dotbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10

Sitemap: https://beansmitten.co.uk/sitemap.xml

Disallow: /cart
Disallow: /blog/hashtags/startup
Disallow: /_files/ugd/355241_86b6041d325e4f8592e5f28702e85f81.pdf
Disallow: /blog/hashtags/press
Disallow: /blog/hashtags/Blends
Disallow: /blog/tags/local-coffee-roastery
Disallow: /blog/hashtags/coffeekiosk
Disallow: /blog/hashtags/video
Disallow: /blog/tags/a-day-in-the-life-of-a-coffee-roastery
Disallow: /blog/hashtags/careers
Disallow: /product-page/winner-12-month-subscription
Disallow: /blog/hashtags/coffeecart/cart?
Disallow: fb_comment_id=849660518468431_858387947595688