#Bingbot
User-agent: bingbot
Crawl-delay: 5

# Pinterest
User-agent: Pinterestbot
Crawl-delay: 10

# Facebook
User-agent: facebookexternalhit
Crawl-delay: 10

# Twitter/X
User-agent: Twitterbot
Crawl-delay: 10

# Yandex
User-agent: Yandex
Crawl-delay: 10

# Baidu
User-agent: Baiduspider
Crawl-delay: 10

# DuckDuckGo
User-agent: DuckDuckBot
Crawl-delay: 10

# Semrush
User-agent: SemrushBot
Crawl-delay: 30

# Ahrefs
User-agent: AhrefsBot
Crawl-delay: 30

# MJ12 (Majestic)
User-agent: MJ12bot
Crawl-delay: 30

User-agent: *
Disallow: /index.php/
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /searchanise/async/
Disallow: /searchanise/result
Disallow: /page_cache/block/esi/blocks/
Disallow: /customer/account/
Sitemap: https://www.beautyflash.co.uk/sitemap.xml