# Crawler rate limiting - added 2026-02-14
User-agent: Applebot
Crawl-delay: 10

User-agent: meta-externalagent
Crawl-delay: 10

User-agent: facebookexternalhit
Crawl-delay: 10

User-agent: TikTokSpider
Crawl-delay: 30

User-agent: Bytespider
Crawl-delay: 30

User-agent: PetalBot
Crawl-delay: 30

User-agent: MJ12bot
Crawl-delay: 30

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10


# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://bbfp.com.au/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK