# Allow all search engines to index the site
User-agent: * 

# --- Crawl-delay for high-volume crawlers (reduces server load) ---
# ByteDance / TikTok infrastructure
User-agent: Bytespider
Crawl-delay: 10

# Xiaohongshu / RedNote
User-agent: rednote-websearch-bot
Crawl-delay: 10

# TikTok
User-agent: TikTokSpider
Crawl-delay: 10

# Huawei Petal Search
User-agent: Petalbot
Crawl-delay: 10

# SEO audit bots (heavy crawlers, not search engines)
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

# Sitemap
Sitemap: https://populartimelines.com/sitemap.xml