# robot.txt file
#
# 2026-05-29 Added Baidu variants, Byte/TikTok spider and Sogou web spider

User-agent: MJ12Bot
User-agent: PetalBot
User-agent: AspiegelBot
User-agent: AhrefsBot
User-agent: SEMrushBot
User-agent: DotBot
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: Bytespider
User-agent: TikTokSpider
User-agent: Sogou web spider
User-agent: meta-externalagent
Crawl-Delay: 30
Disallow: /fes_php
Disallow: /fes_maint
Disallow: /fes_include
Disallow: /public
Disallow: /galleries
Disallow: /gallery
Disallow: /images

User-agent: *
Crawl-Delay: 10
Disallow: /fes_maint
Disallow: /fes_include
Disallow: /public
Disallow: /galleries
Disallow: /images