# robot.txt file User-agent: Mediapartners-Google Disallow: /ccbill Disallow: /fes_maint Disallow: /fes_include User-Agent: AhrefsBot Crawl-Delay: 2 User-Agent: Googlebot-Image Crawl-Delay: 2