# robots.txt file for StudyLight.org # last modified October 24, 2020 # jgarrison@studylight.org User-agent: * Disallow: /cgi-bin/ Disallow: /ajax/ Disallow: /scratchpad/ Disallow: /jscripts/ User-agent: ltx71 - (http://ltx71.com/) Disallow: / User-agent: Slurp Crawl-delay: 8 User-agent: Baiduspider Disallow: / User-agent: accelobot Disallow: / User-agent: YandexBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: JikeSpider Disallow: / User-agent: proximic Disallow: / User-agent: SeznamBot Disallow: / User-agent: Gigabot Disallow: / User-agent: G-i-g-a-b-o-t Disallow: / User-agent: SemrushBot crawl-delay: 65 User-agent: ADmantX Disallow: /