# robots.txt zu http://www.uni-frankfurt.de/ User-agent: * Disallow: /schulung/ Disallow: /cgi-bin/ Disallow: /todo.html Disallow: /international/doku/ Disallow: /org/ltg/admin/rewe/ba/Doku2/ Disallow: /fb/fb11/ifg/ Disallow: /fb/fb11/geoscience/ Crawl-delay: 5 User-agent: SemrushBot Disallow: / User-agent: YandexBot Disallow: /