User-agent: * Crawl-delay: 10 Disallow: /admin/ Disallow: /upload/ Disallow: /upload/doccpg/ Disallow: /webapps/checkout/ Disallow: /parascolaire/lycee-pro.asp Disallow: /parascolaire/lycee-technique.asp Disallow: /parascolaire/bts.asp Disallow: /reflexe/mdl.asp Disallow: /reflexe/ressources Disallow: /reflexe/reflexe-lyceepro.asp Disallow: /reflexe/reflexe-lyceetech.asp Disallow: /reflexe/reflexe-bts.asp Disallow: /reflexe/fiches-bts.asp Disallow: /reflexe/reflexe-toutesmatieres.asp Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.xls$ # Robots exclus de toute indexation. User-agent: sp_auditbot Disallow: / User-agent: Meltawer Disallow: / User-agent: Digimind Disallow: / User-agent: Knowings Disallow: / User-agent: Sindup Disallow: / User-agent: Cision Disallow: / User-agent: Talkwater Disallow: / User-agent: wotbox Disallow: / user-agent: AhrefsBot Disallow: / User-agent: spbot Disallow: / User-agent: bingbot Disallow: / User-agent: msnbot Disallow: / User-agent: yandex Disallow: / User-agent: MJ12bot Disallow: /