# Allow EPFL GSA Crawler
User-agent: gsa-crawler
Disallow: /cms/cms
Disallow: /cms/op
Disallow: /cms/site
Disallow: /cms/engineName/
Disallow: /site
Disallow: /op
Disallow: /Jahia
Disallow: /engineName/
Crawl-delay: 1

# Allow Google Crawler
User-agent: Googlebot
Disallow: /cms/cms
Disallow: /cms/op
Disallow: /cms/site
Disallow: /cms/engineName/
Disallow: /site
Disallow: /op
Disallow: /Jahia
Disallow: /engineName/
Disallow: /repository/default/
Crawl-delay: 1

# Allow Bing Crawler
User-agent: msnbot
Disallow: /cms/cms
Disallow: /cms/op
Disallow: /cms/site
Disallow: /cms/engineName/
Disallow: /site
Disallow: /op
Disallow: /Jahia
Disallow: /engineName/
Disallow: /repository/default/
Crawl-delay: 1

# Allow Yahoo Crawler
User-agent: Slurp
Disallow: /cms/cms
Disallow: /cms/op
Disallow: /cms/site
Disallow: /cms/engineName/
Disallow: /op
Disallow: /site
Disallow: /Jahia
Disallow: /engineName/
Disallow: /repository/default/
Crawl-delay: 1

# Allow archive.org Crawler
User-agent: ia_archiver
Disallow: /cms/cms
Disallow: /cms/op
Disallow: /cms/site
Disallow: /cms/engineName/
Disallow: /site
Disallow: /op
Disallow: /Jahia
Disallow: /engineName/
Disallow: /repository/default/
Crawl-delay: 1

# Deny anyone else
User-agent: *
Disallow: /