User-agent: *
Disallow: /demo/
Disallow: /indiv/
Disallow: /beta_indiv/
Disallow: /canon/
Disallow: /inst/
Disallow: /beta_inst/
Disallow: /lsj/
Disallow: /lsjbknd/
Disallow: /cunliffe/
Disallow: /cunliffebknd/

User-agent: *
Crawl-delay: 10