User-agent: *
Disallow: /demo/
Disallow: /indiv/
Disallow: /beta_indiv/
Disallow: /canon/
Disallow: /inst/
Disallow: /beta_inst/

User-agent: *
Crawl-delay: 20