User-agent: *
Disallow: /cache/
Disallow: /rsa/cache/
Disallow: /lct/cache/
Disallow: /oeh/cache/
Disallow: /abe/cache/
Disallow: /soeh
Disallow: /slct
Disallow: /srsa
Disallow: /alct
Disallow: /aoeh
Disallow: /arsa
Disallow: /sabe
Disallow: /aabe
Disallow: /smpp/title~db=all~content=t727564831


User-agent: Slurp
Crawl-delay: 5