# Alexa
User-agent: ia_archiver
Disallow: /publications/members/boxes/

# Ask
User-agent: Teoma
Disallow: /publications/members/boxes/

# Google
User-agent: Googlebot
Disallow: /publications/members/boxes/

# Google Mediapartners
User-Agent: Mediapartners-Google
Disallow: /publications/members/boxes/

# Google Adsbot
User-Agent: Adsbot-Google
Disallow: /publications/members/boxes/

# Google Imagebot
User-Agent: Googlebot-Image
Disallow: /publications/members/boxes/

# Google Mobile
User-Agent: Googlebot-Mobile
Disallow: /publications/members/boxes/

# MSN
User-agent: msnbot
Disallow: /publications/members/boxes/

# Yahoo!
User-agent: Slurp
Disallow: /publications/members/boxes/

# Others
User-agent: *
Disallow: /publications/members/boxes/

Sitemap: http://www.crc.man.ed.ac.uk/sitemap_crc.xml