# exclude directories from robots User-agent: * Disallow: /intern/ Disallow: /tmp/ Disallow: /sfb/ Disallow: /work/ Disallow: /potcalc/ Disallow: /les_houches_2006/ Disallow: /qudipmol/internal/ # disallow stress test user-agent: stress-agent Disallow: /