# exclude internal pages from robots User-agent: * Disallow: /internal/ Disallow: /jbericht/ Disallow: /library/ Disallow: /lsw/lists/ Disallow: /mailman/ # disallow stress test User-agent: stress-agent Disallow: /