User-agent: *
Disallow: /logs/
Disallow: /cgi-data/
Disallow: /data/
Disallow: /java/
Disallow: /dl/
Disallow: /test/
Disallow: /js-global/

User-agent: psbot
Disallow: /