User-agent: * 
Disallow: /cgi-bin
Disallow: /xml
Disallow: /xstandard
Disallow: /aspent-client
Disallow: /theme
Disallow: /styles
Disallow: /files
Disallow: /bin
Disallow: /data
Disallow: /dict
Disallow: /wsimages
Disallow: /wsimages


User-agent: Slurp
Disallow: /

User-agent: dotbot
Disallow: /