User-agent: penthesilea
Disallow: /

# Heritrix = viswoo
User-agent: Heritrix
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: *
Disallow: /javascript/general.js
Disallow: /widget/