User-agent: *
Disallow: /js/
Disallow: /etc/
Disallow: /lib/
Disallow: /modules/
Disallow: /partner/
Disallow: /temp/
Disallow: /tests/
Disallow: /var/
Disallow: /www/
Disallow: /home/ 

Crawl-delay: 3