user-agent: *
Allow:/
Disallow:/admin/
Disallow:/cgi-bin/

User-agent: Web Downloader
Disallow: /
 
User-agent: WebCopier
Disallow: /
 
User-agent: Offline Explorer Pro
Disallow: /

User-agent: Offline Commander
Disallow: /

Disallow: /images/