User-Agent: *
Allow: /

User-Agent: Offline
Disallow: /

User-Agent: WebZip
Disallow: /

User-Agent: URL_Spider_Pro
Disallow: /

User-Agent: WebBandit
Disallow: /

User-Agent: WebCopier
Disallow: /

User-Agent: WebZIP
Disallow: /

User-Agent: Wget
Disallow: /