robot.txt e vari user agent che grabbano i siti

[Pubblionline]

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: Teleport\ Pro
Disallow: /

User-agent: TelePort Pro
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebZip/4.0
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Wget/1.5.3
Disallow: /

User-agent: Wget/1.6
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Zeus 2.6
Disallow: /

User-agent: Zeus Link Scout
Disallow: /

User-agent: Zeus.*Webster
Disallow: /

User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /


User-agent: *
Disallow: /img/
Disallow: /images/