User-agent: *
Disallow: /v/
Disallow: /cgi-bin/
Disallow: /mailer/
Disallow: /includes/
Disallow: /classes/
Disallow: /requires/
Disallow: /video/
Disallow: /admin/
Disallow: /admin.php

User-Agent: DISCo Pump, Wget, WebZIP, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail, Teleport Pro/1.29, Scooter-W3-1.0
Disallow: /