User-Agent: Gigabot/2.0
Disallow: *

User-Agent: Slurp
Disallow: *

User-agent: Mediapartners-Google*
Disallow:

user-agent: FreeFind
disallow: /

User-Agent: Charlotte
Disallow: /

User-agent: dotbot
Disallow: /