User-Agent: *
#Disallow: /*.swf
Disallow: /*.flv
Disallow: /*.mp3
Allow: /

User-Agent: archiver
Disallow: /

User-Agent: Yeti
Disallow: /

User-Agent: upload
Disallow: /

User-Agent: Yadaobot
Disallow: /

User-Agent: Pockey-GetHTML
Disallow: /

User-Agent: NaverBot
Disallow: /

User-Agent: Exabot
Disallow: /

User-Agent: ZangoToolbar
Disallow: /

User-Agent: PeoplePal
Disallow: /

User-Agent: proxy
Disallow: /

User-Agent: BecomeJPBot
Disallow: /

User-Agent: spider
Disallow: /

User-Agent: Getleft
Disallow: /

User-Agent: Download
Disallow: /

User-Agent: Ninja
Disallow: /

User-Agent: Ask
Disallow: /

User-Agent: crawl
Disallow: /

User-Agent: Indy
Disallow: /

User-Agent: voilabot
Disallow: /

User-Agent: baidu
Disallow: /

User-Agent: Morfeus
Disallow: /

User-Agent: Yanga
Disallow: /

User-Agent: libwww-perl
Disallow: /

User-Agent: MaSagool
Disallow: /

User-Agent: Irvine
Disallow: /

User-Agent: Gigabot
Disallow: /