User-Agent: *
#Disallow: /*.swf
Disallow: /*.flv
#Disallow: /*.xml
Disallow: /*.png
Disallow: /*.gif
Disallow: /*.jpg
#Disallow: /*.mp3
Allow: /
Allow: /sitemap.txt

User-Agent: archiver
Disallow: /

User-Agent: ips-agent
Disallow: /

User-Agent: Sosospider+
Disallow: /

User-Agent: Yeti
Disallow: /

User-Agent: upload
Disallow: /

User-Agent: crawler
Disallow: /

User-Agent: Yadaobot
Disallow: /

User-Agent: Pockey-GetHTML
Disallow: /

User-Agent: NaverBot
Disallow: /

User-Agent: Exabot
Disallow: /

User-Agent: ZangoToolbar
Disallow: /

User-Agent: PeoplePal
Disallow: /

User-Agent: proxy
Disallow: /

User-Agent: BecomeJPBot
Disallow: /

User-Agent: spider
Disallow: /

User-Agent: Getleft
Disallow: /

User-Agent: Download
Disallow: /

User-Agent: get
Disallow: /

User-Agent: Ninja
Disallow: /

User-Agent: Ask
Disallow: /

User-Agent: crawl
Disallow: /

User-Agent: Indy
Disallow: /

User-Agent: voilabot
Disallow: /

User-Agent: baidu
Disallow: /

User-Agent: Morfeus
Disallow: /

User-Agent: Yanga
Disallow: /

User-Agent: libwww-perl
Disallow: /

User-Agent: MaSagool
Disallow: /

User-Agent: Irvine
Disallow: /

User-Agent: Gigabot
Disallow: /

User-Agent: Combine
Disallow: /

User-Agent: MLBot
Disallow: /

User-Agent: projectplaylist
Disallow: /

User-Agent: YodaoBot
Disallow: /

User-Agent: hl_ftien_spider
Disallow: /

User-agent: GurujiBot
Disallow: /

User-agent: DBLBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Yeti
Disallow: /