# $CVSHeader: wsf2/robots.txt,v 1.8 2008/03/12 04:42:59 oukiva Exp $
# robots.ref.txt for http://www.muzika.fr/
# 04/12/2007 - provisoire, en attendant version PHP

#~Rules:

User-agent: Googlebot
User-agent: MediaPartners-Google*
User-agent: Slurp
User-agent: msnbot
User-agent: VoilaBot
Crawl-delay: 1
Disallow: /cgi-bin/
Disallow: /x
Disallow: /img/
Disallow: /public/
Disallow: /export/
Disallow: /titres/1/~
Disallow: /titres/2/~
Disallow: /recherche/
Disallow: /page/print
Disallow: /page/poster
#  allow: /chanson/
#  allow: /albums/
#  allow: /artistes/
#  allow: /chansons/
#  allow: /top/

User-agent: Teoma
User-agent: msrbot
User-agent: Googlebot-Image
User-agent: CazoodleBot
User-agent: JetSetter
User-agent: LookSmart
User-agent: ShopWiki
User-agent: ZyBorg
User-agent: Zyborg/1.0
User-agent: psbot
Disallow: /

User-agent: HTTrack
User-agent: WebCopier
User-agent: WebZip
User-agent: Wget
Disallow: /

# User-agent: BabyBot

User-agent: *
Crawl-delay: 1
Disallow: /cgi-bin/
Disallow: /x
Disallow: /img/
Disallow: /public/
Disallow: /export/
Disallow: /titres/
Disallow: /recherche/
Disallow: /page/print
Disallow: /page/poster
Disallow: /chanson/
Disallow: /albums/
#  allow: /artistes/
#  allow: /chansons/
#  allow: /top/

#~Sitemap

Sitemap: http://www.muzika.fr/sitemap.xml

#~End.