#
# WebmasterWorld.com: robots.txt
# GNU Robots.txt Feel free to use with credit 
# given to WebmasterWorld.
#
# Please, we do NOT allow nonauthorized robots any longer.
# http://www.searchengineworld.com/robots/
# Yes, feel free to copy and use the following.

# Allows only major search engines and known friendly spiders
# Major Search Engines and Known Friendly Spiders (allowed)

User-agent: Mediapartners-Google*
Disallow: /css/
Disallow: /cgi-bin/
Disallow: /dba/
Disallow: /doc/
Disallow: /fr/
Disallow: /m3u/
Disallow: /mp3/
Disallow: /mus/

User-agent: Googlebot
Disallow: /css/
Disallow: /cgi-bin/
Disallow: /dba/
Disallow: /doc/
Disallow: /fr/
Disallow: /m3u/
Disallow: /mp3/
Disallow: /mus/

User-agent: MSNBot
Disallow: /css/
Disallow: /cgi-bin/
Disallow: /dba/
Disallow: /doc/
Disallow: /fr/
Disallow: /m3u/
Disallow: /mp3/
Disallow: /mus/

User-agent: Slurp
Disallow: /css/
Disallow: /cgi-bin/
Disallow: /dba/
Disallow: /doc/
Disallow: /fr/
Disallow: /m3u/
Disallow: /mp3/
Disallow: /mus/

User-agent: Teoma
Disallow: /css/
Disallow: /cgi-bin/
Disallow: /dba/
Disallow: /doc/
Disallow: /fr/
Disallow: /m3u/
Disallow: /mp3/
Disallow: /mus/

User-agent: Gigabot
Disallow: /css/
Disallow: /cgi-bin/
Disallow: /dba/
Disallow: /doc/
Disallow: /fr/
Disallow: /m3u/
Disallow: /mp3/
Disallow: /mus/

User-agent: Scrubby
Disallow:

User-agent: Robozilla
Disallow: /css/
Disallow: /cgi-bin/
Disallow: /dba/
Disallow: /doc/
Disallow: /fr/
Disallow: /m3u/
Disallow: /mp3/
Disallow: /mus/

# Everyone Else (NOT allowed)

User-agent: *
Disallow: /