# not real robots text file. yeah really :)

User-agent: *
Allow: /
User-agent: Googlebot

Allow: /
User-agent: Adsbot-Google

Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-Mobile

Allow: /
User-agent: Mediapartners-Google*

Allow: /
User-agent: yahoo-newscrawler
Allow: / 
User-agent: gulliver	
# allow Northern Light crawler
Allow: /
User-agent: slurp	
# allow Inktomi crawler
Allow: /
User-agent: msnbot
Allow: /
User-agent: scooter	
# allow AltaVista crawler
Allow: /
User-agent: vscooter	
# allow AltaVista image crawler
Allow: /
User-agent: fast	
# allow FAST crawler
Allow: /
User-agent: ia_archiver	
# allow Internet Archive crawler
Allow: /
#crawl-delay: 0.05

Sitemap: http://www.memphisrap.com/archives/sitemap.xml

User-agent: *
Disallow: /compile/
Disallow: /include/
Disallow: /language/
Disallow: /logs/
Disallow: /media/
Disallow: /sample/
Disallow: /skins/
Disallow: /styles/
Disallow: /templates/
Disallow: /themes/
Disallow: /uploads/
Disallow: /play.php*
Disallow: /stream.php*
Disallow: /download.php* 

User-agent: Mediapartners-Google*
Disallow: