# robots.txt for www.yellowpages.com.mt 20/03/2009 # Stop all Spiders User-agent: * Disallow: / # Stop Spammers User-agent: EmailSiphon Disallow: / # Stop Spammers User-agent: ExtractorPro Disallow: / # Allow Google's bot User-agent: Googlebot Allow: / # Allow MSN's bot User-agent: msnbot Allow: / Disallow: /Images/ # Allow Yahoo's bot User-agent: Slurp Allow: / Disallow: /Images/ # Stop MSN's media bot User-agent: msnbot-media Allow: / Disallow: /Images/ Sitemap: sitemap.xml