# Robots.txt for domain: http://www.tastymuff.com # # disallowing archive.org bot User-agent: archive.org_bot Disallow: / User-agent: SBIder Disallow: / User-agent: psbot Disallow: / User-agent: googlebot-image Disallow: / # All other robots will spider the domain User-agent: * Disallow: /phpadsnew/ Disallow: /wp-gallery2.php$ Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /images/ Disallow: /wp-login.php Disallow: /archives/ Disallow: /feed/ Disallow: /tags/ sitemap: http://www.tastymuff.com/sitemap.xml.gz