# robots.txt for http://www.youcanbeastar.net/

User-agent: *

Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /wp-content/wp-themes/
Disallow: /wp-content/wp-uploads/
Disallow: /wp-content/wp-plugins/


Sitemap: sitemap.xml
Sitemap: sitemap.html
Sitemap: sitemap.xml.gz


User-agent: msnbot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: aipbot
Crawl-delay: 10

User-agent: BecomeBot
Crawl-delay: 10

User-agent: psbot
Crawl-delay: 10

User-agent: www.dnsbl.us.sorbs.net 
Disallow: /