# Robots.txt file from http://mc-edc.com/ # # All robots will spider the domain User-agent: * Disallow: /css/ Disallow: /flash/ Disallow: /oldsite/ Disallow: /scripts/ Disallow: /uploads/ Sitemap: http://www.mc-edc.com/sitemap.htm Sitemap: http://www.mc-edc.com/sitemap.xml