# Robots.txt file from http://www.csswebs.org # All robots will spider the domain User-agent: * Disallow: /admin/ Disallow: /shopimage/ Disallow: click.php Disallow: /taobao/ Disallow: /usercp/ Disallow: /admin999/ Disallow: /shop/