User-agent: * Disallow: /_admin/ # do not allow search engines to crawl Disallow: /dynamic_assets/ # do not allow search engines to crawl Disallow: /04/ # do not allow search engines to crawl Disallow: /01/ # do not allow search engines to crawl