# # robots.txt # # v1.0, 8/25/2009 User-agent: * Crawl-delay:30 Disallow: /pages* Disallow: /cm*