# /robots.txt file for CWS User-agent: * Disallow: /admin Disallow: /db Disallow: /images Disallow: /include Disallow: /js Disallow: /urchin