User-agent: * Disallow: /site/cgi-bin Disallow: /admin/ Disallow: /catalog/ Disallow: /data/ Disallow: /scripts/ Disallow: /site/images/ Disallow: /site/js/ Disallow: /site/site_search/ Disallow: /site/styles/ Disallow: /site/templates/