# robots.txt # based on http://www.robotstxt.org/wc/norobots.html # Default Rule # Allow only public entry points # User-agent: * Disallow: /_notes Disallow: /_private Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_pvt Disallow: /_vti_txt Disallow: /auth Disallow: /cgi-bin Disallow: /createnews Disallow: /images # Disallow indexing images Allow: /images/products # Allow indexing product images Allow: /products # Allow indexing product docs Disallow: /images1 # Disallow indexing images Disallow: /imagesprod # Disallow indexing images Disallow: /lang_en Disallow: /lists Disallow: /lists2 Disallow: /news Disallow: /newsletter Disallow: /products Disallow: /restricted Disallow: /sessions Disallow: /templates Disallow: /*.js$ # Disallow indexing javascript Disallow: /*.css$ # Disallow indexing themes Disallow: /*.php$ # Disallow indexing scripts Allow: /index.php # Allow start file