# # robots.txt for http:// # $Id: robots.txt,v 1.21 2002/03/04 10:35:35 dom Exp $ # # exclude some access-controlled areas User-agent: * Disallow: /logs User-agent: * Disallow: /_dev User-agent: * Disallow: /_stage User-agent: * Disallow: /_backup User-agent: * Disallow: /admin User-agent: * Disallow: /contest/files User-agent: * Disallow: /Excel Disallow: /inc Disallow: /css Disallow: /javascript Disallow: /content Disallow: /navigation Disallow: /callouts Disallow: /calc Disallow: /ratesdata User-agent: * Disallow: /KJEcalculation Disallow: /KJEgraph Disallow: /KJEgui Disallow: /newsletter Disallow: /newsletter/images/may07 Disallow: /newsletter/images/june07 Disallow: /newsletter/images User-agent: * Disallow: /notice.html