# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file User-agent: * # don't visit explicitly requested html pages (the standard URL will catch these) Disallow: /html/ # don't visit flash pages Disallow: /flash/ Disallow: /application.swf Disallow: /application_loader.swf Disallow: /fonts.swf # don't visit xml pages Disallow: /xml/ # don't visit the admin side of the site Disallow: /admin/ # don't visit javascripts or stylesheets Disallow: /javascripts/ Disallow: /stylesheets/ # don't allow indexing of LocalConnection page Disallow: /lc.html