# robots.txt file created at http://www.searchenginepromotionhelp.com/ # Fri, 29 May 2009 21:19:35 +0000 # Exclude Files From All Robots: User-agent: * Disallow: /cgi-bin/ Disallow: /pdf/ Disallow: /images/ Disallow: /urchin/ Disallow: /news_data/ Disallow: /online_app/ Disallow: /Library/ Disallow: /Templates/ Disallow: /video_sm/ Disallow: /video_lg/ Disallow: /video/ Disallow: /uap/ Disallow: /thumbs/ Disallow: /survey/ Disallow: /SpryAssets/ Disallow: /preview_images/ Disallow: /skins/ Disallow: /Scripts/ Disallow: /playlists/ Disallow: /news_data/ Disallow: /news_media/ Disallow: /new_site/ Disallow: /media/ Disallow: /documents/ # Optional sitemap URL: Sitemap: sitemap.xml User-agent: googlebot Disallow: *.css Disallow: *.js Disallow: *.swf # End robots.txt file