User-agent: * Disallow: /*.ico$ Disallow: /*.swf$ Disallow: /*.log$ Disallow: /*.dat$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.txt$ Disallow: /*.cgi$ Disallow: /*.pl$ Disallow: /ads/