User-agent: * Disallow: /404 Disallow: /cgi-bin Disallow: /ads Disallow: /css Disallow: /extras Disallow: /images Disallow: /includes Disallow: /js User-agent: IconSurf Disallow: /favicon.ico