# Nearly all robots are welcomed! User-agent: Mediapartners-Google* Disallow: # Evil robot, falsely reports dead links that are actually ok. User-agent: linkwalker Disallow: / # Disallow all robots from resource, stylesheet, stats and cgi directories User-agent: * Disallow: /stats/ /resources/ /style/ /cgi-bin/ /banners/ /database/ /subscribeme/