# robots.txt for Consti.de # $Id: robots.txt,v 1.6 2004/03/22 14:56:29 pater Exp $ User-agent: Mediapartners-Google* Disallow: User-agent: * Disallow: /inc Disallow: /index.php Disallow: /images Disallow: /downloads Disallow: /scripts Disallow: /plugins Disallow: /cpr0x Disallow: /~ Disallow: ~ User-agent: Yahoo-NewsCrawler* Disallow: User-agent: Seekbot* Disallow: User-agent: msnbot* Disallow: User-agent: SurveyBot Disallow: / User-agent: WebsiteWiki Disallow: / User-agent: ShopWiki Disallow: / User-agent: Jakarta Commons-HttpClient Disallow: /