# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $ User-agent: * Crawl-delay: 10 # Directories Allow: /sites/default/files/xmlsitemap* Disallow: /*sort= Disallow: /abuse/ Disallow: /abuse* Disallow: /node/*/signups Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /sites/ Disallow: /themes/ Disallow: /taxonomy/term/*feed* Disallow: /monitoring Disallow: /monitoring* # Files Disallow: /cron.php Disallow: /install.php Disallow: /LICENSE.txt Disallow: /update.php Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /contact Disallow: /logout Disallow: /node/add Disallow: /search/ Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /content/nutzungsbedingungen.html Disallow: /flag/ Disallow: /flag* Disallow: /messages Disallow: /user2userpoints Disallow: /user/*/node/add/bild Disallow: /*?quicktabs_* Disallow: /smartcard/ Disallow: /smartcard* Disallow: /boost_stats.php Disallow: /bands/beschreibung* User-agent: WebsiteOutlook Disallow: /