# $Id: CZcams robots.txt,v1.0 03/11/2009 Exp $ User-agent: * Sitemap: http://czcams.grentzius.com/sitemap.xml # Directories Allow: / Disallow: /database/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /sites/ Disallow: /themes/ Disallow: /scripts/ Disallow: /updates/ Disallow: /profiles/ Disallow: /taxonomy/ Disallow: /category/ Disallow: /img/ # Files Disallow: /xmlrpc.php Disallow: /update.php # Paths (clean URLs) Disallow: /admin/ Disallow: /adserver/ Disallow: /comment/reply/ Disallow: /flag_content/ Disallow: /node Disallow: /search/ Disallow: /site/contact Disallow: /site/newsfetcher/ Disallow: /user Disallow: /user/ User-agent: Googlebot-Image Disallow: / User-agent: Mediapartners-Google Allow: /site/contact Allow: /site/newsfetcher/ Disallow: /search/