# $Id: robots.txt 9609 2009-09-08 12:07:14Z aba $ # User-agent: * # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /*/modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ # Files Disallow: /*.txt$ Disallow: /*.php$ Disallow: /*.pdf$ # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /contact/ Disallow: /logout/ Disallow: /node/add/ Disallow: /search/ Disallow: /*user/ Disallow: /*bm/ Disallow: /*filter/ Disallow: /username_check/ # Paths (no clean URLs) Disallow: /*? Allow: /*?*page