User-Agent: * # Directories system Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ # Files system Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /INSTALL.sqlite.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) system Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /user/logout/ # Paths (no clean URLs) system Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=filter/tips/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /?q=user/logout/ Disallow: /*.cgi Disallow: /*.pl Disallow: /cfares-c Disallow: /acre Disallow: /advertisers Disallow: /aia Disallow: /avis-c Disallow: /budget-c Disallow: /bp-classic Disallow: /mccmags Disallow: /marriott-m Disallow: /marriott-mobile Disallow: /marriott-m4 Disallow: /*every_cl.html Disallow: /aapm Disallow: /acre Disallow: /ada Disallow: /aee Disallow: /asd Disallow: /awfs Disallow: /bloomingdales Disallow: /ces Disallow: /conexpo Disallow: /enkwsa Disallow: /fabtech Disallow: /g2e Disallow: /glassbuild Disallow: /globalshop Disallow: /hdexpo Disallow: /ibs Disallow: /icast Disallow: /iecsc Disallow: /indesign Disallow: /interbike Disallow: /ipc-apex Disallow: /isc-west Disallow: /itex Disallow: /kbis Disallow: /ltx Disallow: /lvm Disallow: /m99 Disallow: /magic Disallow: /m4beta Disallow: /nab Disallow: /nace Disallow: /nacs Disallow: /nada Disallow: /national-hardware Disallow: /ncbshow Disallow: /next Disallow: /offprice Disallow: /packexpo Disallow: /pinkelephant Disallow: /pizzaexpo Disallow: /poolspapatio Disallow: /powergen Disallow: /recon Disallow: /roofingexpo Disallow: /sgia Disallow: /shot Disallow: /shrm Disallow: /truevalue Disallow: /ufc Disallow: /visionexpo Disallow: /worldofconcrete Disallow: /classic/idontcare.html Disallow: /classic/social.html User-agent: wheretraveler-crawler Disallow: /*.cgi Disallow: /*.pl