# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /sites/ Disallow: /themes/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /contact/ Disallow: /logout/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.12 /test/ User-agent: * Crawl-delay: 10 # Directories Disallow: /test/database/ Disallow: /test/includes/ Disallow: /test/misc/ Disallow: /test/modules/ Disallow: /test/sites/ Disallow: /test/themes/ Disallow: /test/scripts/ Disallow: /test/updates/ Disallow: /test/profiles/ Disallow: /test/_files/ # Files Disallow: /test/xmlrpc.php Disallow: /test/cron.php Disallow: /test/update.php Disallow: /test/install.php Disallow: /test/_files/INSTALL.txt Disallow: /test/_files/INSTALL.mysql.txt Disallow: /test/_files/INSTALL.pgsql.txt Disallow: /test/_files/CHANGELOG.txt Disallow: /test/_files/MAINTAINERS.txt Disallow: /test/_files/LICENSE.txt Disallow: /test/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /test/admin/ Disallow: /test/comment/reply/ Disallow: /test/contact/ Disallow: /test/logout/ Disallow: /test/node/add/ Disallow: /test/search/ Disallow: /test/user/register/ Disallow: /test/user/password/ Disallow: /test/user/login/ # Paths (no clean URLs) Disallow: /test/?q=admin/ Disallow: /test/?q=comment/reply/ Disallow: /test/?q=contact/ Disallow: /test/?q=logout/ Disallow: /test/?q=node/add/ Disallow: /test/?q=search/ Disallow: /test/?q=user/password/ Disallow: /test/?q=user/register/ Disallow: /test/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.13 /gardenarium/ User-agent: * Crawl-delay: 10 # Directories Disallow: /gardenarium/database/ Disallow: /gardenarium/includes/ Disallow: /gardenarium/misc/ Disallow: /gardenarium/modules/ Disallow: /gardenarium/sites/ Disallow: /gardenarium/themes/ Disallow: /gardenarium/scripts/ Disallow: /gardenarium/updates/ Disallow: /gardenarium/profiles/ Disallow: /gardenarium/_files/ # Files Disallow: /gardenarium/xmlrpc.php Disallow: /gardenarium/cron.php Disallow: /gardenarium/update.php Disallow: /gardenarium/install.php Disallow: /gardenarium/_files/INSTALL.txt Disallow: /gardenarium/_files/INSTALL.mysql.txt Disallow: /gardenarium/_files/INSTALL.pgsql.txt Disallow: /gardenarium/_files/CHANGELOG.txt Disallow: /gardenarium/_files/MAINTAINERS.txt Disallow: /gardenarium/_files/LICENSE.txt Disallow: /gardenarium/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /gardenarium/admin/ Disallow: /gardenarium/comment/reply/ Disallow: /gardenarium/contact/ Disallow: /gardenarium/logout/ Disallow: /gardenarium/node/add/ Disallow: /gardenarium/search/ Disallow: /gardenarium/user/register/ Disallow: /gardenarium/user/password/ Disallow: /gardenarium/user/login/ # Paths (no clean URLs) Disallow: /gardenarium/?q=admin/ Disallow: /gardenarium/?q=comment/reply/ Disallow: /gardenarium/?q=contact/ Disallow: /gardenarium/?q=logout/ Disallow: /gardenarium/?q=node/add/ Disallow: /gardenarium/?q=search/ Disallow: /gardenarium/?q=user/password/ Disallow: /gardenarium/?q=user/register/ Disallow: /gardenarium/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.13 /wvm/ User-agent: * Crawl-delay: 10 # Directories Disallow: /wvm/database/ Disallow: /wvm/includes/ Disallow: /wvm/misc/ Disallow: /wvm/modules/ Disallow: /wvm/sites/ Disallow: /wvm/themes/ Disallow: /wvm/scripts/ Disallow: /wvm/updates/ Disallow: /wvm/profiles/ Disallow: /wvm/_files/ # Files Disallow: /wvm/xmlrpc.php Disallow: /wvm/cron.php Disallow: /wvm/update.php Disallow: /wvm/install.php Disallow: /wvm/_files/INSTALL.txt Disallow: /wvm/_files/INSTALL.mysql.txt Disallow: /wvm/_files/INSTALL.pgsql.txt Disallow: /wvm/_files/CHANGELOG.txt Disallow: /wvm/_files/MAINTAINERS.txt Disallow: /wvm/_files/LICENSE.txt Disallow: /wvm/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /wvm/admin/ Disallow: /wvm/comment/reply/ Disallow: /wvm/contact/ Disallow: /wvm/logout/ Disallow: /wvm/node/add/ Disallow: /wvm/search/ Disallow: /wvm/user/register/ Disallow: /wvm/user/password/ Disallow: /wvm/user/login/ # Paths (no clean URLs) Disallow: /wvm/?q=admin/ Disallow: /wvm/?q=comment/reply/ Disallow: /wvm/?q=contact/ Disallow: /wvm/?q=logout/ Disallow: /wvm/?q=node/add/ Disallow: /wvm/?q=search/ Disallow: /wvm/?q=user/password/ Disallow: /wvm/?q=user/register/ Disallow: /wvm/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.13 /worldviewmedia/ User-agent: * Crawl-delay: 10 # Directories Disallow: /worldviewmedia/database/ Disallow: /worldviewmedia/includes/ Disallow: /worldviewmedia/misc/ Disallow: /worldviewmedia/modules/ Disallow: /worldviewmedia/sites/ Disallow: /worldviewmedia/themes/ Disallow: /worldviewmedia/scripts/ Disallow: /worldviewmedia/updates/ Disallow: /worldviewmedia/profiles/ Disallow: /worldviewmedia/_files/ # Files Disallow: /worldviewmedia/xmlrpc.php Disallow: /worldviewmedia/cron.php Disallow: /worldviewmedia/update.php Disallow: /worldviewmedia/install.php Disallow: /worldviewmedia/_files/INSTALL.txt Disallow: /worldviewmedia/_files/INSTALL.mysql.txt Disallow: /worldviewmedia/_files/INSTALL.pgsql.txt Disallow: /worldviewmedia/_files/CHANGELOG.txt Disallow: /worldviewmedia/_files/MAINTAINERS.txt Disallow: /worldviewmedia/_files/LICENSE.txt Disallow: /worldviewmedia/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /worldviewmedia/admin/ Disallow: /worldviewmedia/comment/reply/ Disallow: /worldviewmedia/contact/ Disallow: /worldviewmedia/logout/ Disallow: /worldviewmedia/node/add/ Disallow: /worldviewmedia/search/ Disallow: /worldviewmedia/user/register/ Disallow: /worldviewmedia/user/password/ Disallow: /worldviewmedia/user/login/ # Paths (no clean URLs) Disallow: /worldviewmedia/?q=admin/ Disallow: /worldviewmedia/?q=comment/reply/ Disallow: /worldviewmedia/?q=contact/ Disallow: /worldviewmedia/?q=logout/ Disallow: /worldviewmedia/?q=node/add/ Disallow: /worldviewmedia/?q=search/ Disallow: /worldviewmedia/?q=user/password/ Disallow: /worldviewmedia/?q=user/register/ Disallow: /worldviewmedia/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.13 /drupal/ User-agent: * Crawl-delay: 10 # Directories Disallow: /drupal/database/ Disallow: /drupal/includes/ Disallow: /drupal/misc/ Disallow: /drupal/modules/ Disallow: /drupal/sites/ Disallow: /drupal/themes/ Disallow: /drupal/scripts/ Disallow: /drupal/updates/ Disallow: /drupal/profiles/ Disallow: /drupal/_files/ # Files Disallow: /drupal/xmlrpc.php Disallow: /drupal/cron.php Disallow: /drupal/update.php Disallow: /drupal/install.php Disallow: /drupal/_files/INSTALL.txt Disallow: /drupal/_files/INSTALL.mysql.txt Disallow: /drupal/_files/INSTALL.pgsql.txt Disallow: /drupal/_files/CHANGELOG.txt Disallow: /drupal/_files/MAINTAINERS.txt Disallow: /drupal/_files/LICENSE.txt Disallow: /drupal/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /drupal/admin/ Disallow: /drupal/comment/reply/ Disallow: /drupal/contact/ Disallow: /drupal/logout/ Disallow: /drupal/node/add/ Disallow: /drupal/search/ Disallow: /drupal/user/register/ Disallow: /drupal/user/password/ Disallow: /drupal/user/login/ # Paths (no clean URLs) Disallow: /drupal/?q=admin/ Disallow: /drupal/?q=comment/reply/ Disallow: /drupal/?q=contact/ Disallow: /drupal/?q=logout/ Disallow: /drupal/?q=node/add/ Disallow: /drupal/?q=search/ Disallow: /drupal/?q=user/password/ Disallow: /drupal/?q=user/register/ Disallow: /drupal/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.15 /ahall/ User-agent: * Crawl-delay: 10 # Directories Disallow: /ahall/database/ Disallow: /ahall/includes/ Disallow: /ahall/misc/ Disallow: /ahall/modules/ Disallow: /ahall/sites/ Disallow: /ahall/themes/ Disallow: /ahall/scripts/ Disallow: /ahall/updates/ Disallow: /ahall/profiles/ Disallow: /ahall/_files/ # Files Disallow: /ahall/xmlrpc.php Disallow: /ahall/cron.php Disallow: /ahall/update.php Disallow: /ahall/install.php Disallow: /ahall/_files/INSTALL.txt Disallow: /ahall/_files/INSTALL.mysql.txt Disallow: /ahall/_files/INSTALL.pgsql.txt Disallow: /ahall/_files/CHANGELOG.txt Disallow: /ahall/_files/MAINTAINERS.txt Disallow: /ahall/_files/LICENSE.txt Disallow: /ahall/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /ahall/admin/ Disallow: /ahall/comment/reply/ Disallow: /ahall/contact/ Disallow: /ahall/logout/ Disallow: /ahall/node/add/ Disallow: /ahall/search/ Disallow: /ahall/user/register/ Disallow: /ahall/user/password/ Disallow: /ahall/user/login/ # Paths (no clean URLs) Disallow: /ahall/?q=admin/ Disallow: /ahall/?q=comment/reply/ Disallow: /ahall/?q=contact/ Disallow: /ahall/?q=logout/ Disallow: /ahall/?q=node/add/ Disallow: /ahall/?q=search/ Disallow: /ahall/?q=user/password/ Disallow: /ahall/?q=user/register/ Disallow: /ahall/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.15 /adrianhall/ User-agent: * Crawl-delay: 10 # Directories Disallow: /adrianhall/database/ Disallow: /adrianhall/includes/ Disallow: /adrianhall/misc/ Disallow: /adrianhall/modules/ Disallow: /adrianhall/sites/ Disallow: /adrianhall/themes/ Disallow: /adrianhall/scripts/ Disallow: /adrianhall/updates/ Disallow: /adrianhall/profiles/ Disallow: /adrianhall/_files/ # Files Disallow: /adrianhall/xmlrpc.php Disallow: /adrianhall/cron.php Disallow: /adrianhall/update.php Disallow: /adrianhall/install.php Disallow: /adrianhall/_files/INSTALL.txt Disallow: /adrianhall/_files/INSTALL.mysql.txt Disallow: /adrianhall/_files/INSTALL.pgsql.txt Disallow: /adrianhall/_files/CHANGELOG.txt Disallow: /adrianhall/_files/MAINTAINERS.txt Disallow: /adrianhall/_files/LICENSE.txt Disallow: /adrianhall/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /adrianhall/admin/ Disallow: /adrianhall/comment/reply/ Disallow: /adrianhall/contact/ Disallow: /adrianhall/logout/ Disallow: /adrianhall/node/add/ Disallow: /adrianhall/search/ Disallow: /adrianhall/user/register/ Disallow: /adrianhall/user/password/ Disallow: /adrianhall/user/login/ # Paths (no clean URLs) Disallow: /adrianhall/?q=admin/ Disallow: /adrianhall/?q=comment/reply/ Disallow: /adrianhall/?q=contact/ Disallow: /adrianhall/?q=logout/ Disallow: /adrianhall/?q=node/add/ Disallow: /adrianhall/?q=search/ Disallow: /adrianhall/?q=user/password/ Disallow: /adrianhall/?q=user/register/ Disallow: /adrianhall/?q=user/login/