User-agent: *
Crawl-delay: 10
# Directories
Disallow: /version_1
Disallow: /backup
Disallow: /backups
Disallow: /test_store
Disallow: /test_store_2
Disallow: /development/drupal/database/
Disallow: /development/drupal/includes/
Disallow: /development/drupal/misc/
Disallow: /development/drupal/modules/
Disallow: /development/drupal/sites/
Disallow: /development/drupal/themes/
Disallow: /development/drupal/scripts/
Disallow: /development/drupal/updates/
Disallow: /development/drupal/profiles/
Disallow: /development/drupal/_files/
Disallow: /drupal/database/
Disallow: /drupal/includes/
Disallow: /drupal/misc/
Disallow: /drupal/modules/
Disallow: /drupal/sites/
Disallow: /drupal/themes/
Disallow: /drupal/scripts/
Disallow: /drupal/updates/
Disallow: /drupal/profiles/
Disallow: /drupal/_files/
# Files
Disallow: /development/drupal/xmlrpc.php
Disallow: /development/drupal/cron.php
Disallow: /development/drupal/update.php
Disallow: /development/drupal/install.php
Disallow: /development/drupal/_files/INSTALL.txt
Disallow: /development/drupal/_files/INSTALL.mysql.txt
Disallow: /development/drupal/_files/INSTALL.pgsql.txt
Disallow: /development/drupal/_files/CHANGELOG.txt
Disallow: /development/drupal/_files/MAINTAINERS.txt
Disallow: /development/drupal/_files/LICENSE.txt
Disallow: /development/drupal/_files/UPGRADE.txt
Disallow: /drupal/xmlrpc.php
Disallow: /drupal/cron.php
Disallow: /drupal/update.php
Disallow: /drupal/install.php
Disallow: /drupal/_files/INSTALL.txt
Disallow: /drupal/_files/INSTALL.mysql.txt
Disallow: /drupal/_files/INSTALL.pgsql.txt
Disallow: /drupal/_files/CHANGELOG.txt
Disallow: /drupal/_files/MAINTAINERS.txt
Disallow: /drupal/_files/LICENSE.txt
Disallow: /drupal/_files/UPGRADE.txt
# Paths (clean URLs)
Disallow: /development/drupal/admin/
Disallow: /development/drupal/comment/reply/
Disallow: /development/drupal/contact/
Disallow: /development/drupal/logout/
Disallow: /development/drupal/node/add/
Disallow: /development/drupal/search/
Disallow: /development/drupal/user/register/
Disallow: /development/drupal/user/password/
Disallow: /development/drupal/user/login/
Disallow: /drupal/admin/
Disallow: /drupal/comment/reply/
Disallow: /drupal/contact/
Disallow: /drupal/logout/
Disallow: /drupal/node/add/
Disallow: /drupal/search/
Disallow: /drupal/user/register/
Disallow: /drupal/user/password/
Disallow: /drupal/user/login/
# Paths (no clean URLs)
Disallow: /drupal/?q=admin/
Disallow: /drupal/?q=comment/reply/
Disallow: /drupal/?q=contact/
Disallow: /drupal/?q=logout/
Disallow: /drupal/?q=node/add/
Disallow: /drupal/?q=search/
Disallow: /drupal/?q=user/password/
Disallow: /drupal/?q=user/register/
Disallow: /drupal/?q=user/login/
Disallow: /development/drupal/?q=admin/
Disallow: /development/drupal/?q=comment/reply/
Disallow: /development/drupal/?q=contact/
Disallow: /development/drupal/?q=logout/
Disallow: /development/drupal/?q=node/add/
Disallow: /development/drupal/?q=search/
Disallow: /development/drupal/?q=user/password/
Disallow: /development/drupal/?q=user/register/
Disallow: /development/drupal/?q=user/login/