# $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * # Directories Disallow: /portal/database/ Disallow: /portal/includes/ Disallow: /portal/misc/ Disallow: /portal/modules/ Disallow: /portal/sites/ Disallow: /portal/themes/ Disallow: /portal/scripts/ Disallow: /portal/updates/ Disallow: /portal/profiles/ # Files Disallow: /portal/xmlrpc.php Disallow: /portal/cron.php Disallow: /portal/update.php Disallow: /portal/install.php Disallow: /portal/INSTALL.txt Disallow: /portal/INSTALL.mysql.txt Disallow: /portal/INSTALL.pgsql.txt Disallow: /portal/CHANGELOG.txt Disallow: /portal/MAINTAINERS.txt Disallow: /portal/LICENSE.txt Disallow: /portal/UPGRADE.txt # Paths (clean URLs) Disallow: /portal/admin/ Disallow: /portal/comment/reply/ Disallow: /portal/contact/ Disallow: /portal/logout/ Disallow: /portal/node/add/ Disallow: /portal/search/ Disallow: /portal/user/register/ Disallow: /portal/user/password/ Disallow: /portal/user/login/ # Paths (no clean URLs) Disallow: /portal/?q=admin/ Disallow: /portal/?q=comment/reply/ Disallow: /portal/?q=contact/ Disallow: /portal/?q=logout/ Disallow: /portal/?q=node/add/ Disallow: /portal/?q=search/ Disallow: /portal/?q=user/password/ Disallow: /portal/?q=user/register/ Disallow: /portal/?q=user/login/ # Old site + New site Disallow: /greek/ Disallow: /portal/ # New site Disallow: /site/administrator/ Disallow: /site/cache/ Disallow: /site/components/ Disallow: /site/images/ Disallow: /site/includes/ Disallow: /site/installation/ Disallow: /site/language/ Disallow: /site/libraries/ Disallow: /site/media/ Disallow: /site/modules/ Disallow: /site/plugins/ Disallow: /site/templates/ Disallow: /site/tmp/ Disallow: /site/xmlrpc/ Disallow: /site/custom/ Sitemap: /site/sitemap.txt # Eshop - El Disallow: /site/eshop_el/administrator/ Disallow: /site/eshop_el/custom/ Disallow: /site/eshop_el/cache/ Disallow: /site/eshop_el/components/ Disallow: /site/eshop_el/images/ Disallow: /site/eshop_el/includes/ Disallow: /site/eshop_el/installation/ Disallow: /site/eshop_el/language/ Disallow: /site/eshop_el/libraries/ Disallow: /site/eshop_el/media/ Disallow: /site/eshop_el/modules/ Disallow: /site/eshop_el/plugins/ Disallow: /site/eshop_el/templates/ Disallow: /site/eshop_el/tmp/ Disallow: /site/eshop_el/xmlrpc/ Disallow: /site/eshop_el/custom/ # Eshop - En Disallow: /site/eshop_en/administrator/ Disallow: /site/eshop_en/custom/ Disallow: /site/eshop_en/cache/ Disallow: /site/eshop_en/components/ Disallow: /site/eshop_en/images/ Disallow: /site/eshop_en/includes/ Disallow: /site/eshop_en/installation/ Disallow: /site/eshop_en/language/ Disallow: /site/eshop_en/libraries/ Disallow: /site/eshop_en/media/ Disallow: /site/eshop_en/modules/ Disallow: /site/eshop_en/plugins/ Disallow: /site/eshop_en/templates/ Disallow: /site/eshop_en/tmp/ Disallow: /site/eshop_en/xmlrpc/ Disallow: /site/eshop_en/custom/