# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /sites/ Disallow: /themes/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /contact/ Disallow: /logout/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /en/cgi-selected-cott-it-outsourcing-10-year-contract-valued-us155-million Disallow: /fr/fournisseurs-information-services-traitement-donnees/evenements Disallow: /en/consumer-finance/events Disallow: /application-management Disallow: /technology-management Disallow: /utilities Disallow: /healthcare Disallow: /business-process-services/services Disallow: /insurance Disallow: /governments Disallow: /distribution Disallow: /credit-unions Disallow: /systems-integration-and-consulting Disallow: /our-delivery-approach Disallow: /telecommunications Disallow: /manufacturing Disallow: /oil-gas Disallow: /investors Disallow: /retail Disallow: /industries Disallow: /our-solutions-by-alphabetically Disallow: /our-solutions-by-industry Disallow: /services Disallow: /rss-podcast-feeds Disallow: /banking-and-financial-markets Disallow: /contact-us Disallow: /investisseurs Disallow: /us-federal/recovery/solutions/grants-lifecycle-management Disallow: /telecommunications/billing Disallow: /us-federal/natural-resources Disallow: /us-federal/recovery/solutions/arra-reporting-gateway Disallow: /us-federal/recovery/solutions/health-information-technology Disallow: /systems-integration-and-consulting/enterprise-resource-planning-services Disallow: /systems-integration-and-consulting/sap-enterprise-business-applications Disallow: /business-process-services-services/hr-payroll Disallow: /business-process-services/billing-enrollment-member-services Disallow: /cgi-announces-1-billion-in--new-north-american-financial-services-contracts Disallow: /governments/us-state-local-services-solutions/tough-times Disallow: /sherbrooke Disallow: /spendmanagement Disallow: /systems-integration-and-consulting/data-warehousing-business-intelligence Disallow: /systems-integration-and-consulting/information-security Disallow: /telecommunications/tapestry-applications Disallow: /tough-economic-times Disallow: /us-federal/enterprise-resource-planning Disallow: /us-federal/federal-healthcare Disallow: /us-federal/recovery/solutions/fraud-waste-abuse Disallow: /us-federal/recovery/solutions/transportation-spend-management-solution Disallow: /us-federal/recovery/thought-leadership Disallow: /us-federal/us-navy-seaport-e/team-members-capabilities-and-expertise Disallow: /business-process-services-/inance-administration-oil-gas-industry Disallow: /business-process-services/document-management-services Disallow: /business-process-services/hr-payroll-web-based-recruitment Disallow: /business-process-services/insurance Disallow: /case-study/information-management-florida-court Disallow: /cgi-opens-new-center-excellence-sherbrooke Disallow: /corporate-social-responsibility/community-investment-involvement/spotlight-environment Disallow: /corporate-social-responsibility/community-investment-involvement/spotlight-health-community-youth Disallow: /corporate-social-responsibility/community-investment-involvement/spotlight-science-tech-arts Disallow: /customer-relationship-management Disallow: /document-management Disallow: /environmental-solutions Disallow: /environmental-solutions/energy-management Disallow: /environmental-solutions/offerings Disallow: /environmental-solutions/prosteward Disallow: /environmental-solutions/reach-compliance Disallow: /environmental-solutions/reach-consulting-services Disallow: /environmental-solutions/reachmate Disallow: /governments/child-welfare Disallow: /governments/enterprise-resource-planning Disallow: /governments/housing-contract-administration Disallow: /governments/labor-workforce-services Disallow: /governments/tax-revenue-collections-services-solutions Disallow: /know-how/industry-viewpoints/contact-us Disallow: /know-how/technology-viewpoints/technology-spotlight Disallow: /solutions/mvest-portfolio-management-for-investment-industry-professional Disallow: /spend-management Disallow: /systems-integration-and-consulting/geographic-information-systems Disallow: /systems-integration-and-consulting/supply-chain-management Disallow: /telecommunications/advanced-mobile-services Disallow: /telecommunications/churn-management Disallow: /telecommunications/credit-risk-collections Disallow: /telecommunications/operator-services Disallow: /telecommunications/real-time-enterprise-integration Disallow: /telecommunications/tapestry-rating-billing Disallow: /us-federal/cms-enterprise-system-development Disallow: /us-federal/defense-medical-information Disallow: /us-federal/department-of-Justice-itss-3 Disallow: /us-federal/epa-ord-ses-3 Disallow: /us-federal/fbi-pmss Disallow: /us-federal/gsa-alliant Disallow: /us-federal/gsa-it-schedule Disallow: /us-federal/irs-total-information-processing-support-services-tipss Disallow: /us-federal/shared-service-provider Disallow: /us-federal/us-navy-seaport-e Disallow: /us-federal/us-navy-seaport-e/experience-and-customer-points-contact Disallow: /us-federal/us-navy-seaport-e/functional-areas Disallow: /us-federal/us-navy-seaport-e/quality-assurance-program Disallow: /telecommunications/customer-results Disallow: /telecommunications/full-service-capabilities Disallow: /legal-restrictions Disallow: /global-privacy Disallow: /governments/human-services-labor Disallow: /governments/workforce-development-solutions Disallow: /us-federal/nih-chief-information-officer-solutions-and-partners-2 Disallow: /case-study/internet-based-filing-system-for-court-documents-court-of-common-pleas-allegheny-county Disallow: /solutions/cgi-patents Disallow: /systems-integration-and-consulting/enterprise-application-integration Disallow: /Investors/ Disallow: /environmental-solutions/reach-legislative-overview Disallow: /solutions/strata-decision-management Disallow: /media-room/selected-media-articles?created%5Bmin%5D= Disallow: /solutions/asset-finance-management Disallow: /solutions/identicate-identity-and-fraud-management Disallow: /manufacturing/full-service-capabilities Disallow: /retail/store-systems-outsourcing Disallow: /corporate-social-responsibility/community-investment-involvement/spotlight-health-community-svh Disallow: /solutions/enterprise-originations-for-financial-institutions # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /?cmpid=tup_dec09 Disallow: /en/home?cmpid=pnews_nov09 # Directories Disallow: /CGI/ Disallow: /cgi/flash/ Disallow: /cgi/html/ Disallow: /cgi/web/jsp/ Disallow: /cgi/xls/ Disallow: /cgi_polish/ Disallow: /class/ Disallow: /download/ Disallow: /en/node/ Disallow: /en/selected-media-articles/ Disallow: /fr/articles-presse-choisis/ Disallow: /fr/node/ Disallow: /node/ Disallow: /téléchargements/ Disallow: /web/en/ Disallow: /web/fr/ Disallow: /web2/govt/ # Files Disallow: /CGIWEB/KBLPS/slidetoc3-grn3b.html Disallow: /careers/opportunities/visiteur_recherche_emplois.php3?langue=en Disallow: /default.asp Disallow: /en/%2F Disallow: /en/brochures/p1 Disallow: /en/case-studies/p1 Disallow: /en/cgi-and-tampa-housing-authority-awarded-five-year-contract-serve-us-department-housing-and-urban-dev Disallow: /en/cgi-extends-tender-offer-all-outstanding-shares Disallow: /en/cgi-present-rbc-capital-markets-2010-technology-media-communications-conference-june-9-new-york-cit-0 Disallow: /en/solutions/p1 Disallow: /en/solutions/tapestry-rating-billing-order-management-rating-billing-order-management Disallow: /en/systems-integration-and-consulting/customer-relationship-management Disallow: /en/systems-integration-and-consulting/real-time-enterprise-integration Disallow: /en/systems-integration-and-consulting/web-2.0 Disallow: /en/test1.htm Disallow: /en/white-papers/p1 Disallow: /forum2007 Disallow: /fr/cgi-aide-les-banques-aÃgerer-les-hypotheques-et-prets-sur-la-valeur-nette-domiciliaire-irrecouvrable Disallow: /fr/cgi-annonce-une-offre-dâacquisition-de-stanley Disallow: /fr/cgi-devient-membre-de-«-green-grid-» Disallow: /fr/cgi-devoile-ses-resultats-pour-le-deuxieme-trimestre-amelioration-de-la-conjoncture-du-marche Disallow: /fr/cgi-maintient-une-forte-croissance-de-ses-revenus-et-de-son-bénéfice-au-quatrième-trimestre-de-lexer Disallow: /fr/cgi-prolonge-son-offre-publique-dâachat-visant-la-totalité-des-actions-ordinaires-en-circulation-de Disallow: /fr/communiques/banques/p1 Disallow: /fr/etudes-cas/p1 Disallow: /fr/etudes-techniques/p1 Disallow: /fr/index.shtml?flash Disallow: /fr/media-announcements/us-federal/2006/p1 Disallow: /fr/nouvelles-eclair/2001/p1 Disallow: /index.html Disallow: /insurance.htm Disallow: /new.. Disallow: /news Disallow: /newsletters/november2009/program_update_2.shtml Disallow: /newsletters/november2009/program_update_2_print.shtml Disallow: /spendmanagement.htm Disallow: /xyz