# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/






Disallow: /chti-tag/achat-argent
Disallow: /chti-tag/achat-or-paris
Disallow: /chti-tag/chat-sans-inscription
Disallow: /chti-tag/circuit
Disallow: /chti-tag/panneau-photovoltaique-landivisiau
Disallow: /chti-tag/photovoltaique-landivisiau
Disallow: /chti-tag/sac-papier-kraft
Disallow: /chti-tag/securibat
Disallow: /chti-tag/solaire-rennes
Disallow: /chti-tag/travaux-acrobatiques-paris
Disallow: /chti-tag/travaux-sur-cordes-paris
Disallow: /ed-classified/tid/41262
Disallow: /ed-classified/tid/41264
Disallow: /ed-classified/tid/41265
Disallow: /ed-classified/tid/41266
Disallow: /ed-classified/tid/41267
Disallow: /ed-classified/tid/41268
Disallow: /ed-classified/tid/41269
Disallow: /ed-classified/tid/41270
Disallow: /ed-classified/tid/41280
Disallow: /ed-classified/tid/41281
Disallow: /email/904/field_mail
Disallow: /france/bretagne/finistere
Disallow: /france/centre/loiret/orleans
Disallow: /france/ile-de-france/essonne/longjumeau
Disallow: /france/ile-de-france/paris/paris-13eme
Disallow: /france/ile-de-france/paris/paris-17eme
Disallow: /france/ile-de-france/paris/paris-9eme
Disallow: /france/lorraine/moselle
Disallow: /france/nord-pas-de-calais/nord
Disallow: /france/nord-pas-de-calais/nord/bailleul
Disallow: /france/nord-pas-de-calais/nord/flines-les-mortagne
Disallow: /france/nord-pas-de-calais/nord/hergnies
Disallow: /france/nord-pas-de-calais/nord?page=1
Disallow: /france/nord-pas-de-calais/nord?page=2
Disallow: /france/provence-alpes-cote-d-azur/alpes-maritimes
Disallow: /google.html
Disallow: /node/869
Disallow: /node/870
Disallow: /node/871
Disallow: /node/886
Disallow: /node/899
Disallow: /petite-annonce-904/recherche-apn
Disallow: /petites-annonces/auto-moto-bateau
Disallow: /petites-annonces/auto-moto-bateau/accessoires
Disallow: /petites-annonces/auto-moto-bateau/bateaux-nautisme
Disallow: /petites-annonces/auto-moto-bateau/caravaning
Disallow: /petites-annonces/auto-moto-bateau/motos-scooters
Disallow: /petites-annonces/auto-moto-bateau/utilitaires
Disallow: /petites-annonces/auto-moto-bateau/voitures
Disallow: /petites-annonces/commerce-vie-locale
Disallow: /petites-annonces/commerce-vie-locale/alimentation-vin
Disallow: /petites-annonces/commerce-vie-locale/animaux
Disallow: /petites-annonces/commerce-vie-locale/loisirs
Disallow: /petites-annonces/commerce-vie-locale/materiel-pro
Disallow: /petites-annonces/commerce-vie-locale/meubles-jardin
Disallow: /petites-annonces/commerce-vie-locale/mode-beaute
Disallow: /petites-annonces/commerce-vie-locale/multimedia
Disallow: /petites-annonces/commerce-vie-locale/pour-l-enfant
Disallow: /petites-annonces/commerce-vie-locale/rencontres
Disallow: /petites-annonces/emplois-services
Disallow: /petites-annonces/emplois-services/emploi-formation
Disallow: /petites-annonces/emplois-services/services
Disallow: /petites-annonces/immobilier-vente-location
Disallow: /petites-annonces/immobilier-vente-location/immobilier-neuf
Disallow: /petites-annonces/immobilier-vente-location/locations-immo
Disallow: /petites-annonces/immobilier-vente-location/locations-vacances
Disallow: /petites-annonces/immobilier-vente-location/ventes-immo
Disallow: /site-12/lea-bijoux
Disallow: /site-322/lebonlien.com
Disallow: /site-615/chat-sans-inscription-et-gratuit
Disallow: /site-628/portal-de-marketing-direct
Disallow: /taxonomy/term/1666/0
Disallow: /world/inde/rajasthan