Sitemap: http://www.piano-gare.fr/sitemap.xml

User-Agent: SimilarPages Nutch Crawler
Disallow: /

User-agent: ia_archiver
Disallow: 

User-Agent: *
Disallow: index_IE6.html
Disallow: tests.php
Disallow: /bazar/
Disallow: /bazar.html
Disallow: /contact.php/
Disallow: /trains/photos/
Disallow: /trains/photos.html
Disallow: /liens.php/
Disallow: /liens.html
Disallow: /livreor.php/
Disallow: /livreor.html
Disallow: /index.php/
Disallow: /index.html
Disallow: /utbm/index.php/
Disallow: /utbm/index.html
Disallow: /utbm/cours.php/
Disallow: /utbm/cours.html
Disallow: /utbm/exam.php/
Disallow: /utbm/exam.html
Disallow: /utbm/musique/
Disallow: /utbm/musique.html
Disallow: /utbm/trains/
Disallow: /utbm/trains.html
Disallow: /musique/trains/
Disallow: /musique/trains.html
Disallow: /musique/utbm/
Disallow: /musique/utbm.html
Disallow: /musique/index.php/
Disallow: /musique/index.html
Disallow: /musique/morceaux.php/
Disallow: /musique/morceaux.php.html
Disallow: /musique/chants.php/
Disallow: /musique/chants.html
Disallow: /musique/chants_religieux.php/
Disallow: /musique/chants_religieux.html
Disallow: /trains/musique/
Disallow: /trains/musique.html
Disallow: /trains/utbm/
Disallow: /trains/utbm.html
Disallow: /trains/index.php/
Disallow: /trains/index.html
Disallow: /trains/photos.php/
Disallow: /trains/photos.html
Disallow: /trains/MSTS.php/
Disallow: /trains/MSTS.html
Disallow: /musique/cpt_telechargements.php
Disallow: /utbm/cpt_telechargements.php

User-agent: Slurp
Crawl-delay: 20

User-agent: MJ12bot
Disallow: /