# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism
User-agent: *
Disallow: /cgi-bin/
Disallow: /Tine
Disallow: /mp3
Disallow: /theo
Disallow: /viadukten
Disallow: /sf
Disallow: /mm
Disallow: /sane2000
Disallow: /standardmail.txt
Disallow: /TODO.txt
Disallow: /nti2000
Disallow: /accesslog.txt
Disallow: /Cars/Bagheera/Gallery1/Descr
Disallow: /Cars/Bagheera/Gallery2/Descr
Disallow: /Cars/DJet/Gallery1/Descr
Disallow: /Cars/DJet/Gallery2/Descr
Disallow: /Cars/Espace/Gallery1/Descr
Disallow: /Cars/Espace/Gallery2/Descr
Disallow: /Cars/M530/Gallery1/Descr
Disallow: /Cars/M530/Gallery2/Descr
Disallow: /Cars/Murena/Conv/P1.9-16v/Descr
Disallow: /Cars/Murena/Conv/P1.9-8v/Descr
Disallow: /Cars/Murena/Conv/P1.9-a/Descr
Disallow: /Cars/Murena/Conv/P1.9i-8v-ls/Descr
Disallow: /Cars/Murena/Conv/Descr
Disallow: /Cars/Murena/Gallery1/Descr
Disallow: /Cars/Murena/Gallery2/Descr
Disallow: /Cars/Rancho/Gallery1/Descr
Disallow: /Cars/Rancho/Gallery2/Descr
Disallow: /Cars/Sports-Formula/Gallery1/Descr
Disallow: /Cars/Sports-Formula/Gallery2/Descr
Disallow: /Cars/Sportsprototypes/Gallery1/Descr
Disallow: /Cars/Sportsprototypes/Gallery2/Descr
Disallow: /Cars/Sportsprototypes/M620/Gallery1/Descr
Disallow: /Cars/Sportsprototypes/M630/Gallery1/Descr
Disallow: /Cars/Sportsprototypes/M640/Gallery1/Descr
Disallow: /Cars/Sportsprototypes/M650/Gallery1/Descr
Disallow: /Cars/Sportsprototypes/M660/Gallery1/Descr
Disallow: /Cars/Sportsprototypes/M670/Gallery1/Descr
Disallow: /Cars/Sportsprototypes/M680/Gallery1/Descr
Disallow: /Cars/Sportsprototypes/M610/Gallery1/Descr
Disallow: /Cars/Prototypes/Gallery1/Avantime/Gallery1/Descr
Disallow: /Cars/Prototypes/Gallery1/M25/Gallery1/Descr
Disallow: /Cars/Prototypes/Gallery1/P55/Gallery1/Descr
Disallow: /Cars/Prototypes/Gallery1/Zoom/Gallery1/Descr
Disallow: /Gallery1/Descr
Disallow: /Gallery1/Events/960700_Goodwood/Gallery1/Descr
Disallow: /Gallery1/Events/970500_French_Car_meet/Gallery1/Descr
Disallow: /Gallery1/Events/970920_MorteFontaine/Gallery1/Descr
Disallow: /Gallery1/Events/Descr
Disallow: /Gallery1/Events/990620_Gavnoe/Descr
Disallow: /Gallery1/Models/Gallery1/Descr
Disallow: /Gallery1/Pictures/Descr
Disallow: /Tine/20000407_korkoncert/Descr
Disallow: /Tine/19991018/Descr
Disallow: /lemans/2000/prequal/Descr
Disallow: /lemans/2000/raceweek/3-wednesday/Descr
Disallow: /lemans/2000/raceweek/4-thursday/Descr
Disallow: /lemans/2000/raceweek/5-friday/Descr
Disallow: /lemans/2000/raceweek/6-saturday/Descr
Disallow: /lemans/2000/raceweek/7-sunday/Descr
Disallow: /lemans/2000/raceweek/8-monday/Descr
Disallow: /nti2000/Descr
Disallow: /sane2000/Descr
Disallow: /sf/Descr