# /robots.txt file for http://webcrawler.com/

User-agent: *
Disallow: /BlogComments.aspx
Disallow: /BlogShow.aspx
Disallow: /ContactUs.aspx
Disallow: /OnlineServices.aspx
Disallow: /payment_tpv_answ.aspx
Disallow: /TranslationCases.aspx
Disallow: /TranslationDocuments.aspx
Disallow: /TranslationsCustomers.aspx
Disallow: /TranslationServices.aspx
Disallow: /Translators.aspx
Disallow: /WhatWeDo.aspx
Disallow: /WhoWeAre.aspx
Disallow: /es/Blog/
Disallow: /zh/Blog/
Disallow: /ru/Blog/
Disallow: /de/Blog/
Disallow: /it/Blog/
Disallow: /fr/Blog/
Disallow: /pt/Blog/