# stop duplicate entries
User-agent: *
Disallow: /te/
Disallow: /ads1/
Disallow: /bxb/
Disallow: /haulier/
Disallow: /cgi-bin/