# robots.txt User-agent: * Disallow: /assets/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /enq/ Disallow: /vwd_scripts/ Disallow: /webalizer/ Disallow: /promo/ Disallow: /crm/ Disallow: /ubetheboss/