# All robots will spider the domain
User-agent: *
Allow: /
Disallow: /user/
Disallow: /2006/
Disallow: /dev/
Disallow: /Account/
Disallow: /ROI/
Disallow: /l.asp
Disallow: /2006*.htm