# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory site
User-agent: *
Disallow: inc

# Disallow directory tools
User-agent: *
Disallow: utility

# Disallow directory tools
User-agent: *
Disallow: assets