# For domain:

# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory
User-agent: *
Disallow: /assets/
Disallow: /include/
Disallow: /lang/