# allow spider access
User-agent: *
Disallow: 

# disallow directory access
User-agent: *
Disallow: /docs
Disallow: /images
Disallow: /pdf
Disallow: /templates