User-agent: *
Crawl-delay: 10
# Directories
Disallow: /web-content/images/
Disallow: /web-content/docs/
# Files
Disallow: /web-content/*.php