User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /admin/
# Files
# Paths (clean URLs)
Disallow: /search/
# Paths (no clean URLs)