User-agent: *
Disallow: /site/customers/







Crawl-Delay: 10