User-agent: *
Crawl-delay: 50
Disallow: /*/redirect
Disallow: /dig/
Disallow: /click/
Allow: /