User-agent: *
Disallow: /
Allow: /article/
Crawl-delay: 10

User-agent: googlebot
Disallow: /
Allow: /article/
Allow: /sire-directory/
Crawl-delay: 10

User-agent: Adsbot-Google
Disallow: /
Allow: /article/
Crawl-delay: 10

User-agent: Mediapartners-Google
Disallow: /
Allow: /article/
Crawl-delay: 10

User-agent: BingBot
Disallow: /
Allow: /sire-directory/
Allow: /article/
Crawl-delay: 10

User-agent: Slurp
Disallow: /
Allow: /article/
Crawl-delay: 10

User-agent: facebot
Disallow: /
Allow: /article/
Crawl-delay: 10