Sitemap: https://www.infoq.com/sitemap.xml

User-agent: *
Disallow: /metrics/ajaxMetricsLogAction.action
Disallow: /fr/Flash
Disallow: /br/Decorators
Disallow: /jp/Flash
Disallow: /social/
Disallow: /fr/social/
Disallow: /br/social/
Disallow: /cn/social/
Disallow: /jp/social/
Disallow: /cn/
Disallow: /url/
Crawl-delay: 3

User-agent: rogerbot
Disallow: /metrics/ajaxMetricsLogAction.action
Disallow: /CN1
Disallow: /fr/Flash
Disallow: /br/Decorators
Disallow: /jp/Flash
Disallow: /social/
Disallow: /fr/social/
Disallow: /br/social/
Disallow: /cn/social/
Disallow: /jp/social/
Disallow: /cn/
Disallow: /url/
Crawl-delay: 10

User-agent: Baiduspider
Disallow: /metrics/ajaxMetricsLogAction.action
Disallow: /CN1
Disallow: /fr/Flash
Disallow: /br/Decorators
Disallow: /jp/Flash
Disallow: /social/
Disallow: /fr/social/
Disallow: /br/social/
Disallow: /cn/social/
Disallow: /jp/social/
Disallow: /cn/
Disallow: /url/
Crawl-delay: 10

User-Agent: Sogou Spider
Disallow: /metrics/ajaxMetricsLogAction.action
Disallow: /CN1
Disallow: /fr/Flash
Disallow: /br/Decorators
Disallow: /jp/Flash
Disallow: /social/
Disallow: /fr/social/
Disallow: /br/social/
Disallow: /cn/social/
Disallow: /jp/social/
Disallow: /cn/
Disallow: /url/
Crawl-delay: 10

User-Agent: Sogou*
Disallow: /metrics/ajaxMetricsLogAction.action
Disallow: /CN1
Disallow: /fr/Flash
Disallow: /br/Decorators
Disallow: /jp/Flash
Disallow: /social/
Disallow: /fr/social/
Disallow: /br/social/
Disallow: /cn/social/
Disallow: /jp/social/
Disallow: /cn/
Disallow: /url/
Crawl-delay: 10

User-agent: ScoutJet
Disallow: /metrics/ajaxMetricsLogAction.action
Disallow: /CN1
Disallow: /fr/Flash
Disallow: /br/Decorators
Disallow: /jp/Flash
Disallow: /social/
Disallow: /fr/social/
Disallow: /br/social/
Disallow: /cn/social/
Disallow: /jp/social/
Disallow: /cn/
Disallow: /url/
Crawl-delay: 20

User-agent: dotbot
Disallow: /metrics/ajaxMetricsLogAction.action
Disallow: /CN1
Disallow: /fr/Flash
Disallow: /br/Decorators
Disallow: /jp/Flash
Disallow: /social/
Disallow: /fr/social/
Disallow: /br/social/
Disallow: /cn/social/
Disallow: /jp/social/
Disallow: /cn/
Disallow: /url/
Crawl-delay: 20

User-agent: dotbot
Crawl-delay: 20

User-agent: trendkite-akashic-crawler
Disallow: /