User-Agent: *
Disallow: /search/
Disallow: /compare-ai-engines
Disallow: /zh-Hans/search/
Disallow: /zh-Hant/search/
Disallow: /en/search/
Disallow: /ko/search/
Disallow: /ja/search/
Disallow: /ru/search/
Disallow: /he/search/
Disallow: /ar/search/
Disallow: /*search?q=
Disallow: */topic/
Disallow: */page/preview/
Disallow: */history
Disallow: /ppt-html/

User-agent: Twitterbot/1.0
Allow: /
User-agent: facebookexternalhit/1.1
Allow: /