User-agent: *
Disallow: /sites/
Disallow: /api/
Disallow: /by/
Disallow: /public/
Disallow: /o/
Disallow: /x/
Disallow: /admin
Disallow: /login
Disallow: /docs
Disallow: /cloudsponge_oauth_proxy

User-agent: AdsBot-Google
Disallow: /sites/
Disallow: /api/
Disallow: /by/
Disallow: /public/
Disallow: /o/
Disallow: /x/
Disallow: /admin
Disallow: /login
Disallow: /docs
Disallow: /cloudsponge_oauth_proxy

User-agent: facebookexternalhit
Allow: /x/