disallow robots index for self hosted deployments

server/utils/robots.js

@@ -0,0 +1,9 @@
+// @flow
+import { type Context } from 'koa';
+
+const DISALLOW_ROBOTS = `User-agent: *
+Disallow: /`;
+
+export const robotsResponse = (ctx: Context): ?string => {
+  if (ctx.headers.host.indexOf('getoutline.com') < 0) return DISALLOW_ROBOTS;
+};