disallow robots index for self hosted deployments
This commit is contained in:
@ -10,6 +10,7 @@ import serve from 'koa-static';
|
|||||||
import subdomainRedirect from './middlewares/subdomainRedirect';
|
import subdomainRedirect from './middlewares/subdomainRedirect';
|
||||||
import renderpage from './utils/renderpage';
|
import renderpage from './utils/renderpage';
|
||||||
import { slackAuth } from '../shared/utils/routeHelpers';
|
import { slackAuth } from '../shared/utils/routeHelpers';
|
||||||
|
import { robotsResponse } from './utils/robots';
|
||||||
|
|
||||||
import Home from './pages/Home';
|
import Home from './pages/Home';
|
||||||
import About from './pages/About';
|
import About from './pages/About';
|
||||||
@ -81,6 +82,9 @@ router.get('/', async ctx => {
|
|||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
|
// Other
|
||||||
|
router.get('/robots.txt', ctx => (ctx.body = robotsResponse(ctx)));
|
||||||
|
|
||||||
// catch all for react app
|
// catch all for react app
|
||||||
router.get('*', async ctx => {
|
router.get('*', async ctx => {
|
||||||
await renderapp(ctx);
|
await renderapp(ctx);
|
||||||
|
|||||||
9
server/utils/robots.js
Normal file
9
server/utils/robots.js
Normal file
@ -0,0 +1,9 @@
|
|||||||
|
// @flow
|
||||||
|
import { type Context } from 'koa';
|
||||||
|
|
||||||
|
const DISALLOW_ROBOTS = `User-agent: *
|
||||||
|
Disallow: /`;
|
||||||
|
|
||||||
|
export const robotsResponse = (ctx: Context): ?string => {
|
||||||
|
if (ctx.headers.host.indexOf('getoutline.com') < 0) return DISALLOW_ROBOTS;
|
||||||
|
};
|
||||||
Reference in New Issue
Block a user