LemmyNet/lemmy-ui
2
0
Fork 0
mirror of https://github.com/LemmyNet/lemmy-ui.git synced 2024-11-29 07:41:13 +00:00
Code Issues Projects Releases Wiki Activity

Add robots.txt file

Browse source
This commit is contained in:
mahanstreamer 2021-09-05 18:34:40 -04:00 committed by Dessalines
parent 9704838669
commit 90a066cb2d
1 changed files with 13 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
src/server/index.tsx
View file

@ -28,7 +28,20 @@ server.use(express.json());
server.use(express.urlencoded({ extended: false })); server.use(express.urlencoded({ extended: false }));
server.use("/static", express.static(path.resolve("./dist"))); server.use("/static", express.static(path.resolve("./dist")));
const robotstxt =
`User-Agent: *
Disallow: /login
Disallow: /settings
Disallow: /create_community
Disallow: /create_post
Disallow: /inbox
Disallow: /search/
`;
// server.use(cookieParser()); // server.use(cookieParser());
server.get("/robots.txt", async (req, res) => {
res.setHeader("content-type","text/plain; charset=utf-8")
res.send(robotstxt)
});
server.get("/*", async (req, res) => { server.get("/*", async (req, res) => {
const activeRoute = routes.find(route => matchPath(req.path, route)) || {}; const activeRoute = routes.find(route => matchPath(req.path, route)) || {};