From 31bc5b691ebc3c812838a86f5fd054d3a870809f Mon Sep 17 00:00:00 2001 From: yorick Barbanneau Date: Thu, 18 Oct 2018 23:39:00 +0200 Subject: [PATCH] Add robot.txt to exclude search engines --- config.toml | 2 +- layouts/robots.txt | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) create mode 100644 layouts/robots.txt diff --git a/config.toml b/config.toml index 1e3c282..3b2cee9 100644 --- a/config.toml +++ b/config.toml @@ -7,7 +7,7 @@ pygmentsUseClasses = false theme = "mainroad" rssLimit = 10 paginate = 10 - +enableRobotsTXT = true [taxonomies] category = "categories" tag = "tags" diff --git a/layouts/robots.txt b/layouts/robots.txt new file mode 100644 index 0000000..da6affc --- /dev/null +++ b/layouts/robots.txt @@ -0,0 +1,4 @@ +User-agent: * + +{{range .Pages}} +Disallow: {{.RelPermalink}} {{end}}