diff --git a/hugo.toml b/hugo.toml index eeb1069..a4d3656 100644 --- a/hugo.toml +++ b/hugo.toml @@ -3,7 +3,7 @@ languageCode = 'de-AT' title = 'IT-Syndikat' theme = "mainroad" pluralizelisttitles = false # removes the automatically appended "s" on sidebar entries -enableRobotsTXT = false +enableRobotsTXT = true defaultContentLanguage = 'de' defaultContentLanguageInSubdir = false diff --git a/static/robots.txt b/layouts/robots.txt similarity index 89% rename from static/robots.txt rename to layouts/robots.txt index a44159e..eb070c4 100644 --- a/static/robots.txt +++ b/layouts/robots.txt @@ -44,3 +44,9 @@ User-agent: VelenPublicWebCrawler User-agent: Webzio-Extended User-agent: YouBot Disallow: / + +{{ range where .Data.Pages "Params.robotsdisallow" true }} +Disallow: {{ .RelPermalink }} +{{ end }} + +Sitemap: {{ "sitemap.xml" | absLangURL }}