qnpati/website
1
0
Fork 0
forked from IT-Syndikat/website
Code Pull requests Activity

add basic robots.txt

Browse source
This commit is contained in:
dark_hash 2025-01-22 18:43:53 +01:00
parent 3a57013471
commit 948799119c
2 changed files with 7 additions and 0 deletions

1
hugo.toml
View file

@ -3,6 +3,7 @@ languageCode = 'de-AT'
title = 'IT-syndikat'
theme = "mainroad"
pluralizelisttitles = false # removes the automatically appended "s" on sidebar entries
enableRobotsTXT = false
[module]
[[module.imports]]

6
static/robots.txt Normal file
View file

@ -0,0 +1,6 @@
User-agent: GPTBot
Disallow: /
# Google's "bard" AI scraper
User-agent: Google-Extended
Disallow: /