feat: add robots.txt

This commit is contained in:
Aliberk Sandıkçı 2023-08-13 18:57:47 +03:00
parent cfe3557bcf
commit 32fd270256
Signed by: asandikci
GPG key ID: 25C67A03B5666BC1
2 changed files with 6 additions and 0 deletions

View file

@ -7,3 +7,4 @@ deployment:
- /bin/cp -R dev ~/public_html
- /bin/cp -R about ~/public_html
- /bin/cp -R now ~/public_html
- /bin/cp robots.txt ~/public_html

5
robots.txt Normal file
View file

@ -0,0 +1,5 @@
User-agent: *
Disallow: /
User-agent: GPTBot
Disallow: /