feat: add robots.txt
This commit is contained in:
parent
cfe3557bcf
commit
32fd270256
2 changed files with 6 additions and 0 deletions
|
@ -7,3 +7,4 @@ deployment:
|
||||||
- /bin/cp -R dev ~/public_html
|
- /bin/cp -R dev ~/public_html
|
||||||
- /bin/cp -R about ~/public_html
|
- /bin/cp -R about ~/public_html
|
||||||
- /bin/cp -R now ~/public_html
|
- /bin/cp -R now ~/public_html
|
||||||
|
- /bin/cp robots.txt ~/public_html
|
||||||
|
|
5
robots.txt
Normal file
5
robots.txt
Normal file
|
@ -0,0 +1,5 @@
|
||||||
|
User-agent: *
|
||||||
|
Disallow: /
|
||||||
|
|
||||||
|
User-agent: GPTBot
|
||||||
|
Disallow: /
|
Loading…
Reference in a new issue