feat: add robots.txt
This commit is contained in:
parent
cfe3557bcf
commit
32fd270256
|
@ -7,3 +7,4 @@ deployment:
|
||||||
- /bin/cp -R dev ~/public_html
|
- /bin/cp -R dev ~/public_html
|
||||||
- /bin/cp -R about ~/public_html
|
- /bin/cp -R about ~/public_html
|
||||||
- /bin/cp -R now ~/public_html
|
- /bin/cp -R now ~/public_html
|
||||||
|
- /bin/cp robots.txt ~/public_html
|
||||||
|
|
|
@ -0,0 +1,5 @@
|
||||||
|
User-agent: *
|
||||||
|
Disallow: /
|
||||||
|
|
||||||
|
User-agent: GPTBot
|
||||||
|
Disallow: /
|
Loading…
Reference in New Issue