feat: add robots.txt

2023-08-13 18:57:47 +03:00 · 2023-08-13 18:57:47 +03:00 · 32fd270256
parent cfe3557bcf
commit 32fd270256
2 changed files with 6 additions and 0 deletions
--- a/.cpanel.yml
+++ b/.cpanel.yml
@ -7,3 +7,4 @@ deployment:
    - /bin/cp -R dev ~/public_html
    - /bin/cp -R about ~/public_html
    - /bin/cp -R now ~/public_html
+    - /bin/cp robots.txt ~/public_html
--- a/robots.txt
+++ b/robots.txt
@ -0,0 +1,5 @@
+User-agent: *
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /