From 32fd270256da91c41e94c8050a76fc23f2f1e405 Mon Sep 17 00:00:00 2001 From: asandikci Date: Sun, 13 Aug 2023 18:57:47 +0300 Subject: [PATCH] feat: add robots.txt --- .cpanel.yml | 1 + robots.txt | 5 +++++ 2 files changed, 6 insertions(+) create mode 100644 robots.txt diff --git a/.cpanel.yml b/.cpanel.yml index 08d28e0..4767e1f 100644 --- a/.cpanel.yml +++ b/.cpanel.yml @@ -7,3 +7,4 @@ deployment: - /bin/cp -R dev ~/public_html - /bin/cp -R about ~/public_html - /bin/cp -R now ~/public_html + - /bin/cp robots.txt ~/public_html diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..0d4efad --- /dev/null +++ b/robots.txt @@ -0,0 +1,5 @@ +User-agent: * +Disallow: / + +User-agent: GPTBot +Disallow: / \ No newline at end of file