From d0c37c1ce5c94d34811693e49d0c126f08b48eec Mon Sep 17 00:00:00 2001 From: atsaruk Date: Fri, 17 Jun 2022 17:32:03 +0300 Subject: [PATCH] LAW-2314 --- environments/demo/robots.txt | 2 ++ environments/dev/robots.txt | 2 ++ environments/new_prod/robots.txt | 14 ++++++++++++++ environments/qa/robots.txt | 2 ++ 4 files changed, 20 insertions(+) create mode 100644 environments/demo/robots.txt create mode 100644 environments/dev/robots.txt create mode 100644 environments/new_prod/robots.txt create mode 100644 environments/qa/robots.txt diff --git a/environments/demo/robots.txt b/environments/demo/robots.txt new file mode 100644 index 0000000..77470cb --- /dev/null +++ b/environments/demo/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / \ No newline at end of file diff --git a/environments/dev/robots.txt b/environments/dev/robots.txt new file mode 100644 index 0000000..77470cb --- /dev/null +++ b/environments/dev/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / \ No newline at end of file diff --git a/environments/new_prod/robots.txt b/environments/new_prod/robots.txt new file mode 100644 index 0000000..b15aa5a --- /dev/null +++ b/environments/new_prod/robots.txt @@ -0,0 +1,14 @@ +User-agent: * +Disallow: /wp-admin/ +Disallow: /*.jpeg$ +Disallow: /*.jpg$ +Disallow: /*.gif$ +Disallow: /*.png$ +Disallow: /*.mp4$ +Disallow: /*.webm$ +Disallow: /*.woff$ +Disallow: /*.woff2$ +Disallow: /*.ttf$ +Disallow: /*.eot$ +Disallow: /wp-login.php +Sitemap: https://livecarta.com/sitemap.xml \ No newline at end of file diff --git a/environments/qa/robots.txt b/environments/qa/robots.txt new file mode 100644 index 0000000..77470cb --- /dev/null +++ b/environments/qa/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / \ No newline at end of file