diff --git a/environments/demo/robots.txt b/environments/demo/robots.txt new file mode 100644 index 0000000..77470cb --- /dev/null +++ b/environments/demo/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / \ No newline at end of file diff --git a/environments/dev/robots.txt b/environments/dev/robots.txt new file mode 100644 index 0000000..77470cb --- /dev/null +++ b/environments/dev/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / \ No newline at end of file diff --git a/environments/new_prod/robots.txt b/environments/new_prod/robots.txt new file mode 100644 index 0000000..b15aa5a --- /dev/null +++ b/environments/new_prod/robots.txt @@ -0,0 +1,14 @@ +User-agent: * +Disallow: /wp-admin/ +Disallow: /*.jpeg$ +Disallow: /*.jpg$ +Disallow: /*.gif$ +Disallow: /*.png$ +Disallow: /*.mp4$ +Disallow: /*.webm$ +Disallow: /*.woff$ +Disallow: /*.woff2$ +Disallow: /*.ttf$ +Disallow: /*.eot$ +Disallow: /wp-login.php +Sitemap: https://livecarta.com/sitemap.xml \ No newline at end of file diff --git a/environments/qa/robots.txt b/environments/qa/robots.txt new file mode 100644 index 0000000..77470cb --- /dev/null +++ b/environments/qa/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / \ No newline at end of file