From d7c41411517fedb31429d246d8a65b59d71ffb62 Mon Sep 17 00:00:00 2001 From: Alexey Date: Thu, 9 Nov 2017 11:06:14 +0200 Subject: [PATCH] robots chaged from prod --- frontend/config/main.php | 2 +- frontend/web/robots.txt | 6 ++++-- robots.txt | 4 ++++ 3 files changed, 9 insertions(+), 3 deletions(-) create mode 100755 robots.txt diff --git a/frontend/config/main.php b/frontend/config/main.php index fdc357f..ae2020b 100755 --- a/frontend/config/main.php +++ b/frontend/config/main.php @@ -71,7 +71,7 @@ 'site/comments', ], 'rules' => [ - '\/robots.txt' => 'site/robots', + '\/robots\.txt' => 'site/robots', ], ], ], diff --git a/frontend/web/robots.txt b/frontend/web/robots.txt index 6f27bb6..49df744 100755 --- a/frontend/web/robots.txt +++ b/frontend/web/robots.txt @@ -1,2 +1,4 @@ -User-agent: * -Disallow: \ No newline at end of file +User-agent: Google +Disallow: /en/ +Disallow: /ua/ + diff --git a/robots.txt b/robots.txt new file mode 100755 index 0000000..49df744 --- /dev/null +++ b/robots.txt @@ -0,0 +1,4 @@ +User-agent: Google +Disallow: /en/ +Disallow: /ua/ + -- libgit2 0.21.4