diff --git a/frontend/config/main.php b/frontend/config/main.php index fdc357f..ae2020b 100755 --- a/frontend/config/main.php +++ b/frontend/config/main.php @@ -71,7 +71,7 @@ 'site/comments', ], 'rules' => [ - '\/robots.txt' => 'site/robots', + '\/robots\.txt' => 'site/robots', ], ], ], diff --git a/frontend/web/robots.txt b/frontend/web/robots.txt index 6f27bb6..49df744 100755 --- a/frontend/web/robots.txt +++ b/frontend/web/robots.txt @@ -1,2 +1,4 @@ -User-agent: * -Disallow: \ No newline at end of file +User-agent: Google +Disallow: /en/ +Disallow: /ua/ + diff --git a/robots.txt b/robots.txt new file mode 100755 index 0000000..49df744 --- /dev/null +++ b/robots.txt @@ -0,0 +1,4 @@ +User-agent: Google +Disallow: /en/ +Disallow: /ua/ + -- libgit2 0.21.4