diff --git a/robots.txt b/robots.txt
index a5610e8..5f368f7 100755
--- a/robots.txt
+++ b/robots.txt
@@ -18,4 +18,7 @@ Disallow: /en/wiki/*action=
 Disallow: /en/wiki/action=
 User-Agent: W3C-checklink
 Disallow: /wiki/*
-Disallow: /en/wiki/*
\ No newline at end of file
+Disallow: /en/wiki/*
+
+User-agent: Crawler
+Disallow: /
\ No newline at end of file
diff --git a/sitemap.xml b/sitemap.xml
index 528ed4c..728c665 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -173,12 +173,6 @@
    <changefreq>monthly</changefreq>
    <priority>0.5120</priority>
 </url>
-<url>
-   <loc>http://graphonline.ru/wiki/%d0%a1%d0%bf%d1%80%d0%b0%d0%b2%d0%ba%d0%b0/RecentChanges</loc>
-   <lastmod>2016-10-29T18:06:53+00:00</lastmod>
-   <changefreq>monthly</changefreq>
-   <priority>0.5120</priority>
-</url>
 <url>
    <loc>http://graphonline.ru/en/create_algorithm</loc>
    <lastmod>2016-10-29T18:06:53+00:00</lastmod>
@@ -197,12 +191,6 @@
    <changefreq>monthly</changefreq>
    <priority>0.5120</priority>
 </url>
-<url>
-   <loc>http://graphonline.ru/wiki/%d0%a0%d0%b0%d0%b7%d1%80%d0%b0%d0%b1%d0%be%d1%82%d0%ba%d0%b0/RecentChanges</loc>
-   <lastmod>2016-10-29T18:06:53+00:00</lastmod>
-   <changefreq>monthly</changefreq>
-   <priority>0.5120</priority>
-</url>
 <url>
    <loc>http://graphonline.ru/en/wiki/</loc>
    <lastmod>2016-10-29T18:06:53+00:00</lastmod>
@@ -269,12 +257,6 @@
    <changefreq>monthly</changefreq>
    <priority>0.4096</priority>
 </url>
-<url>
-   <loc>http://graphonline.ru/en/wiki/Development/RecentChanges</loc>
-   <lastmod>2016-10-29T18:06:53+00:00</lastmod>
-   <changefreq>monthly</changefreq>
-   <priority>0.4096</priority>
-</url>
 <url>
    <loc>http://graphonline.ru/wiki/%d0%a0%d0%b0%d0%b7%d1%80%d0%b0%d0%b1%d0%be%d1%82%d0%ba%d0%b0/%d0%a0%d0%b0%d0%b7%d1%80%d0%b0%d0%b1%d0%be%d1%82%d0%ba%d0%b0</loc>
    <lastmod>2016-10-29T18:06:53+00:00</lastmod>
@@ -329,12 +311,6 @@
    <changefreq>monthly</changefreq>
    <priority>0.4096</priority>
 </url>
-<url>
-   <loc>http://graphonline.ru/en/wiki/Help/RecentChanges</loc>
-   <lastmod>2016-10-29T18:06:53+00:00</lastmod>
-   <changefreq>monthly</changefreq>
-   <priority>0.4096</priority>
-</url>
 <url>
    <loc>http://graphonline.ru/en/home?graph=xPHsDIALOpAQstFq</loc>
    <lastmod>2016-10-29T18:06:53+00:00</lastmod>