diff --git a/robots.txt b/robots.txt index d7cb37b..a5610e8 100755 --- a/robots.txt +++ b/robots.txt @@ -1,2 +1,21 @@ User-Agent: * -Host: graphonline.ru \ No newline at end of file +Host: graphonline.ru +Disallow: /wiki/pmwiki.php/Main/AllRecentChanges +Disallow: /wiki/pmwiki.php/ +Disallow: /wiki/*/search +Disallow: /wiki/SearchWiki +Disallow: /wiki/*RecentChanges +Disallow: /wiki/RecentChanges +Disallow: /wiki/*action= +Disallow: /wiki/action= +Disallow: /en/wiki/pmwiki.php/Main/AllRecentChanges +Disallow: /en/wiki/pmwiki.php/ +Disallow: /en/wiki/*/search +Disallow: /en/wiki/SearchWiki +Disallow: /en/wiki/*RecentChanges +Disallow: /en/wiki/RecentChanges +Disallow: /en/wiki/*action= +Disallow: /en/wiki/action= +User-Agent: W3C-checklink +Disallow: /wiki/* +Disallow: /en/wiki/* \ No newline at end of file