Fix robots.txt for pmwiki

This commit is contained in:
Unick Soft
2018-04-07 14:45:08 +03:00
parent af62145890
commit e14bf77af6

View File

@@ -1,2 +1,21 @@
User-Agent: *
Host: graphonline.ru
Host: graphonline.ru
Disallow: /wiki/pmwiki.php/Main/AllRecentChanges
Disallow: /wiki/pmwiki.php/
Disallow: /wiki/*/search
Disallow: /wiki/SearchWiki
Disallow: /wiki/*RecentChanges
Disallow: /wiki/RecentChanges
Disallow: /wiki/*action=
Disallow: /wiki/action=
Disallow: /en/wiki/pmwiki.php/Main/AllRecentChanges
Disallow: /en/wiki/pmwiki.php/
Disallow: /en/wiki/*/search
Disallow: /en/wiki/SearchWiki
Disallow: /en/wiki/*RecentChanges
Disallow: /en/wiki/RecentChanges
Disallow: /en/wiki/*action=
Disallow: /en/wiki/action=
User-Agent: W3C-checklink
Disallow: /wiki/*
Disallow: /en/wiki/*