mirror of
https://github.com/UnickSoft/graphonline.git
synced 2026-02-16 02:30:51 +00:00
Fix robots.txt for pmwiki
This commit is contained in:
21
robots.txt
21
robots.txt
@@ -1,2 +1,21 @@
|
||||
User-Agent: *
|
||||
Host: graphonline.ru
|
||||
Host: graphonline.ru
|
||||
Disallow: /wiki/pmwiki.php/Main/AllRecentChanges
|
||||
Disallow: /wiki/pmwiki.php/
|
||||
Disallow: /wiki/*/search
|
||||
Disallow: /wiki/SearchWiki
|
||||
Disallow: /wiki/*RecentChanges
|
||||
Disallow: /wiki/RecentChanges
|
||||
Disallow: /wiki/*action=
|
||||
Disallow: /wiki/action=
|
||||
Disallow: /en/wiki/pmwiki.php/Main/AllRecentChanges
|
||||
Disallow: /en/wiki/pmwiki.php/
|
||||
Disallow: /en/wiki/*/search
|
||||
Disallow: /en/wiki/SearchWiki
|
||||
Disallow: /en/wiki/*RecentChanges
|
||||
Disallow: /en/wiki/RecentChanges
|
||||
Disallow: /en/wiki/*action=
|
||||
Disallow: /en/wiki/action=
|
||||
User-Agent: W3C-checklink
|
||||
Disallow: /wiki/*
|
||||
Disallow: /en/wiki/*
|
||||
Reference in New Issue
Block a user