mirrors/graphonline
1
0
Fork 0
mirror of https://github.com/UnickSoft/graphonline.git synced 2025-07-01 15:26:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Disabled crawler

Browse Source
This commit is contained in:
Unick Soft 2018-04-27 21:21:31 +03:00
parent c4b72cca51
commit fdeb56c6c9
2 changed files with 4 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
robots.txt
View File

@ -18,4 +18,7 @@ Disallow: /en/wiki/*action=
Disallow: /en/wiki/action=
User-Agent: W3C-checklink
Disallow: /wiki/*
Disallow: /en/wiki/*
Disallow: /en/wiki/*
User-agent: Crawler
Disallow: /

24
sitemap.xml
View File

@ -173,12 +173,6 @@
<changefreq>monthly</changefreq>
<priority>0.5120</priority>
</url>
<url>
<loc>http://graphonline.ru/wiki/%d0%a1%d0%bf%d1%80%d0%b0%d0%b2%d0%ba%d0%b0/RecentChanges</loc>
<lastmod>2016-10-29T18:06:53+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.5120</priority>
</url>
<url>
<loc>http://graphonline.ru/en/create_algorithm</loc>
<lastmod>2016-10-29T18:06:53+00:00</lastmod>
@ -197,12 +191,6 @@
<changefreq>monthly</changefreq>
<priority>0.5120</priority>
</url>
<url>
<loc>http://graphonline.ru/wiki/%d0%a0%d0%b0%d0%b7%d1%80%d0%b0%d0%b1%d0%be%d1%82%d0%ba%d0%b0/RecentChanges</loc>
<lastmod>2016-10-29T18:06:53+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.5120</priority>
</url>
<url>
<loc>http://graphonline.ru/en/wiki/</loc>
<lastmod>2016-10-29T18:06:53+00:00</lastmod>
@ -269,12 +257,6 @@
<changefreq>monthly</changefreq>
<priority>0.4096</priority>
</url>
<url>
<loc>http://graphonline.ru/en/wiki/Development/RecentChanges</loc>
<lastmod>2016-10-29T18:06:53+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.4096</priority>
</url>
<url>
<loc>http://graphonline.ru/wiki/%d0%a0%d0%b0%d0%b7%d1%80%d0%b0%d0%b1%d0%be%d1%82%d0%ba%d0%b0/%d0%a0%d0%b0%d0%b7%d1%80%d0%b0%d0%b1%d0%be%d1%82%d0%ba%d0%b0</loc>
<lastmod>2016-10-29T18:06:53+00:00</lastmod>
@ -329,12 +311,6 @@
<changefreq>monthly</changefreq>
<priority>0.4096</priority>
</url>
<url>
<loc>http://graphonline.ru/en/wiki/Help/RecentChanges</loc>
<lastmod>2016-10-29T18:06:53+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.4096</priority>
</url>
<url>
<loc>http://graphonline.ru/en/home?graph=xPHsDIALOpAQstFq</loc>
<lastmod>2016-10-29T18:06:53+00:00</lastmod>