# guide robots

Sitemap: http://pathfinder.net.ru/sitemap.xml


# shield against web.archive
User-agent: ia_archiver
Disallow: /

User-agent: Dolphin
Disallow: /

User-agent: dotbot
Disallow: / 

#
User-agent: *
Disallow: /cgi-bin/
Disallow: /*?
Disallow: /*.svg
Disallow: /*.dot
#Disallow: /cgi-bin/graph.cgi
#Disallow: /cgi-bin/digraph.cgi
#Disallow: /ljgraph
#Disallow: /ljdigraph


# 
User-agent: Yandex
Disallow: /cgi-bin/
Disallow: /*?
Disallow: /*.svg
Disallow: /*.dot
Host: pathfinder.net.ru
#Allow: /cgi-bin/graph.cgi
#Allow: /cgi-bin/digraph.cgi
#Allow: /ljgraph
#Allow: /ljdigraph