Sitemap: http://nexus.hell.pl/sitemap.xml.gz

User-agent: Googlebot
Disallow: /*.dat$
Disallow: /*i.jpg$
Disallow: /*/thumb/*$
Disallow: /cgi/wynik.cgi$
Disallow: /cgi/lista_pelna.cgi$
Disallow: /cgi-bin/Count.cgi$
Disallow: /data/*$
Crawl-delay: 1

User-agent: *
Disallow: /*.dat$
Disallow: /*i.jpg$
Disallow: /*/thumb/*$
Disallow: /cgi/wynik.cgi$
Disallow: /cgi/lista_pelna.cgi$
Disallow: /cgi-bin/Count.cgi$
Disallow: /data/*$
Crawl-delay: 600