User-agent: Slurp
Crawl-delay: 100
User-agent: Twiceler
Disallow: /
User-agent: W3C-checklink
Disallow: /
User-Agent: Webalta, DISCo Pump, Wget, WebZIP, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail, Teleport Pro/1.29, Scooter-W3-1.0
Disallow: /

User-agent: *

Disallow: /base/

Disallow: /block/

Disallow: /cache/

Disallow: /mod/

Disallow: /temp/

Disallow: /down/load/

Disallow: /up/

Disallow: /js/

Disallow: /error/

Disallow: /loader/

Disallow: /forum/faq.php 

Disallow: /forum/groupcp.php 

Disallow: /forum/index.php?c= 

Disallow: /forum/login.php 

Disallow: /forum/memberlist.php 

Disallow: /forum/posting.php 

Disallow: /forum/privmsg.php 

Disallow: /forum/profile.php 

Disallow: /forum/search.php 

Disallow: /forum/viewonline.php

Sitemap: http://www.rza.org.ua/sitemap.php