User-agent: *

Allow: /catalog/*sitemap
Allow: /catalog/map/*
Allow: /catalog/map/*action
Allow: /catalog/*rss
Allow: /catalog/*type=rss
Allow: /catalog/*printversion

Disallow: /job/*edit=1

Disallow: /catalog/attachments/
Disallow: /catalog/avatars/
Disallow: /catalog/Packages/
Disallow: /catalog/Smileys/
Disallow: /catalog/Sources/
Disallow: /catalog/Themes/
Disallow: /catalog/*.msg
Disallow: /catalog/*.new
Disallow: /catalog/*sort
Disallow: /catalog/*topicseen
Disallow: /catalog/*wap
Disallow: /catalog/*imode
Disallow: /catalog/*action
Disallow: /catalog/*prev_next
Disallow: /catalog/*all
Disallow: /catalog/cat_obor/


Crawl-delay: 3



User-agent: Slurp
Crawl-delay: 100

User-agent: MSNbot
Crawl-delay: 50

User-agent: Begun Robot Crawler
Crawl-delay: 10