Host: https://kostromama.ru

User-agent: AhrefsBot
Disallow: /

User-Agent: *
Disallow: /*print*
Disallow: /addresses/search-lite
Disallow: /admin
Disallow: /cms_files
Disallow: /catalog_pict
Disallow: /signup
Disallow: /cache
Disallow: /_update
Allow:/forum/*sitemap
Allow:/forum/*arcade
Allow:/forum/*rss
Allow:/forum/*type=rss
Disallow:/forum/attachments/
Disallow:/forum/avatars/
Disallow:/forum/Packages/
Disallow:/forum/Smileys/ 
Disallow:/forum/Sources/
Disallow:/forum/*.msg
Disallow:/forum/*.new
Disallow:/forum/*sort
Disallow:/forum/*topicseen
Disallow:/forum/*wap
Disallow:/forum/*imode
Disallow:/forum/*action
Disallow:/forum/*prev_next
Disallow:/forum/*all
Disallow:/forum/*PHPSESSID
Disallow:/forum/*go.php
Disallow:/forum/light.php
Disallow:/forum/index.php?action=redirector
Disallow:/forum/?action=redirector
Disallow:/babyru/*
     
Sitemap: https://kostromama.ru/forum/index.php?action=kitsitemap;xml

User-agent: Slurp
Crawl-delay: 100