Host: spisok-literaturi.ru
Sitemap: https://spisok-literaturi.ru/sitemap.xml

User-agent: *
Disallow: /forum/*
Disallow: /index.php*
Disallow: *view=iframe*
Disallow: /administrator/
Disallow: /cache/
Disallow: /cli/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Crawl-delay: 10

User-agent: Googlebot
Allow: /forum/*sitemap
Allow: /forum/*rss
Allow: /forum/*type=rss
Allow: /forum/*action=tags
Allow: /index.php?option=com_jvle*
Disallow: /index.php*
Disallow: /administrator/
Disallow: /cache/
Disallow: /cli/
Disallow: /images/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /plugins/
Disallow: /tmp/
Disallow: *view=iframe*
Disallow: /forum/*.msg*
Disallow: /forum/*sa=showPosts*
Disallow: /forum/*prev_next*
Disallow: /forum/*action=
Disallow: /forum/*action=printpage*
Disallow: /forum/*action=recent*
Disallow: /forum/*action=help*
Disallow: /forum/*action=login*
Disallow: /forum/*action=register*
Disallow: /forum/*action=search*
Disallow: /forum/*action=who*
Disallow: /forum/*action=post*
Disallow: /forum/*action=profile*
Disallow: /forum/*action=calendar*
Disallow: /forum/*wap2*
Disallow: /forum/*imode*
Disallow: /forum/go.php
Disallow: /js/
Crawl-delay: 3

User-agent: bingbot
User-agent: msnbot
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: Yandex
Disallow: /forum/*
Disallow: /index.php?option=com_jvle*
Disallow: /index.php*
Disallow: *view=iframe*
Disallow: /administrator/
Disallow: /cache/
Disallow: /cli/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /js/
Crawl-delay: 10

User-agent: Mail.Ru
Disallow: /forum/*
Disallow: /index.php*
Disallow: *view=iframe*
Disallow: /administrator/
Disallow: /cache/
Disallow: /cli/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /js/
Crawl-delay: 10

User-agent: RookeeBot
Allow: /forum/*sitemap
Allow: /forum/*rss
Allow: /forum/*type=rss
Allow: /forum/*action=tags
Allow: /index.php?option=com_jvle*
Disallow: /index.php*
Disallow: *view=iframe*
Disallow: /administrator/
Disallow: /cache/
Disallow: /cli/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /forum/*wap*
Disallow: /forum/*.msg*
Disallow: /forum/*sa=showPosts*
Disallow: /forum/*prev_next*
Disallow: /forum/*action=
Disallow: /forum/*action=calendar*
Disallow: /forum/*action=printpage*
Disallow: /forum/*action=recent*
Disallow: /forum/*action=help*
Disallow: /forum/*action=login*
Disallow: /forum/*action=register*
Disallow: /forum/*action=search*
Disallow: /forum/*action=who*
Disallow: /forum/*action=post*
Disallow: /forum/*action=profile*
Disallow: /forum/*wap2*
Disallow: /forum/*imode*
Disallow: /forum/go.php
Disallow: /js/
Crawl-delay: 25

User-agent: Googlebot-Mobile
Allow: /forum/*wap2*
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 100

User-agent: Presto
Crawl-delay: 20

User-agent: Twiceler
Disallow: /

User-Agent: W3C-checklink
Disallow: /

User-Agent: Solomono
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: Baiduspider
Crawl-delay: 60

User-agent: msnbot
Crawl-delay: 10

User-agent: grapeshot
Disallow: /

User-agent: BLEXBot
Disallow: /


User-agent: ConveraCrawler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Riddler
Disallow: /