User-Agent: *
Crawl-delay: 2
Disallow: /*?
Allow: /stocks/?auto=1
Allow: /js/main.js?1
Allow: /?action*
Allow: /js/*.js
Allow: /?fromPage*
Allow: /stocks/?limit=50&page=*
Allow: /funds/?limit=10&page=*
Allow: /etf/?limit=50&page=*
Allow: /bonds/?limit=50&page=*
Allow: /crypto/?limit=50&page=*
Sitemap: https://investfunds.ru/sitemap.xml

User-Agent: Yandex
Crawl-delay: 2
Disallow: /*?
Host: investfunds.ru
Allow: /stocks/?auto=1
Allow: /js/main.js?1
Allow: /?action*
Allow: /js/*.js
Allow: /?fromPage*
Allow: /stocks/?limit=50&page=*
Allow: /funds/?limit=10&page=*
Allow: /etf/?limit=50&page=*
Allow: /bonds/?limit=50&page=*
Allow: /crypto/?limit=50&page=*
Sitemap: https://investfunds.ru/sitemap.xml


User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: sentibot
Disallow: /

User-agent: Riddler
Disallow: /

User-Agent: trendictionbot
Disallow: /