user-agent: * Disallow: /admin/ Disallow: /books/ Disallow: /link_to_us.html Disallow: /adtraining.html Disallow: /inc/ Disallow: /fetch* Host: upsihologa.com.ua User-agent: Slurp Crawl-delay: 120 User-agent: Yandex Disallow: /users/ Disallow: /ask/ask.php?id=27612 Disallow: /ask/ask.php?id=16653 Disallow: /ask/ask.php?id=22297 Disallow: /ask/ask.php?id=27062 Disallow: /ask/ask.php?id=23002 Disallow: /ask/ask.php?id=7560 Disallow: /ask/ask.php?id=5078 Disallow: /ask/ask.php?id=27247 Crawl-delay: 5 User-agent: Mail.RU_Bot Crawl-delay: 120 User-agent: bingbot Disallow: / User-agent: msnbot crawl-delay: 120 User-agent: BLEXBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: Cliqzbot Disallow: / User-agent: Exabot Disallow: / User-agent: VelenPublicWebCrawler Disallow: / User-agent: oBot Disallow: / User-agent: LCC Disallow: / User-agent: rogerbot Disallow: / User-agent: GPTBot Disallow: /