User-agent: Yandex Disallow: /user/ Disallow: /engine/ Disallow: /statistics.html Disallow: /?do=* Disallow: /*subaction=userinfo Disallow: /*subaction=newposts Disallow: /*do=lastcomments Disallow: /*do=feedback Disallow: /*do=register Disallow: /*do=lostpassword Disallow: /*do=addnews Disallow: /*do=stats Disallow: /*do=pm Sitemap: https://gubkin.info/index.php?do=sitemap Host: https://gubkin.info User-agent: * Disallow: /user/ Disallow: /engine/ Disallow: /statistics.html Disallow: /?do=* Disallow: /*subaction=userinfo Disallow: /*subaction=newposts Disallow: /*do=lastcomments Disallow: /*do=feedback Disallow: /*do=register Disallow: /*do=lostpassword Disallow: /*do=addnews Disallow: /*do=stats Disallow: /*do=pm crawl-delay: 2 Sitemap: https://gubkin.info/index.php?do=sitemap User-agent: Yahoo! Crawl-delay: 5 Disallow: /user/ Disallow: /engine/ Disallow: /statistics.html Disallow: /?do=* Disallow: /*subaction=userinfo Disallow: /*subaction=newposts Disallow: /*do=lastcomments Disallow: /*do=feedback Disallow: /*do=register Disallow: /*do=lostpassword Disallow: /*do=addnews Disallow: /*do=stats Disallow: /*do=pm User-agent: Slurp Crawl-delay: 5 Disallow: /user/ Disallow: /engine/ Disallow: /statistics.html Disallow: /?do=* Disallow: /*subaction=userinfo Disallow: /*subaction=newposts Disallow: /*do=lastcomments Disallow: /*do=feedback Disallow: /*do=register Disallow: /*do=lostpassword Disallow: /*do=addnews Disallow: /*do=stats Disallow: /*do=pm User-agent: Yahoo! Slurp Crawl-delay: 5 Disallow: /user/ Disallow: /engine/ Disallow: /statistics.html Disallow: /?do=* Disallow: /*subaction=userinfo Disallow: /*subaction=newposts Disallow: /*do=lastcomments Disallow: /*do=feedback Disallow: /*do=register Disallow: /*do=lostpassword Disallow: /*do=addnews Disallow: /*do=stats Disallow: /*do=pm User-agent: bingbot Crawl-delay: 5 Disallow: /user/ Disallow: /engine/ Disallow: /statistics.html Disallow: /?do=* Disallow: /*subaction=userinfo Disallow: /*subaction=newposts Disallow: /*do=lastcomments Disallow: /*do=feedback Disallow: /*do=register Disallow: /*do=lostpassword Disallow: /*do=addnews Disallow: /*do=stats Disallow: /*do=pm User-agent: SputnikBot Crawl-delay: 5 Disallow: /user/ Disallow: /engine/ Disallow: /statistics.html Disallow: /?do=* Disallow: /*subaction=userinfo Disallow: /*subaction=newposts Disallow: /*do=lastcomments Disallow: /*do=feedback Disallow: /*do=register Disallow: /*do=lostpassword Disallow: /*do=addnews Disallow: /*do=stats Disallow: /*do=pm User-agent: msnbot Crawl-delay: 5 Disallow: /user/ Disallow: /engine/ Disallow: /statistics.html Disallow: /?do=* Disallow: /*subaction=userinfo Disallow: /*subaction=newposts Disallow: /*do=lastcomments Disallow: /*do=feedback Disallow: /*do=register Disallow: /*do=lostpassword Disallow: /*do=addnews Disallow: /*do=stats Disallow: /*do=pm