- 'HubSpot Crawler', 'DomainStatsBot/', 'Re-re Studio'];
-
- if (!Config::get('blockbot', 'good_crawlers')) {
+ 'HubSpot Crawler', 'DomainStatsBot/', 'Re-re Studio', 'AwarioSmartBot/',
+ 'SummalyBot/', 'DNSResearchBot/', 'PetalBot;', 'Nmap Scripting Engine;',
+ 'Google-Apps-Script; beanserver;', 'woorankreview/', 'Seekport Crawler;', 'AHC/',
+ 'SkypeUriPreview Preview/', 'Semanticbot/', 'Embed PHP library', 'XoviOnpageCrawler;',
+ 'GetHPinfo.com-Bot/', 'BoardReader Favicon Fetcher', 'Google-Adwords-Instant', 'newspaper/',
+ 'YurichevBot/', 'Crawling at Home Project', 'InfoTigerBot/'];
+
+ if (!DI::config()->get('blockbot', 'good_crawlers')) {