diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index a3ba41a5b..ca8905b0d 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.224.112.202 0; +35.193.7.13 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index fe3aaddab..9aef5ccdc 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1596 -### Updated: Tue Jun 25 15:13:31 SAST 2019 +### Version: V4.2019.06.1597 +### Updated: Tue Jun 25 15:25:42 SAST 2019 ### Bad Referrer Count: 6711 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index a3ba41a5b..ca8905b0d 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.224.112.202 0; +35.193.7.13 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 288b3e56b..cebe1bfdc 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1596 -### Updated: Tue Jun 25 15:13:32 SAST 2019 +### Version: V3.2019.06.1597 +### Updated: Tue Jun 25 15:25:43 SAST 2019 ### Bad Referrer Count: 6711 ### Bad Bot Count: 556 ################################################### @@ -699,38 +699,38 @@ map $http_user_agent $bad_bot { # *********************************************** # START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*\badidxbot\b" 0; - "~*\bAdsBot-Google\b" 0; - "~*\baolbuild\b" 0; - "~*\bbingbot\b" 0; - "~*\bbingpreview\b" 0; - "~*\bDoCoMo\b" 0; - "~*\bduckduckgo\b" 0; - "~*\bfacebookexternalhit\b" 0; - "~*\bFeedfetcher-Google\b" 0; - "~*\bGooglebot\b" 0; - "~*\bGooglebot-Image\b" 0; - "~*\bGooglebot-Mobile\b" 0; - "~*\bGooglebot-News\b" 0; - "~*\bGooglebot/Test\b" 0; - "~*\bGooglebot-Video\b" 0; - "~*\bGoogle-HTTP-Java-Client\b" 0; - "~*\bGravityscan\b" 0; - "~*\bgsa-crawler\b" 0; - "~*\bJakarta\ Commons\b" 0; - "~*\bKraken/0.1\b" 0; - "~*\bLinkedInBot\b" 0; - "~*\bMediapartners-Google\b" 0; - "~*\bmsnbot\b" 0; - "~*\bmsnbot-media\b" 0; - "~*\bSAMSUNG\b" 0; - "~*\bSlackbot\b" 0; - "~*\bSlackbot-LinkExpanding\b" 0; - "~*\bslurp\b" 0; - "~*\bteoma\b" 0; - "~*\bTwitterBot\b" 0; - "~*\bWordpress\b" 0; - "~*\byahoo\b" 0; + "~*(?:\b)adidxbot(?:\b|)" 0; + "~*(?:\b)AdsBot-Google(?:\b|)" 0; + "~*(?:\b)aolbuild(?:\b|)" 0; + "~*(?:\b)bingbot(?:\b|)" 0; + "~*(?:\b)bingpreview(?:\b|)" 0; + "~*(?:\b)DoCoMo(?:\b|)" 0; + "~*(?:\b)duckduckgo(?:\b|)" 0; + "~*(?:\b)facebookexternalhit(?:\b|)" 0; + "~*(?:\b)Feedfetcher-Google(?:\b|)" 0; + "~*(?:\b)Googlebot(?:\b|)" 0; + "~*(?:\b)Googlebot-Image(?:\b|)" 0; + "~*(?:\b)Googlebot-Mobile(?:\b|)" 0; + "~*(?:\b)Googlebot-News(?:\b|)" 0; + "~*(?:\b)Googlebot/Test(?:\b|)" 0; + "~*(?:\b)Googlebot-Video(?:\b|)" 0; + "~*(?:\b)Google-HTTP-Java-Client(?:\b|)" 0; + "~*(?:\b)Gravityscan(?:\b|)" 0; + "~*(?:\b)gsa-crawler(?:\b|)" 0; + "~*(?:\b)Jakarta\ Commons(?:\b|)" 0; + "~*(?:\b)Kraken/0.1(?:\b|)" 0; + "~*(?:\b)LinkedInBot(?:\b|)" 0; + "~*(?:\b)Mediapartners-Google(?:\b|)" 0; + "~*(?:\b)msnbot(?:\b|)" 0; + "~*(?:\b)msnbot-media(?:\b|)" 0; + "~*(?:\b)SAMSUNG(?:\b|)" 0; + "~*(?:\b)Slackbot(?:\b|)" 0; + "~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 0; + "~*(?:\b)slurp(?:\b|)" 0; + "~*(?:\b)teoma(?:\b|)" 0; + "~*(?:\b)TwitterBot(?:\b|)" 0; + "~*(?:\b)Wordpress(?:\b|)" 0; + "~*(?:\b)yahoo(?:\b|)" 0; # END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # *************************************************** @@ -741,12 +741,12 @@ map $http_user_agent $bad_bot { # I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited # START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*\bjetmon\b" 1; - "~*\blibwww-perl\b" 1; - "~*\bLynx\b" 1; - "~*\bmunin\b" 1; - "~*\bPresto\b" 1; - "~*\bWget/1.15\b" 1; + "~*(?:\b)jetmon(?:\b|)" 1; + "~*(?:\b)libwww-perl(?:\b|)" 1; + "~*(?:\b)Lynx(?:\b|)" 1; + "~*(?:\b)munin(?:\b|)" 1; + "~*(?:\b)Presto(?:\b|)" 1; + "~*(?:\b)Wget/1.15(?:\b|)" 1; # END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # ************************************************************** @@ -754,23 +754,23 @@ map $http_user_agent $bad_bot { # ************************************************************** # START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*\bAlexa\b" 2; - "~*\barchive.org\b" 2; - "~*\bBaidu\b" 2; - "~*\bBUbiNG\b" 2; - "~*\bFlipboardProxy\b" 2; - "~*\bia_archiver\b" 2; - "~*\bMSIE\ 7.0\b" 2; - "~*\bProximic\b" 2; - "~*\bR6_CommentReader\b" 2; - "~*\bR6_FeedFetcher\b" 2; - "~*\bRED/1\b" 2; - "~*\bRPT-HTTPClient\b" 2; - "~*\bsfFeedReader/0.9\b" 2; - "~*\bSpaidu\b" 2; - "~*\bUptimeRobot/2.0\b" 2; - "~*\bYandexBot\b" 2; - "~*\bYandexImages\b" 2; + "~*(?:\b)Alexa(?:\b|)" 2; + "~*(?:\b)archive.org(?:\b|)" 2; + "~*(?:\b)Baidu(?:\b|)" 2; + "~*(?:\b)BUbiNG(?:\b|)" 2; + "~*(?:\b)FlipboardProxy(?:\b|)" 2; + "~*(?:\b)ia_archiver(?:\b|)" 2; + "~*(?:\b)MSIE\ 7.0(?:\b|)" 2; + "~*(?:\b)Proximic(?:\b|)" 2; + "~*(?:\b)R6_CommentReader(?:\b|)" 2; + "~*(?:\b)R6_FeedFetcher(?:\b|)" 2; + "~*(?:\b)RED/1(?:\b|)" 2; + "~*(?:\b)RPT-HTTPClient(?:\b|)" 2; + "~*(?:\b)sfFeedReader/0.9(?:\b|)" 2; + "~*(?:\b)Spaidu(?:\b|)" 2; + "~*(?:\b)UptimeRobot/2.0(?:\b|)" 2; + "~*(?:\b)YandexBot(?:\b|)" 2; + "~*(?:\b)YandexImages(?:\b|)" 2; # END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### } diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 288b3e56b..cebe1bfdc 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1596 -### Updated: Tue Jun 25 15:13:32 SAST 2019 +### Version: V3.2019.06.1597 +### Updated: Tue Jun 25 15:25:43 SAST 2019 ### Bad Referrer Count: 6711 ### Bad Bot Count: 556 ################################################### @@ -699,38 +699,38 @@ map $http_user_agent $bad_bot { # *********************************************** # START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*\badidxbot\b" 0; - "~*\bAdsBot-Google\b" 0; - "~*\baolbuild\b" 0; - "~*\bbingbot\b" 0; - "~*\bbingpreview\b" 0; - "~*\bDoCoMo\b" 0; - "~*\bduckduckgo\b" 0; - "~*\bfacebookexternalhit\b" 0; - "~*\bFeedfetcher-Google\b" 0; - "~*\bGooglebot\b" 0; - "~*\bGooglebot-Image\b" 0; - "~*\bGooglebot-Mobile\b" 0; - "~*\bGooglebot-News\b" 0; - "~*\bGooglebot/Test\b" 0; - "~*\bGooglebot-Video\b" 0; - "~*\bGoogle-HTTP-Java-Client\b" 0; - "~*\bGravityscan\b" 0; - "~*\bgsa-crawler\b" 0; - "~*\bJakarta\ Commons\b" 0; - "~*\bKraken/0.1\b" 0; - "~*\bLinkedInBot\b" 0; - "~*\bMediapartners-Google\b" 0; - "~*\bmsnbot\b" 0; - "~*\bmsnbot-media\b" 0; - "~*\bSAMSUNG\b" 0; - "~*\bSlackbot\b" 0; - "~*\bSlackbot-LinkExpanding\b" 0; - "~*\bslurp\b" 0; - "~*\bteoma\b" 0; - "~*\bTwitterBot\b" 0; - "~*\bWordpress\b" 0; - "~*\byahoo\b" 0; + "~*(?:\b)adidxbot(?:\b|)" 0; + "~*(?:\b)AdsBot-Google(?:\b|)" 0; + "~*(?:\b)aolbuild(?:\b|)" 0; + "~*(?:\b)bingbot(?:\b|)" 0; + "~*(?:\b)bingpreview(?:\b|)" 0; + "~*(?:\b)DoCoMo(?:\b|)" 0; + "~*(?:\b)duckduckgo(?:\b|)" 0; + "~*(?:\b)facebookexternalhit(?:\b|)" 0; + "~*(?:\b)Feedfetcher-Google(?:\b|)" 0; + "~*(?:\b)Googlebot(?:\b|)" 0; + "~*(?:\b)Googlebot-Image(?:\b|)" 0; + "~*(?:\b)Googlebot-Mobile(?:\b|)" 0; + "~*(?:\b)Googlebot-News(?:\b|)" 0; + "~*(?:\b)Googlebot/Test(?:\b|)" 0; + "~*(?:\b)Googlebot-Video(?:\b|)" 0; + "~*(?:\b)Google-HTTP-Java-Client(?:\b|)" 0; + "~*(?:\b)Gravityscan(?:\b|)" 0; + "~*(?:\b)gsa-crawler(?:\b|)" 0; + "~*(?:\b)Jakarta\ Commons(?:\b|)" 0; + "~*(?:\b)Kraken/0.1(?:\b|)" 0; + "~*(?:\b)LinkedInBot(?:\b|)" 0; + "~*(?:\b)Mediapartners-Google(?:\b|)" 0; + "~*(?:\b)msnbot(?:\b|)" 0; + "~*(?:\b)msnbot-media(?:\b|)" 0; + "~*(?:\b)SAMSUNG(?:\b|)" 0; + "~*(?:\b)Slackbot(?:\b|)" 0; + "~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 0; + "~*(?:\b)slurp(?:\b|)" 0; + "~*(?:\b)teoma(?:\b|)" 0; + "~*(?:\b)TwitterBot(?:\b|)" 0; + "~*(?:\b)Wordpress(?:\b|)" 0; + "~*(?:\b)yahoo(?:\b|)" 0; # END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # *************************************************** @@ -741,12 +741,12 @@ map $http_user_agent $bad_bot { # I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited # START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*\bjetmon\b" 1; - "~*\blibwww-perl\b" 1; - "~*\bLynx\b" 1; - "~*\bmunin\b" 1; - "~*\bPresto\b" 1; - "~*\bWget/1.15\b" 1; + "~*(?:\b)jetmon(?:\b|)" 1; + "~*(?:\b)libwww-perl(?:\b|)" 1; + "~*(?:\b)Lynx(?:\b|)" 1; + "~*(?:\b)munin(?:\b|)" 1; + "~*(?:\b)Presto(?:\b|)" 1; + "~*(?:\b)Wget/1.15(?:\b|)" 1; # END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # ************************************************************** @@ -754,23 +754,23 @@ map $http_user_agent $bad_bot { # ************************************************************** # START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*\bAlexa\b" 2; - "~*\barchive.org\b" 2; - "~*\bBaidu\b" 2; - "~*\bBUbiNG\b" 2; - "~*\bFlipboardProxy\b" 2; - "~*\bia_archiver\b" 2; - "~*\bMSIE\ 7.0\b" 2; - "~*\bProximic\b" 2; - "~*\bR6_CommentReader\b" 2; - "~*\bR6_FeedFetcher\b" 2; - "~*\bRED/1\b" 2; - "~*\bRPT-HTTPClient\b" 2; - "~*\bsfFeedReader/0.9\b" 2; - "~*\bSpaidu\b" 2; - "~*\bUptimeRobot/2.0\b" 2; - "~*\bYandexBot\b" 2; - "~*\bYandexImages\b" 2; + "~*(?:\b)Alexa(?:\b|)" 2; + "~*(?:\b)archive.org(?:\b|)" 2; + "~*(?:\b)Baidu(?:\b|)" 2; + "~*(?:\b)BUbiNG(?:\b|)" 2; + "~*(?:\b)FlipboardProxy(?:\b|)" 2; + "~*(?:\b)ia_archiver(?:\b|)" 2; + "~*(?:\b)MSIE\ 7.0(?:\b|)" 2; + "~*(?:\b)Proximic(?:\b|)" 2; + "~*(?:\b)R6_CommentReader(?:\b|)" 2; + "~*(?:\b)R6_FeedFetcher(?:\b|)" 2; + "~*(?:\b)RED/1(?:\b|)" 2; + "~*(?:\b)RPT-HTTPClient(?:\b|)" 2; + "~*(?:\b)sfFeedReader/0.9(?:\b|)" 2; + "~*(?:\b)Spaidu(?:\b|)" 2; + "~*(?:\b)UptimeRobot/2.0(?:\b|)" 2; + "~*(?:\b)YandexBot(?:\b|)" 2; + "~*(?:\b)YandexImages(?:\b|)" 2; # END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### } diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index fe3aaddab..9aef5ccdc 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1596 -### Updated: Tue Jun 25 15:13:31 SAST 2019 +### Version: V4.2019.06.1597 +### Updated: Tue Jun 25 15:25:42 SAST 2019 ### Bad Referrer Count: 6711 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 1c246a72e..5e81d3ae5 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -AiHitBot -ASPSeek +360Spider +ADmantX +Asterias Bigfoot -Cogentbot -Copyscape -Crescent -DIIbot -Drip -Fyrebot -GetWeb -G-i-g-a-b-o-t -Heritrix -Humanlinks -IlseBot -instabid -IstellaBot -JamesBOT -LNSpiderguy -lwp-trivial -Majestic SEO -Mister PiX -Netcraft +BLEXBot +Blow +Bullseye +ChinaClaw +Chlooe +coccocbot-web +cognitiveseo +DataCha0s +DomainCrawler +ExtLinksBot +Extreme Picture Finder +HTTP::Lite +InfoTekies +InternetSeer +internetVista monitor +JennyBot +JustView +Kenjin Spider +Lanshanbot +Likse +LinqiaMetadataDownloaderBot +Lipperhey +Mail.RU_Bot +Metauri +Name Intelligence +Nameprotect +netEstate NE Crawler NetZIP -Nikto -Ninja -Offline Navigator -OrangeBot -OutfoxBot -Panscient -Picscout +PeoplePal Picsearch -ProPowerBot -Quick-Crawler -RankActiveLinkBot -SalesIntelligent -scan.lol -SmartDownload -SpankBot -spyfu -Sqlmap -Sqworm +PxBroker +RealDownload +Screaming +SearchmetricsBot +SocialRankIOBot +Sosospider sysscan -tAkeOut -TheNomad -Toata -Trendiction -WebSauger -Woobot -WWW-Collector-E -zgrab +TightTwatBot +Voltron +WallpapersHD +WebAuto +Web Auto +Web Enhancer +Web Pix +Web Sucker +Xenu diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 286edd4b0..6ad939846 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +404checker 404enemy 80legs Abonti -Aboundex -Acunetix -AhrefsBot -Alexibot -Anarchie -archive.org_bot +Aboundexbot +AfD-Verbotsverfahren +AIBOT +AiHitBot +Alligator ASPSeek -Attach -autoemailspider -BackDoorBot -Backlink-Ceck +backlink-check BacklinkCrawler BackStreet -Barkrowler BatchFTP -Battleztar Bazinga -BDFetch -BetaBot -Bitacle +BBBike Blackboard Black Hole BlackWidow BLEXBot -Blow -Boardreader +Bolt +Brandprotect Buddy -Calculon -CATExplorador -Cegbfeieh +BunnySlippers +CazoodleBot CheeseBot -Cloud mapping -coccocbot-web +CherryPicker +CheTeam +ChinaClaw +Chlooe +Claritybot Cogentbot -Collector -Copier CopyRightCheck -CrazyWebCrawler -CrunchBot -Curious +Copyscape +Crescent Custo DatabaseDriverMysqli -DataCha0s -DBLBot -Demon -Devil +Deusu +DigitalPebble Dirbuster Disco -Dispatch +DnyzBot DomainCrawler +DomainSigmaCrawler DomainStatsBot +Dragonfly +eCatch +ECCP/1.0 +EMail Siphon EMail Wolf Evil -Exabot +ExtLinksBot +Extractor ExtractorPro -Extreme Picture Finder -Ezooms +EyeNetIE facebookscraper -Fimap -Firefox/7.0 +FDM +FemtosearchBot FlashGet FrontPage -Fyrebot -GetRight -GetWeb -Gigablast -Gigabot -Gotit +Genieo +GoZilla Go!Zilla Grabber GrapeFX GridBot -Haansoft HaosouSpider +Harvest Havij -HEADMasterSEO Heritrix Hloader HTTP::Lite HTTrack +Humanlinks HybridBot IDBot Id-search IlseBot Image Fetch Image Sucker -IndeedBot -InfoNaviRobot -InfoTekies +Intelliseek InterGET -Internet Ninja -ips-agent +internetVista monitor Iria Iskanie -JamesBOT -Jbrofuzz -Jetty -JikeSpider -Kozmosbot -LeechGet -LexiBot -LibWeb -Libwhisker -LinkextractorPro -LinkpadBot -LinksManager +JennyBot +Joomla +Jyxobot +Kenjin Spider +Lanshanbot +Lftp LinkWalker -LinqiaScrapeBot +LinqiaRSSBot Lipperhey -Ltx71 +Lipperhey Spider +Litemage_walker +Lmspider +LWP::Simple +Mag-Net magpie-crawler Majestic12 +MarkMonitor +MarkWatch MauiBot -Meanpathbot -mediawords +MeanPath Bot +Mediatoolkitbot MegaIndex.ru Metauri +Microsoft Data Access Microsoft URL Control MIDown tool -Morfeus Fucking Scanner +MIIxpc +Mister PiX +Mr.4x3 MSFrontPage -muhstik-scan -Musobot -Navroad -NetAnts -netEstate NE Crawler -NetMechanic -Nibbler +Msrabot +MS Web Services Client Protocol +Name Intelligence +Nameprotect +NearSite +Needle +Nessus +Netcraft +NetSpider +Nettrack +Net Vampire +Netvibes NimbleCrawler Nimbostratus -Ninja -NPbot -oBot +Nmap +Octopus Offline Explorer -Offline Navigator OnCrawl -OrangeBot +Openfind +OpenLinkProfiler +Openvas +OpenVAS +OrangeSpider OutclicksBot -PageAnalyzer PageGrabber page scorer +PageScorer +Pandalytics Panscient -Pavuk pcBrowser PECL::HTTP PHPCrawl -Picsearch +PictureFinder Pi-Monster +plumanalytics Pockey Probethenet ProWebWalker +Psbot +Pump PyCurl QueryN Metasearch -Quick-Crawler -RankActiveLinkBot -RankingBot2 -Reaper -Recorder +RankActive +Rankivabot +RankurBot +RealDownload +RebelMouse ReGet -RepoMonkey Ripper -SalesIntelligent +Rogerbot ScanAlert Scanbot +ScoutJet Scrapy -SemrushBot +Screaming +Searchestate +SEOkicks SEOkicks-Robot -SEOlyticsCrawler -Seomoz +SEOprofiler +seoscanners +SeoSiteCheckup SEOstats -serpstatbot -SISTRIX +Shodan +Siphon Sitebeam +SiteExplorer +Siteimprove +SiteLockSpider SiteSnagger -Sitevigil +Site Sucker SlySearch SmartDownload -SMTBot Snake -Snapbot Snoopy +SocialRankIOBot Sociscraper -Sogou web spider +sogouspider +Sosospider +Sottopop SpaceBison -Spammen +SpankBot +Spanner sp_auditbot -Spinn3r SputnikBot -Sqlworm +spyfu Sqworm Steeler -Sucker Sucuri +SuperBot SuperHTTP +Surfbot sysscan -Szukacz -T8Abot +Teleport TeleportPro -Telesphorep +TheNomad +Thumbor TightTwatBot -Titan -Toweyabot -Tracemyfile -Trendiction -Turingos +trendiction.com +trendiction.de +Turnitin TwengaBot -Twice -Typhoeus Upflow -Vacuum +URLy Warning +URLy.Warning Vagabondo -VeriCiteCrawler +VB Project +VCI Virusdie -VoidEYE -Voltron -WBSearchBot +Wallpapers/3.0 Webalta WebAuto -Web Auto WebBandit -WebFetch -Web Fetch +WebEnhancer WebFuck WebImageCollector -WebLeacher -WebmasterWorldForumBot -webmeup-crawler -Web Pix +WebPix +WebSauger +Web Sauger WebsiteExtractor WebsiteQuester Website Quester -Webster -Whack -Whacker +WebStripper +WebSucker +Whatweb +Who.is Bot Widow -Wonderbot +Woobot Wotbox WWW-Mechanize WWW::Mechanize x09Mozilla -x22Mozilla -Xaldon WebSpider -Zade -Zermelo -Zeus -zgrab -Zitebot +Xenu +zauba.io ZmEu +ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index bdc70a277..256064ca4 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider +80legs +Abonti Aboundex -AfD-Verbotsverfahren +Acunetix AhrefsBot -Aipbot -Alexibot -Alligator -AllSubmitter -Apexoo -archive.org_bot -Asterias +AIBOT +Anarchie +Attach autoemailspider -BackStreet +BackDoorBot +BacklinkCrawler Badass -Barkrowler -BDFetch -Bigfoot -Bitacle +BatchFTP +Battleztar Bazinga +BBBike +Blackboard BLEXBot -Blow -Bolt -Brandprotect +BlowFish +Boardreader +BotALot Brandwatch -BuiltWith +BuiltBotTough +Bullseye BunnySlippers BuzzSumo +CATExplorador +CazoodleBot +CCBot Cegbfeieh -CherryPicker -CheTeam -ChinaClaw +Chlooe +Cliqzbot coccocbot-web cognitiveseo -Copier -Cosmos -Craftbot +Collector +com.plumanalytics crawler4j +crawler.feedback +CrazyWebCrawler +Crescent +CrunchBot Custo -DatabaseDriverMysqli DataCha0s -DBLBot +demandbase-bot Demon -Deusu Digincore DigitalPebble -Discobot +Dirbuster DittoSpyder -DnyzBot +DomainAppender DomainSigmaCrawler -DomainStatsBot -Download Wonder -DTS Agent eCatch -ECCP/1.0 -Ecxi EirGrabber +EMail Wolf +EroCrawler +evc-batch Evil -Exabot ExtLinksBot -Extreme Picture Finder +Extractor +ExtractorPro +EyeNetIE +facebookscraper FDM -FHscan -Firefox/7.0 +Fimap FlashGet -Flunky -Foobot FrontPage -FyberSpider -GetWeb +Genieo +Gigablast +Gigabot G-i-g-a-b-o-t -Go-Ahead-Got-It -GrapeFX +Go!Zilla +Grabber +GrabNet +Grafula HaosouSpider -Havij -HMView -HTTrack -IDBot +HEADMasterSEO +Heritrix +HTTP::Lite +HybridBot +Id-search +IlseBot Image Fetch -InfoNaviRobot -InfoTekies +instabid Intelliseek -Internet Ninja -IstellaBot -Jbrofuzz -JennyBot +JamesBOT JetCar -JikeSpider -Joomla -Kenjin Spider +Jetty +JOC Web Spider Keyword Density Kozmosbot Lanshanbot -Larbin -LeechFTP -LeechGet Lftp LibWeb -Lightspeedsystems +Likse +Linkdexbot LinkextractorPro +LinkpadBot LinksManager -LinkWalker -LNSpiderguy -Ltx71 +LinqiaScrapeBot +Lipperhey +Lmspider lwp-request -lwp-trivial +LWP::Simple +Magnet Mag-Net -magpie-crawler -Mail.RU_Bot Majestic12 -Majestic-SEO +Majestic SEO MarkMonitor +Masscan Mass Downloader Mata Hari MauiBot -meanpathbot -Meanpathbot -Mediatoolkitbot -mediawords -MegaIndex.ru MFC_Tear_Sample Microsoft Data Access -Microsoft URL Control -MIIxpc +Mojeek MSIECrawler Msrabot -Musobot -Name Intelligence -Nameprotect -Needle -NetAnts +muhstik-scan +Navroad netEstate NE Crawler NetLyzer -NetZIP +NetMechanic NextGenSearchBot -NICErsPRO -NimbleCrawler +Niki-bot +Nikto +Nimbostratus +Ninja Nmap +NPbot Nutch +Octopus +Offline Explorer Offline Navigator -OnCrawl -Openfind +OpenLinkProfiler OpenVAS -OutclicksBot +OrangeBot +OutfoxBot PageAnalyzer -Page Analyzer +PageGrabber page scorer -PageScorer -Papa Foto -PECL::HTTP -PHPCrawl +Pandalytics +pcBrowser +PeoplePal Picscout Picsearch Pimonster -Pixray +Pi-Monster PleaseCrawl plumanalytics +Pockey +POE-Component-Client-HTTP ProPowerBot Psbot -PyCurl -Quick-Crawler -RankActive -RankingBot2 +Pump RealDownload -Reaper -Recorder +RebelMouse +RedesScrapy Ripper -Rogerbot +s1z.ru SBIder -scan.lol -Searchestate -SearchmetricsBot -SemrushBot SEOkicks SEOkicks-Robot +SEOprofiler seoscanners SeoSiteCheckup SEOstats -Shodan +serpstatbot +sexsearcher +Siphon Sitebeam SiteExplorer -SiteLockSpider +Siteimprove SiteSnagger -SmartDownload +SiteSucker +Site Sucker +SlySearch SMTBot -Sociscraper +Snapbot +Snoopy sogouspider -Sogou web spider +Sosospider +Sottopop SpaceBison -SpankBot +Spammen +Spanner +sp_auditbot +Spbot SputnikBot Sqlworm +Steeler +Sucker Sucuri SuperBot SuperHTTP -Surfbot -SurveyBot sysscan -Szukacz T0PHackTeam -T8Abot -tAkeOut -Teleport +Telesoft Telesphoreo -TightTwatBot -Titan +Telesphorep Toata +Toweyabot +Tracemyfile Trendiction Trendictionbot +trendiction.com trendiction.de True_Robot -TurnitinBot +Turnitin TwengaBot -Typhoeus -UnisterBot -URLy Warning +Upflow +URLy.Warning Vacuum +Vagabondo VCI -VeriCiteCrawler -Wallpapers/3.0 -WallpapersHD -WBSearchBot -WebBandit +Virusdie +Voil +Webalta +Web Auto Web Collage -Web Enhancer +WEBDAV +WebEnhancer +WebFetch Web Fetch -WebmasterWorldForumBot -WebPix -WebReaper +WebFuck +Web Fuck +WebGo IS +Web Pix WebSauger +Web Sauger Webshag -WebsiteExtractor +WebsiteQuester +Webster +WebStripper WebSucker WebWhacker WebZIP -WeSEE -Whack Whatweb -Who.is Bot -Widow +WinHTTrack WiseGuys Robot +WISENutbot Wonderbot -Woobot -WWW-Collector-E +Wotbox +Wprecon WWW::Mechanize -x09Mozilla -x22Mozilla -Xaldon WebSpider -Xaldon_WebSpider +WWWOFFLE xpymep1.exe +YoudaoBot +Zauba Zermelo -ZmEu +zgrab +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index ec799fbe3..c4883917f 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -123locker.com -123movies.love -1flag.co.za -7a2rnuey1tw9ar.ru -7zap.com -adcash.com -adserver-e7.com -algarveglobal.com -alice.it -alta-realestate.com -an-donut.com -apibatbrowsecom-a.akamaihd.net -beauty-b0x.pl -blackwitchcraft.ru -bocoarchives.org -bumskontakte.org -cdncash.net -cherrypointplace.ca -chidporn.com -christianlouboutinshoes.xyz -cialisovercounteratwalmartusa.com -ciproandtizanidine.blogspot.com -citysecurity.nu -clicksor.com -cometorussia.net -cool-wedding.net -copro.pw -damedingel.ya.ru -drunkmoms.net -drupa.com -e-biznes.info -elektrischezi.canalblog.com -ero-advertising.com -ez8motelseaworldsandiego.com -fickenprivat.info -f-loaded.de -foxweber.com -fun-mobi.pl -galaxy-family.ru -gamerscorps.com -gettpromos.com -glavprofit.ru -go2jump.org -gsbs.com.ua -hermesbelts.xyz -hiwibyh.bugs3.com -hyhj.info -inboundlinks.win -inboxdollars.com -iqoption-bin.com -irkutsk.zrus.org -jabimgo.pw -kinohit1.ru -kollesa.ru -lalalove.ru -laxdrills.com -likesdesign.com -llastbuy.ru -lodki-pvh.dp.ua -luxup.ru -mainhp.net -mnogolok.info -most.gov.iq -msk.afora.ru -notasprensa.info -online.ktc45.ru -pattersonsweb.com -pechikamini.ru -picphotos.net -piuminiita.com -pooleroadmedicalcentre.co.uk -porndairy.in -q-moto.ru -remont-comp-pomosh.ru -rentalcarnavi.info -rusprostitute.com +100searchengines.com +3rbseyes.com +activecampaign.dreamhosters.com +adult-shop.com.ua +airlandsea.info +angry-fermi-7633.arukascloud.io +apartmentratings.com +apisecretsaucebi-a.akamaihd.net +artefakct.com +autobrennero.it +autonew.biz +bankiem.pl +bannerads.de +beauty-bracelet.com +bezcmexa.ru +bitporno.sx +bjanshee.ru +bonky.biz +break-the-chains.com +btvn.ru +compliance-alex.top +compliance-josh.top +conocer-sanabria.com +cpajunkies.com +darmebel.com.ua +detsky-nabytek.info +dtnlyss.com +ekto.ee +elektrozigarette1.dreamwidth.org +eloconcream.blogspot.com +exoneration-project.us +fitness-video.net +floating-share-buttons.com +focalink.com +foodcrafts.website +freakycheats.com +froggytube.com +gameprimary.com +gamewrath.com +gayxperience.com +gemgrab-a.akamaihd.net +girlgamerdaily.com +gkvector.ru +glavtral.ru +grand-chlen.ru +greatfind-a.akamaihd.net +gsasearchengineranker.pw +hackers-crackers.tk +hanink.biz.ly +holidaypics.org +hotxnights.info +hoztorg-opt.ru +images.gyffu.com +imperia31.ru +ip-guide.com +istizanidineanopiate.blogspot.com +jav-fetish.com +kuzinsp.ru +laptop-4-less.com +likesuccess.com +mantramusic.ru +maridan.com.ua +meltwater.com +missclub.info +mobplayer.ru +myiptest.com +narkologiya-penza.ru +niroo.info +pandarastore.top +partner-cdn.men +phpdevops.com +privatamateure.com +pts163.ru +purchasepillsnorx.com +rednise.com samo-soznanie.ru -saugatuck.com -search.pch.com -seasonvar.ru -seoheap.com -sex-dating.co -shopsellcardsdumps.com -sibvitr.ru -tasteidea.com -thebluenoodle.com -thefds.net -tradedeals.biz -trustedmaccleaner.com -tube8.com -urlopener.blogspot.com.au -viagra-soft.ru -vriel.batcave.net -vzube.com -wanker.us -wingsoffury2.com -xwatt.ru -xxxdatinglocal.us -yaminecraft.ru -zawyna.ua +scat.porn +security60-e.com +service.adtech.us +sfd-chess.ru +shoppytoolmac.com +space-worry.ml +spy-sts.com +stuff-about-money.com +suchenindeutschland.com +tattooha.com +tiens2010.ru +tizanidinehcl2mg.blogspot.com +top250movies.ru +touchmods.fr +tubo360.com +videospornogratisx.net +vilingstore.net +warezaccess.com +website-speed-up.site +w-journal.ru +ww1943.ru +youporn-ru.com +zeikopay.com +zophim.me diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 9760b240c..9e06a9085 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -00it.com -01apple.com -0lovespells0.blogspot.com -123cha.com +0daymusic.org +1001watch.com.ua +101flag.ru +11235813.webzdarma.cz 1688.com -2020iscoming.info -2345.com +1flag.co.za +1kdailyprofit.me +1webmaster.ml +202ch.com +21h2o.com +256bit.by +2x2fan.ru +300richmond.co.nz 34.gs +3rbseyes.com +45en.ru 4inn.ru +4k-player.pl 4ur.click -4ureyesonly.com -51unlim.ru -5i2.net -777-club.ru -7search.com -7xc4n.com +66cpwgln.space +7minuteworkout.com 7zap.com -8kisses.eu -999webdesign.com -aac52006ec82a24e08b665f4db2b5013f7.com -abclauncher.com -abovetherivernc.com -abusora.com -acads.net -acgs.tk -actices.com -adcash.com -addbin.men -adserver-e7.com -adsfresh.men -adsloads.com -adssafeprotected.com -ads-seo.men -adtech.us -adtiger.tk -advancedsoftwaresupport.com -adventureparkcostarica.com +8xv8.com +91abcw.com +aaa38852e886ac4af1a3cff9b47cab6272.com +aab94f698f36684c5a852a2ef272e031bb.com +abctoppictures.net +academia-nsk.org +acmebtn.ml +adclickthru.net +addtoadd.men +adktrailmap.com +admatic.com.tr +admeasures.com +adsref.men +adultfriendfinder.com +adultfullhd.com +adultmeetonline.info +advancedcleaner.com +advocatemsk.ru advokateg.xyz -a.frcls.fr +aero2.ru +agadelha.com.br +agysya.ru ahmedabadwebs.com -airlandsea.info -algerianembassy.co.in -alibestsale.com -alienwheel.es -alive-ua.com -allbizne.co.ua -allblogroll.com +ahrntal.verymes.xyz +aihelen.net +alarmobninsk.ru +alert-jdh.xyz +alfa-img.com +allboard.xobor.de +allcredits.su allforminecraft.ru -allnews24.in -alpinism.ru -amateurmatch.com +allkrim.com +allmarketsnewdayli.gdn +allsilver925.co.il +allstatesugarbowl.org +alphacarolinas.com +alveris.ru +alyeskaresort.com +amazon-adsystem.com amoi.tn -amospalla.es -ample-awards-today.us +anaksma.info anal-acrobats.com an-donut.com -anjalika.co.in -anti-virus-removal.info -aosheng-tech.com -apccargo.com +angel1777.kz +angry-fermi-7633.arukascloud.io +animali.deagostinipassion.it +anime.dougasouko.com +animenime.ru +apartment.ru apessay.com -apiappenableinfo-a.akamaihd.net -apidigidocketnet-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -apispringsmartne-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net -apparel-offer.com -apple.com-webbrowsing-security.review +apiadanaknet-a.akamaihd.net +apimossnetinfo-a.akamaihd.net +apimountainbikei-a.akamaihd.net +apioasisspacenet-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +apisecretsaucebi-a.akamaihd.net +app5.letmacworkfaster.world +appearance-cool.com +appfixing.space apps-analytics.net -a.pr-cy.ru +ap.senai.br arabsexxxtube.com arabseyes.com -architecturebest.com +arcteryxstore.online +arendas.net arendatora.ru -arpelsreplica.xyz -arraty.altervista.org -asrv-a.akamaihd.net +artavenuegardenstudios.com +artel116.ru +articlesdirectoryme.info +artpicso.com +aruplighting.com +asophoto.com +asseenontvonline.ru +atlant-auto.info +atout-energie-69.com atovh.local-finders.com autochoixspinelli.com -automatic-seo.com -autotop.com.ua -autotrends.today -avtoarenda.by +autovideobroadcast.com +aviav.ru +avkzarabotok.com +avkzarabotok.info +avtolombard-krasnodar.com awaybird.ru -ayerbo.xhost.ro -azazaporn.com -azazu.ru -babieca.com -babosas.com -back.dog -backlink4u.net -baditri.com -baixar-musicas-gratis.com -bashtime.ru +azartclub.org +backuperwebcam.weebly.com +baersaratov.ru +bala.getenjoyment.net +balitouroffice.com +bambi.ck.ua +bamo.xsl.pt +bankmib.ru +bannerspace.com +baoxaydung.com.vn +battlecarnival.su battleforupdating.site bbsoldes.fr -bcmp.org -bdsmgalls.net -beachpics.com -bear.gotcher.us begalka.xyz belinka.com.ua -belstaffstore.online -bestmobilityscooterstoday.com +benchmarkcommunications.co.uk +bestbuy.ca +bestfortraders.com +best-games.today +bestkfiledxd.cf bestplacetobuyeriacta.jw.lt -best-seo-solution.com -best-way.men +bestprofits-there.com +best-seo-software.xyz bestwrinklecreamnow.com -betonka.pro betterscooter.com -bezlimitko.xyz -beztuberkuleza.ru +betwinservice.com bidbuy.co.kr -bigpictures.club -bio-japan.net -bizfly.info -bizru.info -blackhatworth.com +big-boards.info +biketank.ga +bio-optomarket.ru +bjanshee.ru +bkgr.se blacktwhite.com -blackwitchcraft.ru -blagovest-med.ru -bloggen.be -blog-hits.com +blavia.00author.com +blogqpot.com blogrankers.com +blogsfunky672.weebly.com +bloke.com bluejays-jerseys.us -bluesalt.co -boc.kz -boeuklad.com -bolezniorganov.ru -bongiornos.info -bonzybuddy.com -bouda.kvalitne.cz -brakehawk.com -brewdom.ru -brimstonehillfortress.org -bronzeaid-a.akamaihd.net -brothers-smaller.ru -bscodecs.com -btc4u.ru -bumskontakte.org -businescoop.men -business-made-fun.com +board.f00d.de +bochemit.com.ua +bodybuilding-shop.biz +bonzbuddy.com +bookhome.info +bookmaker-bet.com +break-the-chains.com +breastaugmentation.co.za +brokergid.ru +btvn.ru +bupropion-sr-150-mg.us buyhoverboard.com -buyparajumpers.online -cablecar.us +byme.se cacheimages.com cactussoft.biz -callawaygolfstore.online -canacopegdl.com -cand.jp -canoncdriverq3.pen.io -canvas.gloverid.site +callcafe.info +call-of-duty.info +callstevens.com +candcstuccoandstone.com +candlehandmade.com +candy-glam-hp.com carapics.com -carfax.com.ua -carstrends2015.com -cartechnic.ru -cartierlovestore.xyz -cartierreplica.xyz -cashkitten-a.akamaihd.net -cayado.snn.gr -cdncash.com -cellfun.mobi -c-english.ru -centrumcoachingu.com -cerev.info -cezartabac.ro -chatroulette.si -chatroulette.world -cheapmarmot.online +cardsharp1.ru +carina-sy.de +cartierlovebraceletreplica.xyz +cartierlovebracelet.xyz +casinorewards.info +castingbank.ru +cbcseward.com +celebsopics.com +centre-indigo.org.ua +chatseo.com +cheapjerseysap.com +cheapjerseysfootballshop.com checkhit.com -chiblackhawks-jerseys.com -chimiver.info +check-host.net +checkm8.com +checktext.org +cherubinimobili.it +children-learningreading.info +chinajerseyswholesalecoupons.com chinese-amezon.com -chlooe.com -christianlouboutinsaleonline.us -christianlouboutinshoes.xyz -cialischsrx.com -cialischstgerts.com -cindymatches.com -cjmc.info -clayvasedesigns.tk -clksite.com -cl.s7.exct.net -club-lukojl.ru -cntravelre.com -cocyq.inwtrade.com -coinsspb.com -comeondog.info -communisave.co.za -community.allhiphop.com -compliance-andrew.top -compliance-elena.top -compliance-fred.xyz -compliance-george.xyz -compliance-jack.top -compliance-jess.top -compliance-josh.top -compliance-mark.top +cialgenisrx.com +cialis-samples.com +ci.ua +civilwartheater.com +clicksor.net +clipartnew.com +clothesforcash.com +club-samodelkin.ru +coindirect.io +companies-catalog.com +compiko.info +compliance-alex.xyz +compliance-don.top +compliance-fred.top +compliance-ivan.top +compliance-jessica.top +compliance-julia.top compliance-nelson.top -compliance-viktor.top -com-secure.download -continent-e.tv +confib.ifmo.ru converse.ddsoldes.fr -cookie-law-enforcement-aa.xyz -cookie-law-enforcement-ff.xyz -coolbar.pro -coolingoods.com -coolwallpapers-hd.com -coprofam.org -copyrightclaims.org -cornomase.win -cottageofgrace.com -cougfan.info +coslab.club +counter.bloke.com counterbot.com -country-chic.ru +courtshipgift.com covetnica.com -cpabegins.ru -crackguru.tk -craftinsta.ru -creams.makeforum.eu -creatives.adbetclickin.pink -crynet.cc -crystalslot.com -culmimg.pw -custom-electric-guitar.com -cutalltheshit.com -cxpromote.com -d2jsp.org -dailystrength.org -dairyindia.in -daisye.top -damedingel.ya.ru -darkbooks.org -dating-app.ru -datract.com -davebestdeals.com -ddlmega.net -deda-moroza-zakaz.ru -dekoration.us -dekorkeramik.ru -demian.kz +cranly.net +creditnation.ru +crest-poloski.ru +cryptoswap.biz +culturevie.info +customboxes4less.com +customcatchcan.com +cypernhuset.se +czeshop.info +dailyrank.net +danschawbel.com +daretodonate.co +d-black.bz +deanmoore.ie +decorationspcs.com +dellalimov.com +delta-line.men deniven.1bb.ru -dentalpearls.com.au -deplim.com -design-lands.ru -detmebel.su -dfwu1019.info -digest-project.ru -digitalassetmanagement.site -digital-video-processing.com -dikx.gdn -discovertreasurenow.com -divku.ru -djstools.com -dms-sw.ru -docsportal.net +deshevo-nedorogo.ru +detskie-konstruktory.ru +dev-seo.blog +diarioaconcagua.com +diegolopezcastan.com +dieta-personalna.pl +diffbot.com +digitalfaq.com +diminishedvalueoforegon.com +directrev.com +dispo.de +dividendo.ru +djonwatch.ru +dlya-android.org +dogclothing.store dogoimage.com -dogsrun.net -domaincdn.xyz -domainroam.win -dostavimvdom.ru +dood.live +download-of-the-warez.blogspot.com +downvids.net dpihatinh.gov.vn -drhomes.biz -drpornogratisx.xxx -drugspowerstore.com -drupa.com -dumpsmania24.com -dverimegapolis.ru -dwomlink.info -e-commerce-seo1.com -e-commerce-seo.com -editors.choice6912650.hulfingtonpost.com -ege-essay.ru +drev.biz +druzhbany.ru +duplicashapp.com +dvd-famille.com +dvervmoskvu.ru +dyshagi.ru +easytuningshop.ru +easyukraine.com +ec-file.info +e-collantes.com +edudocs.net +ee77ee.com egvar.net -ekspresihati.info -electrik-avenue.com +ekaterinburg.xrus.org +eladkarako.com elektrischezi.canalblog.com -elektrischezigarette2.devhub.com +elektrischezigaretten2.beeplog.com elektronischezigarettekaufen1.beeplog.com +elektronischezigarettekaufen1.myblog.de elektronischezigarettekaufen2.tumblr.com -elektronischezi.livejournal.com -elektrozigarette2.webs.com -elektrozigaretten1.webs.com -elektrozigaretten2.yn.lt -elstal.com.pl -energydiet24.ru -enthuse.computernetworksonline.com -e-poker-2005.com -eropornosex.ru -erotikchat-24.com -espaceinventoristes.com -essay-edu.biz -eugenevaultstorage.com +elitepcgames.com +embedle.com +enbersoft.com +enge-fotzen.info +engines-usa.com +englishdictionaryfree.com +en.home-task.com +enskedesquashclub.se +envaseslotusama.com +ereko.ru +este-line.com.ua +etur.ru euromasterclass.ru -event-tracking.com -excitacion.info +euronis-free.com +evening-dating-club.info +everypony.ru exdocsfiles.com -expertnaya-ocenka.ru -exportshop.us -extrabot.com -family1st.ca -faracontrol.ir -fba-mexico.com -femmesdenudees.com -ferrotodo.com -fickkontaktehobbyhuren.com -fidelityfunding.com -fikasound.tk -filesdatabase.net -filmidivx.com -filmi-v.online -fil.ru -findanysex.com -findclan.org -fireads.men +exonline.info +extlinks.com +extractorandburner.com +eywords-monitoring-your-success.com +ezaz.info +ezigarettenkaufen1.pagina.gr +facecup.top +fandlr.com +fashionindeed.ml +fastfixing.tech +fast-wordpress-start.com +favornews.com +fbdownloader.com +fellowshipoftheminds.com +fetlifeblog.com +filmci.pro +filmfanatic.com +financehint.eu +financeloan.us +find1friend.com +findthe.pet fitness-video.net -fivedwld.cf -fiverr.com -fodelsedagspresenter.nu -food.dtu.dk -fordsonmajbor.cf +flashlarevista.com +florida-tourism.net +flowwwers.com +f-online.de +foodcrafts.website +forensicpsychiatry.ru +forex21.ru forexgb.ru -forex-indextop20.ru -forexunion.net -forodvd.com -forpackningsutveckling.se -forpostlock.ru -fortevidyoze.net -forum.doctissimo.fr -foto-sisek.porngalleries.top -foxinsocks.ru -frbizlist.com -free-floating-buttons.com -freelifetimefuckbook.com -freelinkbuilding.website.tk -free-share-buttons.com -freesitetest.com -free-social-buttons.xyz -free-traffic.xyz +formseo.com +foto-basa.com +fotoxxxru.com +free-fbook-traffic.com +free-today.com freeuploader.com freeuploader.ml -freshdz.com +freewebs.com +freshberry.com.ua frighteningremain.cf +frvo.alptandem.ru +ftns.ru fuck-paid-share-buttons.xyz -fun2cell.net -fungamelands.com -fxgallery.com -gardene.ru -gdcentre.ru -gearcraft.us -geileweiber.tk -genericviagrasildenafiled.net -gentamicineyedrops.blogspot.com -germetiki.com.ua -get-free-traffic-now.com -getlamborghini.ga -getmiro.com -ggiaro.com -gilbertbanda.net -girlporn.ru -gkvector.ru -global-ics.co.za -goforexvps.com -gogps.me -golden-praga.ru -golfresa.lucania.se -golmau.host.sk -googglet.com -gopixdatabase.com -gosreg.amchs.ru +fun-mobi.pl +fyl.com.ru +g33.org +gagrasector.ru +galaxys6manual.info +gallerylisting.com +gambarkatabaru.com +gambarxkata.co +gamedayhouse.com +gameonasia.com +gameplexcity.com +gamesprite.me +gaming-journal.com +gay.adultgalls.com +gaytube.com +gembird.com +generalporn.org +get-free-social-traffic.com +getresponse.com +get-seo-domain.com +get-your-social-buttons.info +given2.com +gktt.ru +glavprofit.ru +glcomputers.ru +globalscam.ga +gloverid.site +go2jump.org +goldandcard.ru +gombita.info +gomusix.com +gorodservis.ru +gosarhivrt.ru +gotcher.us +gowreckdiving.com +gratis-sexkontakte.com +gratuitbaise.com greatzip.com -gribkovye-zabolevaniya.com -grizzlysgrill.com -gsasearchengineranker.top -gsmlab.pl -guardlink.com -guardlink.org -guarrasdelporno.xxx -gwagka.com -haikuware.com -hamacapty.com -handicapvansarea.com -hanink.biz.ly +gsasearchenginerankerdiscount.com +g.starmoe.xyz +gta-top.ru +gyffu.com +hackers-crackers.tk +hard-porn.mobi +hayate.biz hazardky.net -hdapp1008-a.akamaihd.net -hdimagelib.com +hdfreeporno.net +hdwalls.xyz healbio.ru -healgastro.com healing-dysplasia.ru -healthcarestore.info -helpmymacfaster.trade -help.tpu.ru -helvetia.com.ua -hermesreplica.pw -himgaws.pw -hitsbox.info -hmmm.cz -hollywoodactress.info -homedo.fabpage.com -homemade.gq -home.myplaycity.com -horoshieokna.com -hoste.octopis.com -hothor.se -hotshoppymac.com -hotsocialz.com -housekuba.org -houseofgaga.ru -houseofrose.com +hebr.myddns-flir.com +helicalpile.us +hermesbirkinhandbagoutlets.com +heygidday.biz +himazin.info +historichometeam.com +hkdiiohi.skyrock.com +hobbyhuren24.net +homegardenlova.com +homeinns.com +hopeonthestreet.co.uk +host-tracker.com +hotchatdate.com +hotel-mkad.ru +hotgirlhdwallpaper.com +hotloans.ru +housediz.com +housemilan.ru hoverboard360.at -hoverboard360.nl -hscsscotland.com -hubbble.com -hustoon.over-blog.com -hvd-store.com -hystersister.com -i4track.net -ibmdatamanagement.co -igadgetsworld.com +huimin764128.com +hully.altervista.org +hut1.ru +iamsport.org +iccornacircri.cf +ico.re +ideoworld.org ilmen.net -imgarit.pw -imperia31.ru -impotentik.com -inclk.com -infazavr.ru -infobabki.ru -innodgfdriverhm.aircus.com -insider.pro -insurple.com -intellekt21.ru +imagecoolpub.com +imagui.eu +imgata.com +imitex-plus.ru +imperiafilm.ru +impisr.ru +inboxdollars.com +incanto.in.ua +incest-ru.com +incolors.club +inet-traffic.com +infektsii.com +infostatsvc.com +inmate-locator.us +inome.com.ua +instakink.com +in-tandem.co +intellektmedia.at interfucks.net -intim-uslugi.info -investpamm.ru -io9.com -i-service.kz -isistaylorporn.info +intervsem.ru +investzalog.ru +invitefashion.com +invivo.hu +iopeninghours.co.uk +iqoption.pro +iqupdatetmz.win islandminingsupply.wordpress.com +isotoner.com istizanidineacontrolledsubstance.blogspot.com -itsdp3.com +itch.io +itronics.ca itservicesthatworkforyou.com -ivearchenceinflu.cf +ivanstroi.ru +ivoiretechnocom.ci iweblist.info -ix20.ru -izhevsk.xrus.org izhevsk.zrus.org -jackpotchances.com -james13prix.info -javatex.co.id -javspace.net -jerseywholesalebizchina.com -jjbabskoe.ru -job.icivil.ir -jose.mulinohouse.co -jus0wil.pp.ua -justucalling32211123456789.tk -kalb.ru +j33x.com +jabimgo.pw +javrip.net +jennyfire.ru +jerseywholesalechinabiz.com +jerseywholesaleelitestore.com +joingames.org +jurajskie.info +justprofit.xyz kaliningrad.zrus.org -kareliatobacco.ru +kamagragelusa.net +kamorel.com +karaganda.xkaz.org +karpun-iris.ru +karting196.ru +kashubadesign.ru katushka.net -kazrent.com +kaz.kz keenoutlet.online kevblog.top -keywordglobal.co.za -keywordsdoctor.com -kicknights.gq -kinobest.pl -kinogolos.ru -kinohall.ru -kinopolet.net +keywordsuggests.com +kidskunst.info +kiinomaniak.pl +kinocccp.net +kino-filmi.com +kino-rating.ru +kinosed.net kiwi237au.tk -klosetkitten.com -knogg.net +kletkimehan.ru +klin3952.ru knowsitall.info +kochanelli.com +koleso24.com.ua +kollesa.ru +kolotiloff.ru konkursowo-24.pl -koopilka.com +konoplisemena.com kopihijau.info -kosova.de -kostenlos-sexvideos.com -kountrylife.com -krasivoe-hd.com -krassh.ru -kupit-adenu.ru -kuzinsp.ru +kosynka-games.ru +kotaku.com +koversite.info +krafte.ru +krasivoe-hd.net +krasnodar-avtolombards.ru +krasnodar.zrus.org +ktotut.net +kurwa.win lacapilla.info -lacasamorett.com -lacloop.info -lalalove.ru -lampokrat.ws -lanadelreyfans.us -landinez.co -larose.jb2c.me -laudit.ru -laulini.soclog.se -lawyersinfo.org +ladov.ru +law-check-eight.xyz +law-check-seven.xyz +lawyers.cafe laxdrills.com -lennatin.info -li-er.ru -lietaer.com -liky.co.ua -lincolntheatre.com -link.ac -linkarena.com +leadn.pl +legalrc.biz +lesbian.xyz +letsart.ru +letsrepair.in +libertybilisim.com +lifehacĸer.com +likesuccess.com +lineshops.biz +linkbux.ru +linkdebrideur.xyz +linkrr.com +lisque.batcave.net +littleberry.ru liumimgx.pw -live-cam6.info -livefixer.com liverpool.gsofootball.com -livetsomudvekslingstudent.bloggersdelight.dk -loadingpages.me -locimge.pw -loftdigital.eu -lolnex.us -lonerangergames.com -longadventure.com -longgreen.info +lomb.co +lomza.info lost-alpha.ru -lostaruban.com -lunchrock.co -m0r0zk0-krava.ru -m292.info -macdamaged.tech -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -macnewtech.com -magazin-pics.ru +louboutinreplica.pw +louisvuittonoutletstore.net +lowephotos.info +lutherstable.org +m3gadownload.pl +mactechinfo.info +madot.onlinewebshop.net +mafcards.ru magicalfind-a.akamaihd.net -mail.allnews24.in -mainlinehobby.net -manifestation.betteroffers.review -manimpotence.com +mahnwachen-helfen.info marcoislandvacations.net -massage-info.nl -mastershef.club -matematikus.info -meddesk.ru -mediafresh.online -medi-fitt.hu -medkletki.ru +marketland.ml +marwer.info +maslenka.kz +master-muznachas.ru +matb3aa.com +maxthon.com +mazda-roadsters.com +mebelcomplekt.ru +mediaoffers.click medkritika.ru -meetingrainstorm.bid -megaapteka.ru -mega-polis.biz.ua -merryhouse.co.uk -message-warning.net -mhi-systems.ru -michaelkorsoutlet.store -mikrobiologies.ru -millionare.com -mil-stak.com -miniature.io -mirmedinfo.ru -mirzonru.net -mlf.hordo.win +medosmotr-ufa.ru +meds-online24.com +med-zdorovie.com.ua +menhealed.net +metabar.ru +metallosajding.ru +metarip.ru +mexicosleevegastrectomy.com +milblueprint.com +minecraft-neo.ru +mini.7zap.com +miniads.ca +minneapoliscopiers.com +mirtorrent.net +missclub.info +mjchamonix.org +mlvc4zzw.space +mmostrike.ru mncrftpcs.com -mnogolok.info -mobifunapp.weebly.com -moi-glazki.ru +mnogabukaff.net +mobot.site +mobplayer.ru +modenamebel.ru mojaocena.com -moncleroutletonline.xyz -most.gov.iq -mozello.ru -mp3ringtone.info -mrvideospornogratis.xxx -msfsaar.de -musezone.su -musflashtv.com -music7s.me -muzaporn.com +monclerboots.xyz +monclercoats.xyz +moncleronline.xyz +moneyviking-a.akamaihd.net +moneyzzz.ru +monsterdivx.tv +montazhnic.ru +moscow-clining.ru +mountainstream.ms +mouselink.co +moviezbonkerssk.cf +mowser.com +mp3films.ru +mrbojikobi4.biz +mrmoneymustache.com +msk-diplomat.com +mtmtv.info +mulberryoutletonlineeu.com +mundoaberrante.com +musicas.baixar-musicas-gratis.com +mustwineblog.com muz-shoes.ru -muz-tracker.net -mwtpludn.review +mvpicton.co.uk my-bc.ru -mydownlodablefiles.com -mykings.pw -myplaycity.com -nakozhe.com -narosty.com -naturalpharm.com.ua -needtosellmyhousefast.com -negociosdasha.com -netpics.org -new-apps.ru -newhairstylesformen2014.com +mycaf.it +mycouponizemac.com +myftpupload.com +myhydros.org +myindospace.com +mylesosibirsk.ru +myshopmatemac.com +nailsimg.com +nalogovyy-kodeks.ru +naperehresti.info +narco24.me +narutonaruto.ru +naturtreenspicerx.pw +navalwiki.info +nerudlogistik.ru +netallergy.ru +netfacet.net +nevansk.ru newtechspb.ru -nextbackgroundcheck.gq -nikitabuch.com -njpalletremoval.com -nlfjjunb5.ru +nextlnk12.com +nhl17coinsforps3.gratisblog.biz +nibbler.silktide.com nodding-passion.tk -no-fuel.org -normalegal.ru no-rx.info -novatech.vn -novosti-hi-tech.ru -nucia.biz.ly +notaria-desalas.com +november-lax.com +novosibirsk.xrus.org +nuit-artisanale.com nyfinance.ml -oakleyglassesonline.us +obnal.org +offer.camp offers.bycontext.com offer.wpsecurity.website -office-windows.ru -of-ireland.info -okayimage.com -oklogistic.ru -o.light.d0t.ru -oneclickfiles.com +office2web.com +officedocuments.net +olvanto.ru +onescreen.cc +onetravelguides.com +onlainbesplatno.ru +onlinadverts.com +onlinebay.ru online-hit.info +online-templatestore.com +onlinewritingjobs17.blogspot.ru +ooomeru.ru ooo-olni.ru -orsonet.ru -osb.se11.ru -oz-offers.com -ozoz.it -papasdelivery.ru -paradontozanet.ru -parlament.biz -partner-high.men -partnerworkroom.men -pathwhelp.org -pawli.eu -paydayonlinecom.com -p-business.ru -pc-test.net +openstat.com +orhonit.com +ourville.info +ownshop.cf +oxford-book.com.ua +oyster-green.com +page2rss.com +panchro.xyz +pandarastore.top +panicatack.com +parajumpersoutlet.online +partnerads.men +pavlodar.xkaz.org +pc-virus-d0l92j2.pw pdamods.ru -peekyou.com -perfectpracticeweb.com -perm-profnastil.ru -petsblogroll.com -photosaga.info -piccshare.com -picswe.com +pechikamini.ru +pewit.pw +pflexads.com +phobia.us +php-market.ru +phuketscreen.com picturesfrom.com -picurams.pw -pills24h.com -piluli.info -pio.polytopesexempt.com +pinstake.com +pinwallpaper.top +pinwallpaper.xyz +pipki.r.acdnpro.com pisanieprac.info piulatte.cz -pixelrz.com -pizdopletka.club -pkr1hand.com -plaff-go.ru -playfortuna-play.ru +pix-hd.com +pk-pomosch.ru +plastgran.com play.leadzupc.com -pl.id-forex.com -pliks.pl -plugingeorgia.com -poffet.net -pogodnyyeavarii.gq -pons-presse.com -popugaychiki.com -popup-fdm.xyz -porndl.org -pornhive.org +playlott.com +pl-top.pl +poppen-nw.net +popugauka.ru +popup-hgd.xyz +porndroids.com +pornofeuer.com +pornofiljmi.com pornogratisdiario.com -pornoklad.ru -pornosexrolik.com -pornoslive.net -positive2b.ru +pornokajf.com +pornonik.com +pornosemki.info +portadd.men pp-budpostach.com.ua pr0fit-b0x.com -predominant-invent.tk -printie.com -productarium.com -proekt-gaz.ru -profitkode.com -promgirldresses.xyz -pronekut.com -pro-poly.ru -prosmibank.ru -psoriasis-file.trade -pssucai.info +pravoholding.ru +presleycollectibles.com +preventheadacheguide.info +privatamateure.com +privat-girl.net +privetsochi.ru +prizefestival.mobi +produkto.net +prodvigator.ua +progonrumarket.ru +progress-upakovka.ru +propranolol40mg.blogspot.com +prostitutki-odessa.org +pst2017.onlinewebshop.net pukaporn.com -puserving.com -puteshestvennik.com -putitin.me +pulse33.ru +pulseonclick.com +putevka24.ru puzzleweb.ru -py100.ru -pyramidlitho.webs.com -pyrodesigns.com.au -qor360.com -quality-traffic.com -quebec-bin.com -questionmarque.ch -rada.ru -randki-sex.com +pwwysydh.com +pxhdwsm.com +q-moto.ru +qpypcx.com +quickbuck.com +quick-offer.com +radiogambling.com +raisedseo.com +rangjued.com rangoman.date rankia.com -rankingchart.de +ranksonic.org +ratemodels.net razamicroelectronics.com -realtytimes.com -redirectingat.com -reelheroes.net -referencemoi.com +redirlock.com r-e-f-e-r-e-r.com -registry-cleaner.net -reklama-i-rabota.ru -replica-watch.ru -resant.ru -resultshub-a.akamaihd.net -retailwith.com -rezeptiblud.ru -ribieiendom.no -rimedia.org -rn-to-bsn.com -romhacking.ru -rosbalt.com.ua -ros-ctm.ru +registry-clean-up.net +registrydomainservices.com +reimageplus.com +relayblog.com +remont-mobile-phones.ru +remont-ustanovka-tehniki.ru +renecaovilla.online +replicaclub.ru +research.ifmo.ru +responsinator.com +revistaindustria.com +richinvestmonitor.com +ric.info +riders.ro +rockma.se royal-betting.net +royal-investments.net rp9.ru -runofilms.ru -rusenvironmental.net -ruspdd.com -rvtv.ru -rybalka-opt.ru +rubbed.us +running-line.ru +rusexy.xyz +rus-pornuha.com +russian-postindex.ru +rustic-quiver.win s1z.ru -sadaholding.com -sale-japan.com -salmonfishingsacramentoriver.com -saltspray.ru -salut-camp.ru +s8-nowy-wygraj.comli.com +sabaapress.com +saecsa.co +sajatvelemeny.com +sammyweaver.com samolet.fr -samo-soznanie.ru -sardinie.us -savetubevideo.com -savingsslider-a.akamaihd.net -sbprabooks.com -sbricur.com -sbtdesign.co.uk -scanner-donald.top +sanjosestartups.com +sape.top +satellite.maps.ilovevitaly.com +saveindex.xyz +sbornik-zakonov.ru +scanner-fred.top +scanner-jane.top scanner-jessica.top -scenarii-1-sentyabrya.uroki.org.ua -sdi-pme.com +scanner-john.top +scanner-olga.top +schoolfiles.net +scrnet.biz.ua seansonline24.pl -searchengineranker.email -searchlock.com -seeingmeerkat.com +search-error.com +search-goo.com +searchtooknow-a.akamaihd.net +seasonvar.ru +se.bnt-team.com seemoreresultshu-a.akamaihd.net segol.tv -seksvideoonlain.com -sel-hoz.com -semalt.com -semprofile.com -seoanalyses.com -seojokes.net -seonetwizard.com -seo-platform.com +seksotur.ru +seoholding.com +seorankinglinks.us +seo-traffic-ranking.info service.adtech.fr -service-core.ru -servisural.ru -sethrollins.net -sevenstars7.com -sexiporno.net -sexobzor.info +serviporno.com +sexad.net +sexcamamateurchat.com +sexflirtbook.com sexpornotales.com -sex-pr.net -sexy-pings.com -sexytrend.ru -shemale-sex.net -sherlock.se -shijian.ac.cn -shikiso.info +sexreliz.com +sexs-foto.top +sextracker.com +sex-tracker.de +sextracker.de +sexvideo-sex.com +sexyali.com +sexyteens.hol.es +sfd-chess.ru +sharebutton.to +shiksabd.com +shinikiev.com.ua shlyahten.ru -shoesonlinebuy.xyz -shopcheermakeup.info -shoppytoolmac.com -shop.xz618.com -sientalyric.co -signoredom.com -signx.info -similardeals.net -site-speed-check.site -skachat-besplatno-obrazcy.ru +shopfishing.com.ua +shoppingjequiti.com.br +shopvilleroyboch.com.ua +shtaketniki.kz +sibecoprom.ru +sideeffectsoftizanidine.blogspot.com +silktide.com +simpoed.ufop.br +site-analyzer.com +siteripz.net +slavic-magic.ru sledstvie-veli.net -slimcdn.com -smadihome.com +sluganarodu.ru +slutloadlive.com +smsactivator.ru +sneakyboy.com +snip.tw snjatie-geroinovoy-lomki.ru -snow.nvr163.com +snomer1.ru +snowplanes.com +snworks.com +soaksoak.ru +soblaznu.net social-buttons.com -socialmonkee.com -social-search.me -socialtrade.biz -soc-proof.su -soda.media -sofit-dmd.ru -soft1.ru -softwaretrend.net -solnplast.ru +socialbuttons.xyz +social-button.xyz +softomix.net +softonicads.com +solinf.co sophang8.com -souvenirua.com -sovinsteel.ru -space4updating.win -spb.ru -spravka-medosmotr.ru -sprttrack.com -spywarenuker.com -sstroy44.ru -stackthatbucks.com -staticfs.host -staynplay.net -stickers-market.ru -stillmiracle.com -store-rx.com -stretchmate.net -success-seo.com -suchenindeutschland.com -sudexpert66.ru -sundrugstore.com -superoboi.com.ua -support.nopeas.sk -svarbit.com -svetlotorg.ru -swinger-mobil.net -swinon.site -swsociety.se -tamada69.com -tampabaywatch.org -taqywu51.soup.io -tattomedia.com -techart24.com -telegraf.by -texbaza.by -textads.men -thebestphotos.eu +spamnuker.com +spasswelt.net +spidtest.org +sportbetfair.com +sports-supplements.us +spywarebegone.com +stardevine.com +stpolice.com +sugvant.ru +sukarame.net +suralink.com +sureone.pro +svtrd.com +swinginwithme.ru +tagil.zrus.org +tarad.com +taxi-v-eisk.ru +tds-advert002.info +telsis.com +tetracsaudi.com thebitcoincode.com -thebluenoodle.com -thefds.net -theguardlan.com -themeforest.net -theporndude.com -thetardistimes.ovh -ticketsys.inetwd.com -timetorelax.biz -titan-ads.life -titangel-vietnam.com -tizanidine4mgstreetvalue.blogspot.com -tizanidine4mgtablets.blogspot.com +thecoolimages.net +thecounter.com +thedownloadfromwarez.blogspot.com +thefarmergame.com +thegalerie.eu +thenetinfo.com +thesmartsearch.net +thiegs.reco.ws +thin.me.pn +tilido.com +titslove.yopoint.in +tizanidine4mgprice.blogspot.com +tizanidine4mgstreetprice.blogspot.com +tizanidineandcipro.blogspot.com +tizanidineandhydrocodone.blogspot.com +tizanidinecapsules.blogspot.com tizanidinedrugtest.blogspot.com -tizanidineformigraines.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidinehcl4mgtabinfo.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com +tizanidineduringpregnancy.blogspot.com +tizanidinehcl2mgtablet.blogspot.com +tizanidinehcl4mgtab.blogspot.com +tizanidinehclsideeffects.blogspot.com tizanidineinteractions.blogspot.com -tizanidinerecreationaluse.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -toolsky.com -toonfamilies.net -topmira.com -topsy.com -torontoplumbinggroup.com -torrent-to-magnet.com +toloka.hurtom.com +top10registrycleaners.com +topappspro.com +top-deal.com.pl +topkarkas.com +top-karkas.ru +toproadrunner5.info totu.us -touchmods.fr -toys.erolove.in -track-rankings.online +toursmaps.com tracxn.com traderzplanet.in -trafficjunky.net -trafficmp.com -trafficnetzwerk.de -tubeline.biz +trafficmonetize.org +traffictrade.life +trion.od.ua tuberkulezanet.ru tubo360.com -turbodsp.com -turkeyreport.tk -twinderbella.com -twittruth.com -twojebook.pl -txxx.com -tzritel.tk -u555u.info +tula.howotorg.ru +turist-strani.ru +twitlinks.com uac.net.au uamtrk.com -uginekologa.com -uk-zheu20.ru +u-cheats.ru +ufa.xrus.org +ugogo.info +umityangin.net +unblocksit.es +unece.org unimodemhalfduplefw.pen.io -univerfiles.com -uprour.com -uptime-alpha.net -upupa.net -urengoy.pro +unitygame3d.com +urdoot.win url2image.com -url-img.link +uroki.net usbggettwku.ga usdx.us usiad.net -usswrite.com +ussearche.cf validccseller.com -valoresito.com -valsalud.com -vancleefreplica.pw -vandrie-ict.nl -varikoz24.com -vegan-foods.us -vegascosmetics.ru -ventelnos.com -vereo.eu -via-energy-acquistare.com +vapsy.com +varikozdok.ru +vedomstvo.net +veles.shop +vellings.info +venerologiya.com +vepad.com +vgoloveboli.net +via-energy-cumpara.com +via-energy-order.com +viagengrarx.com +viagra-soft.ru +via-gra.webstarts.com +viandpet.com viberdownload10.com -viddyoze.com videochat.cafe videogamesecrets.com +videosbox.ru +videos-for-your-business.com +videotuber.ru video-woman.com videtubs.pl vielporno.net -vip-file.com -vip-parfumeria.ru -vipromoffers.com -vipsiterip.org +vip-dom.in +virtuagirl.com visa-china.ru -visitcambridge.org -vkmusics.ru -vk-mus.ru -vkontaktemusic.ru -vksaver-all.ru -vltai.com -vonradio.com -vseigru.one -wait3sec.org -watchmygf.net -waycash.net +visionwell.com.cn +viteonlusarezzo.it +vizag.kharkov.ua +vladimir.xrus.org +volgograd.xrus.org +voluumtracker1.com +vostoktrade.info +vykup-avto-krasnodar.ru +vykupavto-krasnodar.ru +warningwar.ru +watchinf.com +waterefficiency.co +waterpurifier.club +watsonrealtycorp.com +wdrake.com webadvance.club -web-betting.ru -web.cvut.cz -webinstantservice.com -webix.me -websiteaccountant.de -website-speed-check.site -website-speed-up.site -wellcome2slovenia.ru -wemarketing.se -weprik.ru -westen-z.life -westsextube.com -whatistizanidine2mg.blogspot.com -whatistizanidinehclusedfor.blogspot.com -wholesalejerseychinaoutlet.com -wholesalejerseychinashop.com -wholesalejerseys-cheapest.com -wholinkstome.com -wikes.20fr.com +webscouter.net +website-analytics.online +wemedinc.com +westen-v.life +wetgames.ru +wfb.hatedriveapart.com +wheelchairliftsarea.com +whereverdesperate.gq +while.cheapwebsitehoster.com +wholesalejerseyscheapjerseys.us.com wildworld.site -windowssearch-exp.com -winner7777.net -witherrom55.eklablog.fr wma-x.com -womama.ru -woman-h.ru -workle.website -works.if.ua worldis.me -worldoffiles.ru -wowcasinoonline.ooo -wpsecurity.website +worldlovers.ru +wstroika.ru wttavern.com www.888.com -www.event-tracking.com -www.timer4web.com -xaylapdiendanang.com -xcc24.pl -xdoza.com -xgftnlrt.bloger.index.hr -xingzi-vision.com -x-lime.net -xmladserver.com -x-musics.com -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn--80aanaardaperhcem4a6i.com +wygraj-skiny.win +wyniki-lista.pl +x5market.ru +x69ty.ru +x-diesel.com +xfire.com +xgames-04.com +xjlottery.com +xlovecam.com +xn--1-8sbcpb0bdm8k6a.xn--p1ai xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--l1aengat.xn--p1ai -xn--oogle-wmc.com -xnxxandxvideos.com -xportvusbdriver8i.snack.ws -x-rates.ru -x-stars.ru -y8games-free.com +xn--80ajbshivpvn2i.xn--p1ai +xn--80ak6aa92e.com +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn--b1ag5cfn.xn--p1ai +xn----itbkqkfiq.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +x-porno.video +xvideospornoru.com +xzlive.com +yaderenergy.ru +yadro.ru yaoguangdj.com -yebocasino.com -yhit.press -youporn-forum.ga -yourads.website -your-bearings.com -youresponsive.com -yoursearch.me -yourtemplatefinder.com -youtube-downloader.savetubevideo.com -yuarra.pluto.ro +yellowstonesafaritours.com +youjizz.vc +youporn-ru.com +youradulthosting.com +yourporn.com +yousense.info +yugk.net yunque.pluto.ro -zahvat.ru -zajm-pod-zalog-nedvizhimosti.ru -zajm-zalog-krasnodar.ru -za-music.mymobiplanet.com +yurgorod.ru +zacreditom.ru +zaimite.ru +zaim-pod-zalog-krasnodar.ru zaobao.com.sg -zastenchivosti.net -zazagames.org -zero1.it -zeroredirect2.com -zhacker.net -zixizop.net.ru -zlatnajesen.com -zmoda.hostreo.com -zojirushi-products.ru -zoosexart.com +zeg-distribution.com +zeleznobeton.ru +zerocash.msk.ru +zeroredirect11.com +zhongwenlink.com +zigarettenonlinekaufen1.bloog.pl +znaniyapolza.ru +zog.link +zoolubimets.ru +zrizvtrnpale.tk diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index aea95d78f..161fc95dc 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -000free.us -101lesbian.xyz -123movies.love -23kw.ru -24x7-server-support.site -40cg.com -4pp13.com -5000-cotydzien.com -8558l.jobs.net -abcdefh.xyz -adsloads.com -adtiger.tk +007angels.com +20pascals.nl +24-ak.ru +2ads.co.uk +7makemoneyonline.com +aasoldes.fr +academia-nsk.org +acunetix-referrer.com +admitad.com +adultfriendfinder.com afmuseum.com -aghanyna.com -aludecor.info -amateurlivechat.org -amazingpic.net -animali.deagostinipassion.it -anniemation.com -apiadanaknet-a.akamaihd.net -appleid-verification.com -aquarium-pro.ru -asdfg.pro -asseenontvonline.ru -ausmepa.org.au -autochoixspinelli.com -autogrep.ru -avtolombard-krasnodar.ru -axbocz.net +agreda.pluto.ro +ahrefs.com +alldezservice.kz +all-streaming-media.com +apibetweenlinesn-a.akamaihd.net +arate.ru +arvut.org +autobudpostach.club +autotop.com.ua +avtointeres.ru +awency.com +ayanaspa.com +bablonow.ru balans.shahterworld.org -bamo.xsl.pt -bannerconnect.net -beachpics.com -beatifullandscape.co -betterscooter.com -bimatoprost-careprost.com.ua -blockworld.ru -blogqpot.com -blpmovies.com -bonkers.name -brainboostingsupplements.org -burn-fat.ga -business-suggested.tk -buynorxx.com -bycontext.com -calstaterealty.us -candy-glam-hp.com -carfax.com.ua -cejewelry.xyz -celebsopics.com -cenokos.ru -cgi2.nintendo.co.jp -chatroulette.life -chatseo.com -chocolateslim-en-france.com -cibpenonptib.flu.cc -clickprotects.com -clksite.com -copypaste.traderzplanet.in -cornomase.win -cracksplanet.com -crackzplanet.com -d2jsp.org -dailyrank.net -danceuniverse.ru -degerlund.net -dengi-pod-zalog-nedvizhimosti.ru -diarioaconcagua.com -diffbot.com -dispo.de -domainroam.win -doxyporno.com -drillsaw.ru -dustyorate.com -ecxtracking.com -elektrischezigarette1.onsugar.com -elektrischezigaretten2.beeplog.com -elvenmachine.com -estibot.com -expresstoplivo.ru -falopicm.pw -feeriaclub.ru -firstsiteguide.com -fiverr.com -fordsonmajbor.cf -forodvd.com -funtoonez.com -gamebackyard.com -gateway.zscalertwo.net -getresponse.com -gheus.altervista.org -goo.ne.jp -gox.com.ua -grand-chlen.ru -graphics8.info -graphid.com -hacktougroup.ru -hatedriveapart.com -hdfreeporno.net -hermesbracelets.xyz -host-protection.com -host-tracker.com -housekuba.org -hustoon.over-blog.com -iflycapetown.co.za -imagine-ex.co -impisr.edunsk.ru -integritylandscapeservices.com -intellego.info -intimshop-fantasy.ru -investzalog.ru -invivo.hu -jasonpartington.com -je7.us -junglenet-a.akamaihd.net -katadhin.co -keywordsuggest.org -kinoplen.ru -kiskinhouse.com -klosetkitten.com -koral.se -landoftracking.com -letslowbefast.today -lexaprogeneric.link -littlecity.ch -livetsomudvekslingstudent.bloggersdelight.dk -loadingpages.me -louboutinshoes.xyz -lyrster.com -m0r0zk0-krava.ru -megaapteka.ru -mega-bony-2017.pl -memberty.com -mesto-x.com -microsearch.ru -mistr-x.org -mobilemedia.md -moi-glazki.ru -money-every-day.com -morepoweronmac.trade -mybinaryoptionsrobot.com -mypets.by -nagdak.ru -naperehresti.info -newtechspb.ru -nfvsz.com -noclegonline.info -odywpjtw.bloger.index.hr -onlinefilmz.net +besthomemadepornsites.com +bif-ru.info +biznesluxe.ru +bloggerads.net +brainboosting.club +brakehawk.com +buchananshardware.com +bum.com.ru +buy-cheap-pills-order-online.com +cashkitten-a.akamaihd.net +cctva.tv +celejihad.info +cellfun.mobi +cheapcigarettesc.info +chelnytruck.ru +cherubinimobili.it +chinacheapelitejerseys.com +chlooe.com +ciceros.co +ci.ua +clknsee.com +club-lukojl.ru +colehaanoutlet.store +compliance-brian.top +concordexoticrentals.com +conocer-sanabria.com +cordstrap.cc +countercrazy.com +crd.clan.su +dealitright.click +dichvuvesinhhanoi.com +dlya-android.org +dnepr-avtospar.com.ua +docstoc.com +domainsphoto.com +domashneeruporno.com +donvito.unas.cz +dorratex.tn +download-wallpaper.net +dumpsmania24.com +elektrozigarette2.wordpressy.pl +erectile.bid +escortplius.com +esnm.ru +eyelike.com.ua +fable.in.ua +fast-wordpress-start.com +fillmewithhappiness.com +flowersbazar.com +forum.tvmir.org +frameimage.org +free-fbook-traffic.com +freemaintenancesysforpcandmac.top +free-traffic.xyz +geckoandfly.com +gg.zzyjxs.com +girlporn.ru +gnuetella.com +go2album.com +goatse.ru +golden-praga.ru +googlsucks.com +gotwebsite1.com +gsasearchengineranker.top +hazardky.net +hd-filmy.net +hdimagegallery.net +hidemyass.com +hobbyhuren24.net +hollywoodactress.info +homemade.gq +hostcritique.com +hotchatdate.com +hotkeys.com +hoverboard360.at +iccornacircri.cf +igrovyeavtomaty777.ru +ilbe.club +immobiliaremassaro.com +irkutsk.zrus.org +iskalko.ru +isotoner.com +istizanidineanopiate.blogspot.com +jewelryandfiligree.com +johannesburgsingles.co.za +kam-dom.ru +kareliatobacco.ru +kazinogames.lv +keywordsdoctor.com +keywords-monitoring-success.com +khafre.us +kino2018.club +kinogonew.ru +krasivoe-hd.net +labvis.host.sk +laptop-4-less.com +lecbter-relationships.ga +lmrauction.com +loginduepunti.it +lombardfinder.ru +louboutinreplica.pw +louboutinreplica.xyz +maju.bluesalt.co +marcoislandvacations.net +michaelkorsoutletstore.net +mindbox.co.za +minecraft-rus.org +missvietnam.org +mixx.com +mmostrike.ru +mobstarr.com +morlat.altervista.org +moscow-clining.ru +moscow.online-podarki.com +myonlinepayday.co +myxdate.info +nacap.ru +narutonaruto.ru +net-profits.xyz +normalegal.ru +of-ireland.info +ok-ua.info +online-sbank.ru ontargetseo.us -ops.picscout.com -panchro.co.uk -pandroid.co -pcads.ru -pdns.download +oops-cinema.ru +pekori.to pensplan4u.com -pharmacyincity.com -pictures-and-images.net -pixgood.com -plaff-go.ru -playfortuna-play.ru -pornoblood.com -pornosexrolik.com -pornozhara.com -posible.net -professionalwritingservices15.blogspot.ru -profitfx.online -prostitutki-novgoroda.org -quit-smoking.ga -ranksignals.com -recipedays.ru -recordpage-a.akamaihd.net -registry-cleaner.net -registrysweeper.com -renecaovilla.online -replica-watch.ru -rezeptiblud.ru -robot-forex.biz -rockingclicks.com -roll123.com -sakhboard.ru -scanner-donald.top -scanner-ivan.top -seansonline24.pl +pensplan.com +photosaga.info +piccshare.com +pizda.lol +pl.aasoldes.fr +poptool.net +pricheski-video.com +priscilarodrigues.com.br +prodvigator.ua +prombudpostach.com.ua +promodj.com +q-moto.ru +quangcaons.com +raschtextil.com.ua +real-time-analytics.com +reining.lovasszovetseg.hu +remedyotc.com +replicalouboutin.xyz +ritlweb.com +ruscoininvest.company +sabizonline.com +saltspray.ru +sandhillsonline.com +sape.top +scanner-julianna.top +scanner-mark.top +sdsjweb.com searchkut.com -seotoolsagency.com -sexcamamateurchat.com -sexy.babes.frontend-stack.top -sexy-screen-savers.com +seeingmeerkat.com +sei80.com +semalt.com +seoboxes.com +sex.hotblog.top +sexpornotales.com +sexvideo-sex.com +shell-pmr.ru ship-marvel.co.ua -shop.xz618.com +shitmovs.com +sildenafil-tadalafil.info +simple-share-buttons.com s-iwantyou.com -skutecznetabletkinaporostwlosow.pl -small-game.com -socialsignals24.com -soc-proof.su -spasswelt.net -spb.ru -specialfinanceoffers.com -spymac.net -stardevine.com -staynplay.net -summerlinhomes411.info -superstarfloraluk.com -t3chtonic.com -tam-gde-more.ru -thebitcoincode.com -thegioixekhach.com -tiens2010.ru -tizanidineandgabapentin.blogspot.com -tjkckpytpnje.com -tongkatmadura.info -torrent-to-magnet.com -toursmaps.com -tubeoffline.com -udayavani.com -uroki.net -ussearche.cf -v24s.net -validdomain.xyz -vchulkax.com -veselokloun.ru -vezuviy.su -videochat.life -videotuber.ru -vietimgy.pw -vita.com.hr -vod.com.ua -vzube.com -webadvance.club -webcamdevochka.com -website-speed-check.site -websitevaluebot.com -wleuaprpxuvr.ga -wordpress-crew.net -wowcasinoonline.ooo -wurr.voila.net -wyniki-lista.pl -x-diesel.info -xep.info -xfluro.com -xn----ctbigni3aj4h.xn--p1ai -xn--d1aifoe0a9a.top -x-stars.ru -zagadki.in.ua -zebradudka.com -zeroredirect.com -zhacker.net -zophim.me -zvezdagedon.ru +skincrate.net +skyway24.ru +snowplanes.com +socialmadesimple.com +socialmonkee.com +start.myplaycity.com +stockspmb.info +strv.se +swingerseiten.com +takethatad.com +tdsing.ru +templates.franklinfire.co +thebluffs.com +thegamerznetwork.com +theguardlan.com +timecrimea.ru +tizanidinehclsideeffects.blogspot.com +tizanidineoral.blogspot.com +tizanidinevsvalium.blogspot.com +top-l2.com +tourismvictoria.com +tozup.com +tpu.ru +tracksz.co +turbabitload.weebly.com +twu.com.ua +tyumen.xrus.org +validccseller.com +vegascosmetics.ru +video-chat.love +viel.su +vip.51.la +visionwell.com.cn +vkonche.com +voloomoney.com +voprosotvet24.ru +wemedinc.com +whatsappdownload10.com +wildcattube.com +wladimirpayen.com +womama.ru +woman-h.ru +womensplay.net +wosik-dach.service-for-web.de +wpsecurity.website +xgftnlrt.bloger.index.hr +xn--80ahdheogk5l.xn--p1ai +xuki.us +yellowads.men +yginekologa.com +your-bearings.com +zakonobosago.ru +zerocash.msk.ru +zigzog.ru +zoomovies.org +zrizvtrnpale.tk +zx6.ru diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index b0e62ba65..ca06dc6a4 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index d9be50c6c..56ad07748 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 1cebb518e..c4feadc50 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1596 +#### Version: V4.2019.06.1597 #### Bad Referrer Count: 6711 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index ba69bad4a..0284669b8 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1596 +#### Version: V4.2019.06.1597 #### Bad Referrer Count: 6711 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 835cb863d..c8b246f0c 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1596 +#### Version: V4.2019.06.1597 #### Bad Referrer Count: 6711 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index bf68afdbd..444b16987 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1596 +#### Version: V4.2019.06.1597 #### Bad Referrer Count: 6711 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index fe3aaddab..9aef5ccdc 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1596 -### Updated: Tue Jun 25 15:13:31 SAST 2019 +### Version: V4.2019.06.1597 +### Updated: Tue Jun 25 15:25:42 SAST 2019 ### Bad Referrer Count: 6711 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 288b3e56b..cebe1bfdc 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1596 -### Updated: Tue Jun 25 15:13:32 SAST 2019 +### Version: V3.2019.06.1597 +### Updated: Tue Jun 25 15:25:43 SAST 2019 ### Bad Referrer Count: 6711 ### Bad Bot Count: 556 ################################################### @@ -699,38 +699,38 @@ map $http_user_agent $bad_bot { # *********************************************** # START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*\badidxbot\b" 0; - "~*\bAdsBot-Google\b" 0; - "~*\baolbuild\b" 0; - "~*\bbingbot\b" 0; - "~*\bbingpreview\b" 0; - "~*\bDoCoMo\b" 0; - "~*\bduckduckgo\b" 0; - "~*\bfacebookexternalhit\b" 0; - "~*\bFeedfetcher-Google\b" 0; - "~*\bGooglebot\b" 0; - "~*\bGooglebot-Image\b" 0; - "~*\bGooglebot-Mobile\b" 0; - "~*\bGooglebot-News\b" 0; - "~*\bGooglebot/Test\b" 0; - "~*\bGooglebot-Video\b" 0; - "~*\bGoogle-HTTP-Java-Client\b" 0; - "~*\bGravityscan\b" 0; - "~*\bgsa-crawler\b" 0; - "~*\bJakarta\ Commons\b" 0; - "~*\bKraken/0.1\b" 0; - "~*\bLinkedInBot\b" 0; - "~*\bMediapartners-Google\b" 0; - "~*\bmsnbot\b" 0; - "~*\bmsnbot-media\b" 0; - "~*\bSAMSUNG\b" 0; - "~*\bSlackbot\b" 0; - "~*\bSlackbot-LinkExpanding\b" 0; - "~*\bslurp\b" 0; - "~*\bteoma\b" 0; - "~*\bTwitterBot\b" 0; - "~*\bWordpress\b" 0; - "~*\byahoo\b" 0; + "~*(?:\b)adidxbot(?:\b|)" 0; + "~*(?:\b)AdsBot-Google(?:\b|)" 0; + "~*(?:\b)aolbuild(?:\b|)" 0; + "~*(?:\b)bingbot(?:\b|)" 0; + "~*(?:\b)bingpreview(?:\b|)" 0; + "~*(?:\b)DoCoMo(?:\b|)" 0; + "~*(?:\b)duckduckgo(?:\b|)" 0; + "~*(?:\b)facebookexternalhit(?:\b|)" 0; + "~*(?:\b)Feedfetcher-Google(?:\b|)" 0; + "~*(?:\b)Googlebot(?:\b|)" 0; + "~*(?:\b)Googlebot-Image(?:\b|)" 0; + "~*(?:\b)Googlebot-Mobile(?:\b|)" 0; + "~*(?:\b)Googlebot-News(?:\b|)" 0; + "~*(?:\b)Googlebot/Test(?:\b|)" 0; + "~*(?:\b)Googlebot-Video(?:\b|)" 0; + "~*(?:\b)Google-HTTP-Java-Client(?:\b|)" 0; + "~*(?:\b)Gravityscan(?:\b|)" 0; + "~*(?:\b)gsa-crawler(?:\b|)" 0; + "~*(?:\b)Jakarta\ Commons(?:\b|)" 0; + "~*(?:\b)Kraken/0.1(?:\b|)" 0; + "~*(?:\b)LinkedInBot(?:\b|)" 0; + "~*(?:\b)Mediapartners-Google(?:\b|)" 0; + "~*(?:\b)msnbot(?:\b|)" 0; + "~*(?:\b)msnbot-media(?:\b|)" 0; + "~*(?:\b)SAMSUNG(?:\b|)" 0; + "~*(?:\b)Slackbot(?:\b|)" 0; + "~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 0; + "~*(?:\b)slurp(?:\b|)" 0; + "~*(?:\b)teoma(?:\b|)" 0; + "~*(?:\b)TwitterBot(?:\b|)" 0; + "~*(?:\b)Wordpress(?:\b|)" 0; + "~*(?:\b)yahoo(?:\b|)" 0; # END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # *************************************************** @@ -741,12 +741,12 @@ map $http_user_agent $bad_bot { # I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited # START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*\bjetmon\b" 1; - "~*\blibwww-perl\b" 1; - "~*\bLynx\b" 1; - "~*\bmunin\b" 1; - "~*\bPresto\b" 1; - "~*\bWget/1.15\b" 1; + "~*(?:\b)jetmon(?:\b|)" 1; + "~*(?:\b)libwww-perl(?:\b|)" 1; + "~*(?:\b)Lynx(?:\b|)" 1; + "~*(?:\b)munin(?:\b|)" 1; + "~*(?:\b)Presto(?:\b|)" 1; + "~*(?:\b)Wget/1.15(?:\b|)" 1; # END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # ************************************************************** @@ -754,23 +754,23 @@ map $http_user_agent $bad_bot { # ************************************************************** # START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*\bAlexa\b" 2; - "~*\barchive.org\b" 2; - "~*\bBaidu\b" 2; - "~*\bBUbiNG\b" 2; - "~*\bFlipboardProxy\b" 2; - "~*\bia_archiver\b" 2; - "~*\bMSIE\ 7.0\b" 2; - "~*\bProximic\b" 2; - "~*\bR6_CommentReader\b" 2; - "~*\bR6_FeedFetcher\b" 2; - "~*\bRED/1\b" 2; - "~*\bRPT-HTTPClient\b" 2; - "~*\bsfFeedReader/0.9\b" 2; - "~*\bSpaidu\b" 2; - "~*\bUptimeRobot/2.0\b" 2; - "~*\bYandexBot\b" 2; - "~*\bYandexImages\b" 2; + "~*(?:\b)Alexa(?:\b|)" 2; + "~*(?:\b)archive.org(?:\b|)" 2; + "~*(?:\b)Baidu(?:\b|)" 2; + "~*(?:\b)BUbiNG(?:\b|)" 2; + "~*(?:\b)FlipboardProxy(?:\b|)" 2; + "~*(?:\b)ia_archiver(?:\b|)" 2; + "~*(?:\b)MSIE\ 7.0(?:\b|)" 2; + "~*(?:\b)Proximic(?:\b|)" 2; + "~*(?:\b)R6_CommentReader(?:\b|)" 2; + "~*(?:\b)R6_FeedFetcher(?:\b|)" 2; + "~*(?:\b)RED/1(?:\b|)" 2; + "~*(?:\b)RPT-HTTPClient(?:\b|)" 2; + "~*(?:\b)sfFeedReader/0.9(?:\b|)" 2; + "~*(?:\b)Spaidu(?:\b|)" 2; + "~*(?:\b)UptimeRobot/2.0(?:\b|)" 2; + "~*(?:\b)YandexBot(?:\b|)" 2; + "~*(?:\b)YandexImages(?:\b|)" 2; # END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### } diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index fe3aaddab..9aef5ccdc 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1596 -### Updated: Tue Jun 25 15:13:31 SAST 2019 +### Version: V4.2019.06.1597 +### Updated: Tue Jun 25 15:25:42 SAST 2019 ### Bad Referrer Count: 6711 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 7c8bb28b0..57715a733 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1596 -### Updated: Tue Jun 25 15:13:33 SAST 2019 +### Version: V4.2019.06.1597 +### Updated: Tue Jun 25 15:25:44 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##