diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 479de1217..465ec1626 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..290c48e19 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 0c1976d35..b720bfa35 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 479de1217..465ec1626 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d9f0a2c04..290c48e19 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index 0c1976d35..b720bfa35 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf index b225e5d52..503b1de7a 100644 --- a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -35.193.7.13 0; +35.224.112.202 0; diff --git a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf index be8bfbad1..10f5a9a35 100644 --- a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf index d0c9a7cc9..b225e5d52 100644 --- a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.145.110 0; +35.184.96.71 0; 35.193.7.13 0; diff --git a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf index a04e5ff26..75d8404fc 100644 --- a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf index a919a2458..fd2b0e8d9 100644 --- a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; +104.154.120.187 0; 35.224.112.202 0; diff --git a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf index 0c1976d35..b720bfa35 100644 --- a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 6a49ac65a..f4e4311d6 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1674 -### Updated: Fri Jun 28 21:47:59 SAST 2019 +### Version: V3.2019.06.1676 +### Updated: Fri Jun 28 22:13:38 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 479de1217..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 6a49ac65a..f4e4311d6 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1674 -### Updated: Fri Jun 28 21:47:59 SAST 2019 +### Version: V3.2019.06.1676 +### Updated: Fri Jun 28 22:13:38 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 479de1217..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index d9f0a2c04..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 6a49ac65a..f4e4311d6 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1674 -### Updated: Fri Jun 28 21:47:59 SAST 2019 +### Version: V3.2019.06.1676 +### Updated: Fri Jun 28 22:13:38 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 479de1217..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 6a49ac65a..f4e4311d6 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1674 -### Updated: Fri Jun 28 21:47:59 SAST 2019 +### Version: V3.2019.06.1676 +### Updated: Fri Jun 28 22:13:38 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf index 479de1217..465ec1626 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..290c48e19 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index 0c1976d35..b720bfa35 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 6a49ac65a..f4e4311d6 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1674 -### Updated: Fri Jun 28 21:47:59 SAST 2019 +### Version: V3.2019.06.1676 +### Updated: Fri Jun 28 22:13:38 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 0c1976d35..b720bfa35 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test-blocker-quicker.sh b/.dev-tools/test-blocker-quicker.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 479de1217..12f18b91b 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 384beb807..969356056 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,10 @@ -Alexibot -Barkrowler -BDFetch -Black Hole -Brandprotect -BuiltWith -Discoverybot -Dotbot -ExtractorPro -Fimap -HTTrack -IDBot -Id-search -IRLbot -JamesBOT -Lanshanbot -Lftp -Libwhisker -LinqiaMetadataDownloaderBot -LinqiaScrapeBot -MarkWatch -Meanpathbot -Microsoft Data Access -Mr.4x3 -Nmap -PageAnalyzer -Picscout -Pi-Monster -POE-Component-Client-HTTP -PxBroker -RankurBot -RocketCrawler -Rogerbot -ScoutJet -Semrush -SEOkicks-Robot -SEOlyticsCrawler -Site Sucker -SpaceBison -Spinn3r -Stripper -Titan -trendiction.de -TurnitinBot -WebLeacher -WeSEE -Zade -zauba.io -zgrab -ZumBot +ADmantX +Foobot +LinkWalker +sogouspider +sp_auditbot +T8Abot +TheNomad +True_Robot +Web Auto +WWW-Mechanize diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 1f9cc563c..cbb0355af 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -Aboundex +360Spider +404checker +80legs +Abonti +Aboundexbot Acunetix -AIBOT -Alexibot +ADmantX +AfD-Verbotsverfahren +Alligator AllSubmitter AlphaBot -archive.org_bot Attach autoemailspider BackDoorBot backlink-check -Badass -Barkrowler -BBBike -BDCbot +BackStreet +Bandit +Battleztar Bazinga BDFetch -BetaBot -Bigfoot -Bitacle Black Hole +BlackWidow BLEXBot -Blow -Brandprotect +Bolt +BotALot Buddy BuiltBotTough -BunnySlippers +BuiltWith +Bullseye Calculon -CATExplorador CazoodleBot -CCBot +Cegbfeieh CherryPicker +CheTeam +ChinaClaw Chlooe -Cliqzbot -Cloud mapping coccocbot-web -com.plumanalytics +Cogentbot +cognitiveseo Copier -Copyscape -crawler4j -CrazyWebCrawler +CopyRightCheck +Craftbot +crawler.feedback +Crescent +CSHttp +Curious Custo DataCha0s -DBLBot demandbase-bot -Devil +Digincore DigitalPebble -DIIbot Dirbuster -Discobot -Discoverybot -DittoSpyder +Dispatch DomainCrawler -DomainSigmaCrawler DomainStatsBot +Download Wonder Dragonfly +Drip DSearch -DTS Agent +EasyDL +Ebingbong eCatch -ECCP/1.0 -Ecxi EirGrabber EMail Siphon -EroCrawler Exabot -Express WebPictures -ExtLinksBot -Extractor -EyeNetIE -Ezooms +ExtractorPro FDM -FHscan -Firefox/7.0 Foobot +FyberSpider Fyrebot +GalaxyBot Genieo Getintent -GetRight GetWeb Gigabot +G-i-g-a-b-o-t Go-Ahead-Got-It -Gotit GrabNet Grafula -GrapeFX -GrapeshotCrawler -GridBot +HaosouSpider +Havij Heritrix -HTTrack -Humanlinks -IDBot -Id-search +HMView IlseBot +Image Fetch +IndeedBot InfoNaviRobot -InfoTekies -instabid -Intelliseek -InternetSeer -Iria +Internet Ninja +internetVista monitor IRLbot +Iskanie IstellaBot JamesBOT JennyBot -Jetty +JetCar JikeSpider Joomla -Jorgee Jyxobot -Kenjin Spider +Keyword Density +Larbin LeechFTP -Libwhisker -Likse -Linkdexbot +LeechGet +Lftp +Lightspeedsystems LinkextractorPro -LinkWalker LinqiaMetadataDownloaderBot LinqiaRSSBot -Lipperhey Spider -LNSpiderguy -Ltx71 +Litemage_walker +lwp-request +LWP::Simple +Magnet Mag-Net magpie-crawler -Mail.RU_Bot +Majestic12 +Majestic-SEO +Mass Downloader Mata Hari -MeanPath Bot -Mediatoolkitbot +MauiBot +meanpathbot +Meanpathbot mediawords +MegaIndex.ru Metauri -MIDown tool -MIIxpc -Mister PiX -MJ12bot +MFC_Tear_Sample +Microsoft URL Control Mojeek +Morfeus Fucking Scanner Mr.4x3 -MSIECrawler +MSFrontPage +Msrabot muhstik-scan +Name Intelligence +Nameprotect +Navroad +NearSite Needle -Netcraft -netEstate NE Crawler -NetSpider +NetLyzer Nettrack +Netvibes NetZIP -NextGenSearchBot -NICErsPRO -Niki-bot +Nibbler NimbleCrawler -Nimbostratus NPbot -Offline Explorer +Nutch +oBot +Octopus +OnCrawl OpenLinkProfiler OrangeBot OrangeSpider -Page Analyzer -page scorer +OutclicksBot +OutfoxBot +PageAnalyzer +PageGrabber PageScorer Panscient +Papa Foto +Pavuk pcBrowser -PECL::HTTP -PeoplePal Picscout PictureFinder -Pimonster +Pi-Monster Pixray -PleaseCrawl -plumanalytics -Pockey +ProWebWalker +Psbot PxBroker +PyCurl Quick-Crawler -RankFlex -Recorder +RankActiveLinkBot +RankingBot +RankingBot2 +RankurBot +RebelMouse RepoMonkey +Ripper RocketCrawler Rogerbot SalesIntelligent ScanAlert scan.lol -ScoutJet +Scrapy Screaming +ScreenerBot +SearchmetricsBot +Semrush +SEOkicks +SEOkicks-Robot SEOlyticsCrawler Seomoz seoscanners SeoSiteCheckup sexsearcher +Siphon +SISTRIX Sitebeam SiteExplorer SiteSnagger -Site Sucker -Sitevigil -SlySearch -SMTBot +Snapbot +sogouspider Sosospider +SpaceBison Spammen SpankBot sp_auditbot +Spbot Spinn3r -SputnikBot -Sqlmap -Sqworm -Steeler -Stripper -Sucker -Sucuri +spyfu +Sqlworm SuperBot SuperHTTP SurveyBot +Suzuran Szukacz -T0PHackTeam -tAkeOut -The Intraformant +T8Abot +Teleport Thumbor -TightTwatBot -Titan -Toata -Toweyabot +trendiction.com True_Robot -Turingos -TurnitinBot TwengaBot -Twice Typhoeus -URLy.Warning -VB Project +Vacuum VeriCiteCrawler +Virusdie +VoidEYE Voltron -Wallpapers/3.0 WallpapersHD -WASALive-Bot -Webalta +WebBandit WebCollage -WebCopier +Web Collage +WEBDAV WebEnhancer -WebFuck +Web Enhancer +Web Fetch +WebGo IS WebLeacher WebmasterWorldForumBot +WebSauger Web Sauger -Webshag -Website Quester -Web Sucker -WebWhacker -Whatweb -WiseGuys Robot +WebsiteExtractor +WebsiteQuester +WebZIP +Whacker Woobot -Wotbox WWW-Mechanize x09Mozilla -Xaldon_WebSpider xpymep1.exe +Zade Zauba -ZmEu -ZumBot -ZyBorg +zauba.io +Zeus +zgrab diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index aa3950254..8c2831d57 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker +360Spider +404enemy 80legs -Aboundex +Abonti +Aboundexbot +Acunetix +ADmantX AhrefsBot -AIBOT -Aipbot -AllSubmitter -AlphaBot +AiHitBot +Alexibot Anarchie -Asterias +ASPSeek Attach -autoemailspider BackDoorBot -backlink-check -BackWeb +BacklinkCrawler +BackStreet Bandit +BatchFTP BBBike BDCbot -Bitacle +BetaBot +Bigfoot Blackboard -BLEXBot +Black Hole +BlackWidow BlowFish -Boardreader Bolt -BotALot -Brandprotect +Buddy +BuiltBotTough +BuiltWith +BunnySlippers +BuzzSumo Calculon +CATExplorador +CazoodleBot CherryPicker -CheTeam -Chlooe +ChinaClaw Claritybot -Cogentbot -Collector -com.plumanalytics -Copier -Craftbot -crawler4j -crawler.feedback -crawl.sogou.com +Cliqzbot +Cloud mapping +coccocbot-web +cognitiveseo +CopyRightCheck +Cosmos CrazyWebCrawler -Crescent -CSHttp -Curious -Custo DBLBot +demandbase-bot +Demon +Devil Digincore DIIbot -Disco -Discoverybot -Dispatch -DittoSpyder -DomainCrawler +DomainAppender +DomainSigmaCrawler +DomainStatsBot Dotbot -DSearch +Drip DTS Agent -Ebingbong -eCatch +EasyDL Ecxi EMail Siphon EMail Wolf EroCrawler -Express WebPictures -ExtractorPro +evc-batch Extreme Picture Finder -FHscan +Ezooms Fimap -FlashGet +Foobot FyberSpider -Fyrebot GalaxyBot -GermCrawler -Getintent -GetWeb -Gigabot -Gotit -GrabNet -Grafula -GrapeFX +GetRight +G-i-g-a-b-o-t +Go-Ahead-Got-It +GoZilla +Go!Zilla +GrapeshotCrawler GridBot -HaosouSpider -Harvest -HEADMasterSEO +Havij Heritrix -Hloader -HMView -HTTP::Lite -HTTrack Humanlinks -HybridBot Iblog -IDBot -IlseBot -Image Fetch IndeedBot -InfoTekies +InfoNaviRobot instabid +Intelliseek +InterGET Internet Ninja InternetSeer -ips-agent +internetVista monitor +IRLbot Iskanie JennyBot -Jetty -JikeSpider JOC Web Spider -Joomla -Jorgee JustView -Kenjin Spider -Larbin +Keyword Density +Lanshanbot LeechFTP -LeechGet +LexiBot Lftp LibWeb +Lightspeedsystems LinkextractorPro +LinkpadBot LinkScan -LinkWalker LinqiaRSSBot -Lipperhey Litemage_walker Lmspider Ltx71 +LWP::Simple lwp-trivial -magpie-crawler -Majestic-SEO +Magnet +Mail.RU_Bot +Majestic SEO +MarkMonitor +MarkWatch meanpathbot mediawords MegaIndex.ru -MFC_Tear_Sample -Microsoft URL Control +Metauri +Microsoft Data Access +MIDown tool Mister PiX -MJ12bot -Mojeek -Mr.4x3 -Msrabot -Name Intelligence -Needle -NetMechanic +Morfeus Fucking Scanner +muhstik-scan +Musobot +Netcraft +netEstate NE Crawler +NetLyzer NetSpider -Netvibes -Nibbler -NICErsPRO +Net Vampire Niki-bot +NimbleCrawler +Nimbostratus Ninja -Nmap +NPbot Nutch +Octopus Offline Explorer +OnCrawl Openfind OpenLinkProfiler -PageAnalyzer -PageGrabber -Pandalytics +OpenVAS +OrangeBot +OrangeSpider +page scorer +Papa Foto pcBrowser +PECL::HTTP PeoplePal -Picsearch -PictureFinder -Pimonster -Pixray -plumanalytics +Picscout +PleaseCrawl +POE-Component-Client-HTTP +Probethenet +ProPowerBot Psbot Pump PxBroker -RankActive -RankActiveLinkBot -RankFlex -RankingBot +QueryN Metasearch +Quick-Crawler +RankingBot2 +Rankivabot RankurBot -Reaper +RebelMouse +Recorder +ReGet RepoMonkey +Ripper RocketCrawler -SBIder +Rogerbot +s1z.ru +SalesIntelligent +ScanAlert Scanbot -scan.lol +ScoutJet Scrapy -ScreenerBot -Semrush -SemrushBot -SEOkicks -Seomoz +Screaming +SearchmetricsBot +SEOlyticsCrawler SEOprofiler seoscanners +SeoSiteCheckup +Siphon SiteExplorer Siteimprove -Site Sucker -SlySearch -SmartDownload Snake Snapbot SocialRankIOBot Sociscraper -sogouspider Sosospider -Sottopop -Spammen SpankBot -Spanner -Spinn3r +sp_auditbot +SputnikBot spyfu Sqlmap Sqworm Stripper -Sucker -Sucuri -SuperBot +SuperHTTP +Surfbot +SurveyBot Suzuran -Szukacz +Swiftbot +T0PHackTeam +tAkeOut Teleport -The Intraformant -Titan -Trendiction +TeleportPro +Telesphorep +Thumbor +Toata +Toweyabot +Trendictionbot trendiction.com -Turingos TurnitinBot TwengaBot -UnisterBot -URLy Warning +Upflow +Vacuum +Vagabondo +VB Project VCI -VeriCiteCrawler -VidibleScraper -Voltron -Webalta +Virusdie +VoidEYE +Voil +Wallpapers/3.0 +WallpapersHD WebBandit -WebCollage +Web Collage +WebCopier +WebEnhancer Web Enhancer -WebFetch +WebFuck Web Fuck WebGo IS -WebLeacher -webmeup-crawler -WebSauger -Web Sauger +Web Pix +Webshag +WebsiteExtractor WebsiteQuester WebStripper +Web Sucker +WebWhacker WeSEE -Whatweb -Widow -WinHTTrack +Whack +WISENutbot Wonderbot Woobot -Wotbox -WPScan -WWW-Collector-E +Wprecon WWW-Mechanize WWW::Mechanize -x22Mozilla -Xaldon_WebSpider -xpymep1.exe -YoudaoBot -Zauba -zauba.io -zgrab +Xenu +Zade +Zeus +Zitebot +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 06d367985..1537b7bda 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,10 @@ -8lufu.com -8xv8.com -affiliate-fr.com -afora.ru -algarveglobal.com -alice.it -alif-ba-ta.com -alive-ua.com -apimountainbikei-a.akamaihd.net -apiportalmorecom-a.akamaihd.net -autobrennero.it -bankcrediti.ru -bestfortraders.com -bjetjt.com -bobinoz.com -brus-vsem.ru -buy-cheap-online.info -bvlgariring.xyz -callcafe.info -cascadelink.org -cheapbarbour.online -cscwtalkto.site -datsun-do.com -davebestdeals.com -davidovic.info -dimkino.ru -dividendo.ru -download-wallpaper.net -ekspresihati.info -eleimgo.pw -essayassist.com -flagcounter.me -g7m.pl -globalscam.ga -gnuetella.com -gsmtlf.ru -highspeed5.net -homeinns.com -hotxnights.info -islandminingsupply.wordpress.com -iyasimasennka.com -jasonpartington.com -konica.kz -laudit.ru -lightinghomes.net -lostaruban.com -magazintiande.ru -mamasuper.prom.ua -marmotstore.online -mebelcomplekt.ru -meltwater.com -moncleroutletonline.pw -multgo.ru -musezone.ru -myhitmp3.club -nakozhe.com -next-dentists.tk -niki-mlt.ru -oil-td.ru -okonich.com.ua -oneminutesite.it -online7777.com -ontargetseo.us -paphoselectricianandplumber.com -parajumpersstore.online -partners-ship.pro -picturesmania.com -pontiacsolstice.info -predmety.in.ua -prizefestival.mobi -randalljhoward.com -rubanners.com -sammyweaver.com -scanner-marwin.top -se.bnt-team.com -semaltmedia.com -serdcenebolit.com -sexsaoy.com -songoo.wz.cz -spidtest.space -sportbetfair.com -stromerrealty.com -supermesta.ru -swiped.su -tetracsaudi.com -tizanidinehcl2mgtablet.blogspot.com -tomatis.gospartner.com -traffic100.com -tubeline.biz -typimga.pw -via-energy-cumpara.com -video-hollywood.ru -vizitki.net -we-are-gamers.com -webads.co.nz -webinstantservice.com -xn--l1aengat.xn--p1ai -zakonobosago.ru -zerocash.msk.ru -zrelaya.pw +amung.us +cartierlovebraceletreplica.xyz +christianlouboutinsaleoutletonline.us +crackguru.tk +findanysex.com +runstocks.com +sarf3omlat.com +service.adtech.us +warningzscaler.heraeus.com +wildcattube.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a300ba5fa..bbb0b9900 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -000free.us -00author.com 03e.info -0c47f8422d3f.com -108shot.com +101flag.ru +101lesbian.xyz +11pikachu.ru +123any.com +13tabs.com 1-99seo.com -1bet.com -1pamm.ru -2015god.org -2020iscoming.info -24videos.tv +1adult.com +21h2o.com +2pxg8bcf.top +3dracergames.com 40cg.com -4k-player.pl -4kplayer.pl 4replicawatch.net -4ur.click -4webmasters.com -4webmasters.org -5kstore.com -5tey7463.weebly.com -66cpwgln.space -76brighton.co.uk -7search.com +5forex.ru +5u.com +6hopping.com +7makemoneyonline.com +8gold.com 9med.net -a96527gi.beget.tech -aab94f698f36684c5a852a2ef272e031bb.com +aa8b68101d388c446389283820863176e7.com +aa9bd78f328a6a41279d0fad0a88df1901.com aac500b7a15b2646968f6bd8c6305869d7.com -abcdefh.xyz -accessoires-mode.in -acc.eu.org -acgs.tk -activecampaign.dreamhosters.com -adconscious.com -adloads.net -adman.se -adnotbad.com -adprotect.net -adserver-e7.com -adservme.com -adtech.us +aarbur.com +abbanreddy.com +academiacsmendoza.org +acads.net +acmebtn.ml +adanih.com +adclickservice.com +addblueoff.com.ua +adloads.com +admitad.com +ads-cool.pro adtology.com -adultfullhd.com -adultwebhosting.info -aerogo.com -afmuseum.com -ahrefs.com +adult3dgames.com +advertisingtag.net +adzpower.com +agadelha.com.br +agardomains.com +airlandsea.info +akuhni.by alborzan.com -albuteroli.com -alert-jdh.xyz -alfapro.ru +albumsuper.info +alert-hgd.xyz +alfa9.com +alfa-img.com algarveglobal.com -alice.it -allblogroll.com +aliexpresscashback.club +all4invest.ru +allboard.xobor.de alldubai.biz +allesohnegirls.net +allfinweb.com +all-number.com allsilver925.co.il -alot.com -alphaforum.ru -aludecor.info -anabolics.shop -anal-acrobats.com -an-donut.com +alltheviews.com +alpinism.ru +altamayoztourism.com +alvtank.se +amyfoxfitness.com +analytics-ads.xyz +anapa-inns.ru +andpolice.com +android-systems.ru +animaltoplist.com +animebox.com.ua +anime.dougasouko.com anlimebel.kiev.ua -apiallgeniusinfo-a.akamaihd.net -apiholdingmypage-a.akamaihd.net +anniemation.com +anonymizeme.pro +anticrawler.org +antons-transporte.de +apccargo.com +apelsinnik.website +apiappenableinfo-a.akamaihd.net +apidigidocketnet-a.akamaihd.net +apilinkswiftco-a.akamaihd.net +apimossnetinfo-a.akamaihd.net +apioasisspacenet-a.akamaihd.net +apisecretsaucebi-a.akamaihd.net apiwoodensealcom-a.akamaihd.net -appartement-stumm.at -appfastplay.com -appiq.mobi -approvedlocal.co.za -appsecurityr.com -arquapetrarca.info -artdeko.info -aruplighting.com -arvut.org -ascat.porn -asdfg.pro +apps-analytics.net +ap.senai.br +arabseyes.com +arcadeplayhouse.com +arenda-avtoprokat-krasnodar.ru +arpelsreplica.xyz +artefakct.com +asscenihotosidea.blogspot.com atelielembrancaqueencanta.com.br -atovh.local-finders.com -aussie-prizes.com -autobrennero.it +audiobangout.com +ausmepa.org.au +autoblogger24.info auto-moto-elektronika.cz -autorn.ru -autotop.com.ua -aviav.ru -aviav.ru.com -avtochehli.by -avtointeres.ru -azadnegar.com -azte.ch -b00kmarks.com -backuperwebcam.weebly.com -balook.com -bambi.ck.ua -bannertesting.com +auto.rusvile.lt +autovideobroadcast.com +autowebmarket.com.ua +avek.ru +aversis.net +aviapanda.ru +aviav.co +avkzarabotok.info +avon-severozapad.ru +avramstroy.ru +avtocredit-legko.ru +avtolombard-krasnodar.com +awaybird.ru +awency.com +azazaporn.com +b2b-lounge.com +babieca.com +bablonow.ru +backgroundpictures.net +bagcionderlab.com +balkanfarma.org +banan.tv +bang-hotties.com +bankcrediti.ru +bannerpower.com +baoxaydung.com.vn batanga.net -bayareaaeroclub.org +battlecarnival.su +bazaronline24.ru bcmp.org -beachdriveblog.com -beclean-nn.ru -bedcapdealers.com -belstaffstore.online -bensbargains.net -best-businessman.ru -bestcurs.org -besthomemadepornsites.com -bestmarriages.com -bestofferswalkmydogouteveryday.gq -best-seo-offer.com -bestssaker.com -bestwebsiteawards.com -bestwrinklecreamnow.com +beatifullandscape.co +berdasovivan.ru +beremenyashka.com +berlininsl.com +bestbrainprod.win +bestchoice.cf +bestimagecoollibrary.com +best-mam.ru +bestmobilityscooterstoday.com +bestplacetobuyeriacta.jw.lt +bestpornuha.com +best-way.men +bestwaystogetpaid.us +bet-prognoz.com beyan.host.sk -bidbuy.co.kr -bigames.online -big-boards.info -bigpictures.club -biographiya.com -bio-optomarket.ru -bizcheapjerseyswholesalechina.com -bkgr.se -bkns.vn -blacktwhite.com -blavia.00author.com -blogig.org -blogporn.in -blogqpot.com -bluejays-jerseys.us -bluesman.nu +bfz.biz +bharatdefencekavach.com +bikini-image.com +bimatoprost-careprost.com +binomo.kz +bioca.org +bitnote.co +blog.f00kclan.de +bloggen.be +blogrankers.com +blogsfunky672.weebly.com +bloke.com +bluerobot.info +bluesalt.co blue-square.biz -boleznikogi.com -bonkers.name -bookmark4you.com.biz -boostmyppc.com -brainboostingsupplements.org -brandedleadgeneration.com -brandov.ru -brateg.xyz -breastaugmentation.co.za -brianhenry.co -briomotor.co -bristolhostel.com -bryansk.zrus.org -b-styles.xyz -buchananshardware.com -buckspar.gq -bukleteg.xyz -bumascloset.com -buron.pw -butstrap.space -buyessayonline19.blogspot.ru +bonzibuddi.com +brg8.com +brillianty.info +bristolhotel.com.ua +brothers-smaller.ru +buehne-fuer-menschenrechte.de +bumskontakte.org +burger-imperia.com +burkesales.com +businesn.men +buyantiviralwp.com +buy-cheap-pills-order-online.com +buy-loft.ru buynorxx.com -buzzzg.men -bvlgaribracelet.xyz -bvlgariring.xyz -bvlgariwallet.xyz -bwlx.prepedu.cn -c1.onedmp.com -callawaygolfoutlet.online -cand.jp -candy-glam-hp.com -candypeople.se +buzzsumo.com +callstevens.com +candelluxsklep.pl +candycrushshop.com canoncdriverq3.pen.io -capacitacionyaprendizaje.com -carabela.com.do -cardul.ru -carloans.com -carmuffler.net -carrauterie.be -carson.getenjoyment.net -cartierlovebraceletreplica.xyz -cascadelink.org -cayado.snn.gr +canyougethighofftizanidine.blogspot.com +capture-room.com +carfax.com.ua +carsplate.com +cartierbraceletsreplica.pw +cartierring.xyz +cashonads.com +casinorewards.info +cdncash.org cdn.walkme.com -cementaresearch.se -c-english.ru -ceotrk.com -cete.ru -cheapbarbour.online -cheapestjerseys-wholesale.com -cheapmoncler.pw -cheap-pills-norx.com -chelnytruck.ru -chidporn.com -chocolateslim-u-srbiji.com -choice-credit.ru +cejewelry.xyz +cellfun.mobi +cenokos.ru +centraletermice.us +centrdebut.ru +centre-indigo.org.ua +cerev.info +c-gainsbourg.com +changde.58.com +cheapestjerseysonwholesale.com +cheapjerseysa.com +cheap-trusted-backlinks.com +checkm8.com +checktext.org +children-learningreading.info +chinajerseyswholesalecoupons.com +chiptuninger.com +chocolateslim-en-espana.com christianlouboutinoutlet.win -christianlouboutinsaleonline.us -chuckguilford.com -cialischmrx.com -cibpenonptib.flu.cc -cinemaenergy-hd.ru -clickbank.net +cialischstgerts.com +cigarpass.com +cindymatches.com +ciproandtizanidine.blogspot.com +citizenclsdriveri7.pen.io +cjs.com.ru +cleanersoft.com clickintext.net -clodo.ru +clicksor.net clubfashionista.com com-cleaner.systems -compliance-fred.top -continent-e.tv -cookie-law-enforcement-aa.xyz +community.allhiphop.com +compliance-alexa.top +compliance-george.xyz +compliance-viktor.top +compliance-walt.top +concordexoticrentals.com +construmac.com.mx +cookingmeat.ru +coolbar.pro coolgamechannel.com -cool-wedding.net -copypaste.traderzplanet.in -cottageofgrace.com -covadhosting.biz -crackzplanet.com +copenergo.ru +coprofam.org +counter.bloke.com +craftburg.ru craftinsta.ru -cranly.net -crest-poloski.ru -crynet.cc -cryptoswap.biz -culmimg.pw -culturevie.info -czat.wp.pl -d0t.ru -dafatiri.com -dairyindia.in +cscwtalkto.site +cyprusbuyproperties.com +damedingel.ya.ru dandiyabeats.in -daretodonate.co -darmebel.com.ua +daneshetabiat.com data-mining.tk -data.vtc.pw -dating-time-now.com -dbmkfhqk.bloger.index.hr -deadlinkchecker.com -dealitright.click -decoratinghomes.ga +dating-app.ru +dawlenie.com +dcj-nn.ru +dear-diary.ru +decorationspcs.com deda-moroza-zakaz.ru -dengi-pod-zalog-nedvizhimosti.ru +demenageur.com +deniven.1bb.ru den-noch24.ru -descargar-musica-gratis.net +designdevise.com +design-lands.ru +detsky-nabytek.info dev.citetick.com dev-seo.blog -dfiles.me -dgfitness.co -digitalfaq.com -digital-video-processing.com -dignitasdata.se +dfwu1019.info +diamond-necklace.info +diesel-parts28.ru +dildofotzen.net +dimkino.ru +directivepub.com +directrev.com +diusyawiga.tk divci-hry.info -djihispano.com -dnepropetrovsk.mistr-x.org -documentsite.net +divisioncore.com +dktr.ru +dlya-android.org +docstoc.com dogbreedspicture.net -dogclothing.store -doktoronline.no +dojki-hd.com dokumentalkino.net -dominateforex.ml -domination.ml -dominterior.org -domoysshop.ru +domaincrawler.com +domaineaneblanc.com +domainsatcost.com +domainsphoto.com domznaniy.ru -dorratex.tn -dotnetdotcom.org -doublepimp.com -downvids.net -drev.biz -drpornogratisx.xxx -drunkmoms.net -drupa.com -duplicashapp.com -dvervmoskvu.ru -earl-brown.info -earncash.com.ua -earn-from-articles.com -easyshoppermac.com +dostavka-v-ukrainu.ru +dosug-lux.ru +doxysexy.com +doyouknowtheword-flummox.ml +dpihatinh.gov.vn +droidlook.net +drugspowerstore.com +drugstoreforyou.com +e2click.com +e705.net easyukraine.com -e-avon.ru -e-buyeasy.com -e-collantes.com -e-commerce-seo1.com -ecommerce-seo.com +e-c.al econom.co +editors.choice6912650.hulfingtonpost.com eduserver.net -ekaterinburg.xrus.org -ekn-art.se -eldiariodeguadalajara.com -elektrischezi.canalblog.com +ekto.ee elektronischezigarettekaufen2.tumblr.com -elektrozigarettekaufen2.blogse.nl -elidelcream.weebly.com -elitesportsadvisor.com +elmifarhangi.com eluxer.net -elvenar.com +emerson-rus.ru +empis.magix.net +en.altezza.travel +encodable.com energydiet-info.ru -energy-ua.com -enginebay.ru +engines-usa.com englate.com -englishdictionaryfree.com -envaseslotusama.com -eropornosex.ru -errorfixing.space +en.home-task.com +eorogo.top +erectile.bid +ero-advertising.com +escort-russian.com +escortslet.net esopini.com -essayassist.com -este-line.com.ua -etur.ru +etotupo.ru +eu-cookie-law.blogspot.com eugenevaultstorage.com -eurosamodelki.ru -everypony.ru -excitacao.com -expdom.com -exportshop.us +euronis-free.com +evehemming.blogspot.com.au +event-tracking.com +evrotekhservis.ru +excaliburfilms.com +exchanges-bet.com +exlarseva.webblog.es extads.net -ezigarettenshop2.myblog.de +eyes-on-you.ga +ezigarettenkaufen1.pagina.gr +ezigarettenshop2.postbit.com ezofest.sk -ezrvrentals.com -f07.de -f0815.de +f012.de +f1nder.org +fable.in.ua facebook-mobile.xyz -factorynightclub.com -fashion-stickers.ru -favoritemoney.ru -fbdownloader.com +familienzahnaerzte.com +fantasticpixcool.com +faracontrol.ir +fashionavenuegame.com +fashion-mk.net +fatfasts-4tmz.com +fatmaelgarny.com +fdzone.org +feargames.ru +feel-planet.com +ferretsoft.com +ferrotodo.com +fertilitetsradgivningen.se +fetishinside.com +ff30236ddef1465f88547e760973d70a.com +fickluder69.com +filmbokep69.com +filmetricsasia.com +filmfanatic.com filmgo.ru -filmi-v.online +filunika.com.ru financepoints.eu -finansov.info -findthe.pet +findsexguide.com +fishtauto.ru +fitness-video.net +fivedwld.cf +flash4fun.com flashahead.info flavors.me -flirt4free.com -floridahuntingfishingadventures.com -floridamhca.org -folowsite.com -footbalive.org -forex21.ru +flex4launch.ru +flipper.top forexgb.ru -forms-mtm.ru -forpackningsutveckling.se -forsex.info -fortwosmartcar.pw +formulaantiuban.com +fortunejack.com +forum-engineering.ru forumprofi.de -forums.d2jsp.org foto-sisek.porngalleries.top -foxydeal.com -frameimage.org -free-deals.faith -free-laptop-reward.com -freelifetimefuckbook.com -freenom.link -free-traffic.xyz +fototravel.eu +foto-weinberger.at +fotoxxxru.com +foxjuegos.com +foxweber.com +free411games.com +free-fbook-traffic.com +freelinkbuilding.website.tk +freenode.info +free-stock-illustration.com +freshmac.space freshwallpapers.info -fuel-gas.com -funcrushgames.com +freza-sverlo.ru +fun2cell.net funponsel.com -fusoradio.info -galaxys6manual.info -galeon.com -gambarxkata.co +galeria-zdjec.com +gallerily.com +galleryawesome.com +gambarkataku.co gamblingnerd.com -gateway.zscalerone.net -gavuer.ru -gayxperience.com -gazobeton-p.com.ua -gazoblok.net.ua -ge0ip.net -geile-lelly.eu -gembird.com +gamedayassist.com +game-top.su +gaming-journal.com +gamingspark.com +gardene.ru +geckoandfly.com +gemgrab-a.akamaihd.net +genericlowlatencyasiodriverhq.aircus.com +generousdeal-a.akamaihd.net gerhardhealer.com -germetiki.com.ua -getpopunder.com -getridofstretchmarks.org -get-your-social-buttons.info -ghazel.ru -girlsatgames.ru -glall.ru -glcomputers.ru -gogalleryawesome.com -goldadpremium.com -golden-catalog.pro -gonextmedia.com +germes-trans.com +getdot.ru +get-free-traffic-now.com +ggiaro.com +gidonline.one +gktt.ru +glastecfilms.com.my +globalscam.ga +globalsurfari.com +globetrotting-culture.ru +gloverid.site +go2jump.org +gok-kasten.net +goodhumor24.com good-mummy.ru -googlefeud.com -google-liar.ru -gosreg.amchs.ru -gowreckdiving.com -gratuitbaise.com -greatzip.com -greenzaim.ru -growboxbl.ru +gopro-online.info +grand-chlen.ru +graphics8.info +gribkovye-zabolevaniya.com +growshop.es gsmtlf.ru -guiadeserraazul.com -guigyverpo.cf -gz2.bbsoldes.fr -habermetre.com -hackers-crackers.tk -hamptonoaks.ca -hannasolution.ru -hanwei.us -hasfun.com +guarrasdelporno.xxx +gwebtools.com +gyffu.com +hahashka.ru +hamacapty.com +hatdc.org hawaiielectriclight.com -hawaiisurf.com -hd-film.pl -hdimagelib.com -healthcarestore.info +hcate.com +hdpixion.com +heartofbeijing.blogspot.com helpmymacfaster.trade -hem.passagen.se -herehloadibs.cf -hermesbelts.xyz -hermesbirkinhandbagoutlets.com -hit-men.men -hobild.net -hollywoodactress.info -homedecoguide.info +hermesbracelets.xyz +hermesreplica.win +heygidday.biz +highstairs-a.akamaihd.net +himgaws.pw +hkladys.com +hoholikik.club homedecorpicture.us -horoshieokna.com -hotblog.top +homegardenlova.com +homemade.gq +homemature.net +hornymatches.com +hostingclub.lk +hotchatdate.com +hotdl.in +hothor.se +houdom.net +housekuba.org +hoverboard360.at hoverboard360.es hoverboard360.nl -hptwaakw.blog.fc2.com -https-legalrc.biz -hubbble.com -humanorightswatch.org +howtoclean.club +htmlcorner.com +hustoon.over-blog.com +hut1.ru +idealtits.net ideawheel.com -ido3.com -igrovyeavtomaty777.ru -iklysha.ml -ikritikimou.gr -ilbe.club -iloveitaly.ru -ilovevitaly.ru -imabase.com -imagine-ex.co -imediadesk.com -imgarit.pw -iminent.com -imitex-plus.ru +ideibiznesa2015.ru +ideoworld.org +imguramx.pw +img.wallpaperstock.net imk.com.ua -impresagaia.it -inboundlinks.win -infektsii.com -instakink.com -in-tandem.co -internetproviderstucson.com -intim-uslugi.info -investmac.com -invitefashion.com -invivo.hu -iqupdatetmz.win +immobiliaremassaro.com +inbabes.sexushost.com +inboxdollars.com +inmate-locator.us +insomniagamingfestival.com +intellekt21.ru +inzn.ru +iphantom.com +iradiology.ru iron-age.info -isitpaleo.info -islandminingsupply.wordpress.com -istanbulit.com -istmira.ru -iweblist.info -izhevsk.zrus.org -izismile.com -j33x.com -jabimgo.pw -japan-bearings.ru -johannesburgsingles.co.za +istizanidineanarcoticdrug.blogspot.com +ivanovo.zrus.org +iwantmyfreecash.com +javcoast.com +jav-fetish.com +javlibrary.cc +javrip.net +jaxcube.info +jerseysbizwholesalecheap.com +jerseyschinabizwholesale.us joingames.org -jolic2.com -jumptap.com -junglenet-a.akamaihd.net -kaac.ru -kadashihotel.com -kareliatobacco.ru +jongose.ninja +juliadiets.com +kalb.ru +kasino-money.pw katadhin.co -kazan.xrus.org -kazrent.com -kerch.site -keyhantercume.com -keywordglobal.co.za -keywordteam.net -kinky-fetishes.com -kino2018.cc -kino2018.club +kazinogames.lv +keki.info +kemerovo.zrus.org +ketrzyn.pl +keywordsdoctor.com +keywordsuggests.com +kidskunst.info +kihi.gdn kinocccp.net -kinogonew.ru -kinoplen.ru -kinopolet.net -kino-rating.ru -kleine-titten.biz -kletkimehan.ru -knogg.net -kochanelli.com -konica.kz -konturkrasoty.ru -koronirealestate.gr -kosmetyki.tm.pl -kraljeva-sutjeska.com -kreativperlen.ch -lafriore.ru -lanasshop.ru -landinez.co -larutti.ru -laudit.ru -lawyers.cafe +kinoduh.ru +kinostorm.net +knowyournextmove.com +kollekcioner.ru +kongruan.com +koopilka.com +kostenlos-sexvideos.com +kountrylife.com +krasivye-devushki.net +kredit-blog.ru +kredit-pod-zalog-krasnodar.ru +labafydjxa.su +lacapilla.info +ladov.ru +lancheck.net +landreferat.ru +larchik.net +larose.jb2c.me +law-check-eight.xyz laxob.com -leadwayau.com -lecbter-relationships.ga -lenvred.org -lerporn.info -letmacworkfaster.site -letmacwork.world -levaquin750mg.blogspot.com -life.biz.ua +letslowbefast.site +lietaer.com +lifehacĸer.com lifeinsurancekb.com likesdesign.com +limads.men lineshops.biz -link.ac +linksharingt.com lion.bolegapakistan.com liquimondo.com -littlecity.ch -locationdesaison.com -locimge.pw -lubetube.com -lumb.co -lyrics.home-task.com -m1media.net -m4ever.net -machicon-akihabara.info +liveshoppersmac.com +livetsomudvekslingstudent.bloggersdelight.dk +livingcanarias.com +lockerz.com +longgreen.info +longlifelomilomi.info +louboutinreplica.xyz +lovelycraftyhome.com +luckyday.world +lunamedia.co +m3gadownload.pl +macfix.life mackeeper-center.club -macotool.com -macresource.co.uk -mac-shield.com -madot.onlinewebshop.net -mahnwachen-helfen.info -mailemedicinals.com -makis.nu -manimpotence.com +mafcards.ru +magicplayer-s.acestream.net +manifestation.betteroffers.review mansiondelrio.co -map028.com -marinetraffic.com -marketingtechniques.info +mantramusic.ru +maranbrinfo.com.br +marketingvici.com marmitaco.cat -masturbate.co.uk -mb140.ru -mebeldekor.com.ua -meccadumps.net -meddesk.ru -mediawhirl.net -med-zdorovie.com.ua -mega-bony2017.pl -megakino.net -mega-polis.biz.ua -meltwater.com +maslenka.kz +matchpal-a.akamaihd.net +matsdale.com +max-p.men +mcar.in.ua +mebel-alait.ru +medicine-4u.org +medkletki.ru +medmajor.ru +meds-online24.com +meetingrainstorm.bid +megahdporno.net mere.host.sk -mesbuta.info -mex-annushka.ru -mikrobiologies.ru -mindeyegames.com -minet.club -minharevisao.com -mini.7zap.com -missvietnam.org -mixed-wrestling.ru +metascephe.com +methodsmarketing.com +mexicosleevegastrectomy.com +michaelkorssaleoutletonline.net +mikozstop.com +miniature.io +mirmedinfo.ru +mirobuvi.com.ua +misswell.net +mixtapetorrent.com +mlvc4zzw.space mnogabukaff.net -mobile.ok.ru -mockupui.com -modenamebel.ru -mojpregled.com -mole.pluto.ro -monclercheap.xyz -monetizer.com-01.site -moneymaster.ru -monsterdivx.com -moomi-daeri.com -morf.snn.gr -moroccosurfadventures.com +mobilierland.com +mobstarr.com +moivestiy.biz +mojaocena.com +mojpreskumanie.com +montazhnic.ru +moscow-region.ru +moskva.nodup.ru +mosrif.ru +most.gov.iq mountainstream.ms moyaterapiya.ru -mp3downloadhq.com -mrbitsandbytes.com -mrcsa.com.au -mrpornogratis.xxx -mrwhite.biz +mp3ringtone.info +msfsaar.de +msk.afora.ru msk-diplomat.com -mttwtrack.com -mulberryoutletonlineeu.com -muschisexbilder.com -musicas.baixar-musicas-gratis.com -musirc.com -mustwineblog.com -muycerdas.xxx +multgo.ru +musezone.ru +musicvidz.ru muzaporn.com -muztops.ru -mvpicton.co.uk -mydownlodablefiles.com -mygameplus.ru -myindospace.com -mylesosibirsk.ru -myphotopipe.com -nac-bearings.ru -nardulan.com -nationalbreakdown.com -neobux-bg.info -neodownload.webcam -netcheckcdn.xyz -netoil.no -new7ob.com -newhairstylesformen2014.com -nightvision746.weebly.com -nikitabuch.com -niroo.info -nootrino.com -nordstar.pro -novatech.vn -november-lax.com -novosibirsk.xrus.org -ntic.fr -nufaq.com +my-big-family.com +my-floor.in.ua +myfreecams.com +myhydros.org +mymobilemoneypages.com +nagdak.ru +nakozhe.com +napalm51.nut.cc +naperehresti.info +narkologiya-voronezh.ru +nastydollars.com +nate.com +navalwiki.info +neks.info +netallergy.ru +netfacet.net +netvouz.com +networkad.net +news-readers.ru +newtechspb.ru +nextrent-crimea.ru +nfljerseysforsalewholesaler.com +nfvsz.com +ningessaybe.me +nippon-bearings.ru +njkmznnb.ru +nmrk.ru +no-rx.info +novodigs.com +nsatc.net +nuit-artisanale.com oballergiya.ru -obesidadealgarve.com -offers.bycontext.com -ohmyrings.com -oktube.ru -o.light.d0t.ru -onclickpredictiv.com +odoratus.net +offergroup.info +officedocuments.net +okmusic.jp +okuos.com +old-rock.com +onemactrckr.com online-hd.pl -online-hit.info -onlineku.com -online-sbank.ru -onlineslotmaschine.com +onlinetvseries.me +online-x.ru +onthemarch.co openfrost.com -open-odyssey.org optikremont.ru +oralsexfilme.net ordernorxx.com -oren-cats.ru -osoznanie-narkotikam.net -ossmalta.com -otbelivanie-zubov.com +osnova3.ru outrageousdeal-a.akamaihd.net -ozoz.it -paceform.com paclitor.com -paidonlinesites.com -paintingplanet.ru -pammik.ru -pandarastore.top -panicatack.com -papasdelivery.ru -parajumpersjakkesalgnorge.info -parfusale.se -partner-high.men -partnersafe.men +palocco.it +panchro.co.uk +partnerline.men +partner-trustworthy.men partnerworkroom.men -pastaleads.com -paydayonlinecom.com -p-business.ru -pdamods.ru +pateaswing.com +patol01.pw pdn-4.com +pdns.download pekori.to -perfection-pleasure.ru -petedrummond.com -pewit.pw -phobia.us -photorepair.ru +pensplan.com +perm-profnastil.ru +perosan.com +peugeot-club.org +photo-clip.ru +photo.houseofgaga.ru photosaga.info -piccshare.com -pictures-and-images.com -picurams.pw +photostudiolightings.com +piccdata.com pila.pl -pistonclasico.com -pizdeishn.com -pizdopletka.club +pinwallpaper.xyz +pirateday.ru +piski.top +piter.xrus.org +piuminiita.com +pixelrz.com +pizza-imperia.com +pk-services.ru +plastjulgranar.se platezhka.net platinumdeals.gr -playtap.us -pochemychka.net -podshipniki-nsk.ru -pooleroadmedicalcentre.co.uk -porndl.org +polimga.pw +popugaychiki.com +poquoson.org +porndroids.com pornhive.org -pornmania.pl +pornhub-forum.ga pornoblood.com -porno-chaman.info -pornonik.com +pornofiljmi.com +pornokorol.com porno-play.net -powc.r.ca.d.sendibm2.com -predominant-invent.tk +pornotubexxx.name +porn-w.org +pozdrawleniya.com +pp-budpostach.com.ua prefersurvey.net -pregnant.guru -pretty-mart.com -privatov-zapisi.ru -prizesbook.online -productarium.com -prodvigator.ua -prointer.net.ua -prokotov.com -promodj.com -propranolol40mg.blogspot.com -prostitutki-astana.org +preparevideosafesystem4unow.space +priceg.com +princevc.com +priscilarodrigues.com.br +privatamateure.com +proekt-gaz.ru +professionaldieselcare.com +professionalwritingservices15.blogspot.ru +profitfx.online +progress-upakovka.ru +promgirldresses.xyz +prostitutki-almata.org prostitutki-kiev.org -psa48.ru -pskcijdc.bloger.index.hr -pufip.com -pulse33.ru -pushdata.sendpulse.com -pussysaga.com -putitin.me -py100.ru +proxyradar.com +pr-ten.de +push-ad.com +pwwysydh.com +pyrodesigns.com.au qexyfu.bugs3.com -rada.ru -rangjued.com -ranksonic.info -ranksonic.org -rapidokbrain.com -realizmobi.com -remontgruzovik.ru -remontvsamare.su +quelle.ru +questionmarque.ch +quickbuck.com +quickcashlimited.com +quickloanbank.com +qwarckoine.com +rangoman.date +rankingchart.de +ranksays.com +rapidgator-porn.ga +realmonte.net +rebrand.ly +rebuildermedical.com +redbottomheels.xyz +redirlock.com +r-e-f-e-r-e-r.com +refererx.com +refudiatethissarah.info +registrationdomainsite.com +registry-clean-up.net +registrydomainservices.com +relax.ru +remedyotc.com +remybutler.fr rennlist.com -rentaremotecomputer.com -rep-am.com -replica-watch.ru -reward-survey.net -rfid-locker.co +replicalouboutin.xyz +research.ifmo.ru +respublica-otel.ru +restaurantlescampi.com +rfd-split.hr +rff-cfal.info ric.info -rique.host.sk -ritlweb.com -rixpix.ru -rniaeba.ga -rockingclicks.com -rootandroid.org -rp9.ru -runofilms.ru -rusenvironmental.net -russia-today-video.ru -sady-urala.ru -sa-live.com +riders.ro +rocketchange.ru +royal-investments.net +runstocks.com +runtnc.net +ruscopybook.com +rusprostitute.com +russkoe-zdorovie.ru +rvzr-a.akamaihd.net +sack.net +safe-app.net +sakhboard.ru +salmonfishingsacramentoriver.com samo-soznanie.ru +sanatorrii.ru +saneyes.com +sanjosestartups.com +sarafangel.ru +saratov.xrus.org sarf3omlat.com -savememoney.co.za +satellite.maps.ilovevitaly.com savetubevideo.com -sbtdesign.co.uk -scanner-barak.top -scanner-jack.top -scanner-jane.top -scanner-margo.top +sawin.beth.webd.pl +sbwealthsolutions.ca +scalerite.co.za +scanner-george.top +scanner-jessica.top scanner-mary.top -scanner-walter.top -schlampen-treffen.com -scmor.ilxc.cc -scoopquest.com -sc-specialhost.com -search-goo.com -securityallianceservices.com +scanner-olga.top +scanner-willy.top +score-ads.men +scrapy.org +sdelatmebel.ru +search-error.com +seasonvar.ru +secret.xn--oogle-wmc.com seeresultshub-a.akamaihd.net -sel-hoz.com -seminarykansas904.ml -semrush.com -seomarketings.online +seo-2-0.com +seoanalyses.com +seocheki.net +seofied.com +seoholding.com seoprofiler.com seorankinglinks.xyz -serptehnika.ru -service.adtech.us -servicecenter.co.ua -serviporno.com -sexcamamateurchat.com -sexfreepornoxxx.com -sexkontakteao.info -sexphoto.site -sexs-foto.top -sexspornotub.com -sex-tracker.com -sexy-pings.com -s-forum.biz +serdcenebolit.com +sexgalleries.top +sexy.babes.frontend-stack.top shama-rc.net -shell-pmr.ru +shariki-zuma-lines.ru +shemalegalls.blogporn.in +shemale-sex.net +shisha-swag.de +shoesonlinebuy.cn shoesonlinebuy.xyz -shohanb.com -shoplvlv.us -shoppingjequiti.com.br -simul.co +shopvilleroyboch.com.ua +shopwme.ru +shymkent.xkaz.org +sibtest.ru +sigmund-freud.co.uk +signoredom.com +silktide.com +simple-share-buttons.com sisi-go.ru -siteaero.com -site-analyzer.com -siteheart.net -siteripz.net -site-speed-check.site -s-iwantyou.com -skytraf.xyz +site-auditor.online +sitevaluation.com +sitevaluation.org +sixcooler.de +sizeplus.work +skincrate.net +slavia.info +sledstvie-veli.net +s.lollypopgaming.com +slomm.ru +slowmacfaster.trade small-games.biz smartbalanceworld.com -smsactivator.ru -smstraf.ru -sneakyboy.com -snjatie-geroinovoy-lomki.ru -sobecjvuwa.com.ru -soblaznu.net -social-buttons.com +sms2x2.ru +snip.tw +snjack.info +social-buttons.xyz +socialbuttons.xyz social-button.xyz -social-search.me -socialsignals24.com +socialmediasuggest.com +social-s-iii.xyz +socialtrade.biz softwaretrend.net +solinf.co +sotkal.lark.ru souvenir.cc -sps-shop.com +souvenirua.com +space-worry.ml sptslmtrafms.com -spy-app.info -spy-sts.com -standardchartered-forex.com +spywarenuker.com +sr-rekneskap.no +stackthatbucks.com +stardevine.com +stard.shop +startufa.ru +staticfs.host +statistici.ro +staynplay.net stefanbakosab.se -stop-gepatit.te.ua -stroimajor.ru -stroiminsk.com -stroymonolit.su -stroy-portal22.ru -styro.ru -sugarlyflex.pw +sterva.cc +streetfooduncovered.com +stroiminsk.org +strongsignal-a.akamaihd.net +stroyplus.ru +stuff-about-money.com suggest-keywords.com -sundrugstore.com -superfish.com -superiends.org -superkanpo.com -surfbuyermac.com -suture.co -t3chtonic.com -taqplayer.info +superlist.biz +sureone.pro +swagbucks.com +sweepstakes.rewardit.com +swingerseiten.com +symphonyintegratedhealthcare.com +szamponrevita.pl +taboola.com tarad.com -tattomedia.com -tech4master.com -tecspb.ru -telegraf.by +tastyfoodideas.com +tds-advert005.info +tehngr.ru telesvoboda.ru -tengohydar.tk -terraclicks.com -terrafootwear.us -testingads.pro -textads.men -thaismartloan.com -thefarmergame.com -thefds.net -theheroes.ru -thesmartsearch.net -thfox.com -threecolumnblogger.com +template-kid.com +templates.radiodigital.co +thebestweightlosspills.ovh +thegamerznetwork.com tiandeural.ru -tilido.com -timeallnews.ru -tizanidinehcl2mg.blogspot.com -tizanidinehcl4mgtablet.blogspot.com -tizanidinestreetprice.blogspot.com +tizanidineformigraines.blogspot.com +tizanidineingredients.blogspot.com +tizanidinenarcotic.blogspot.com +tizanidineoral.blogspot.com +tizanidinepain.blogspot.com +tizanidinepills.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tizanidinevssoma.blogspot.com tizanidinevsvalium.blogspot.com -tmtrck.com -token-lab.org +tizanidinewithdrawal.blogspot.com +tobeyouday.win toloka.hurtom.com -toonfamilies.net -topappspro.com -top-l2.com -topshef.ru -torrent-newgames.com -torrents-tracker.com -tourcroatia.co.uk -toyota.7zap.com -trackzapper.com -traderzplanet.in -trafaret74.ru -traffic100.com -traffic2cash.org -trk-4.net +tomatis.gospartner.com +top10-online-games.com +top10-way.com +topmira.com +topvidos.ru +torrnada.ru +tovaroboom.vast.ru +tpu.ru +track112.site +trackmedia101.com +trafficfactory.biz +traffique.net +trubywriting.com +truemfilelj.gq trustedmaccleaner.com -ttsq.fr -tube8.com -tuckermktg.com -tula.howotorg.ru -turkeyreport.tk -turvgori.ru -tvoystartup.ru -twittrading.com -twittruth.com -tx41tclega.ru -txxx.com -typer.one -tzritel.tk -u555u.info +tsyndicate.com +tubeline.biz +tupper-shop.ru +tvand.ru +twojebook.pl +uac.net.au +uchebavchehii.ru ucoz.ru -udayavani.com -uhod-za-sobakoj.ru umg-stroy.ru -uni.me -unimodemhalfduplefw.pen.io -univerfiles.com -unlimitdocs.net -upproar.com -uptime-alpha.net -uptime-gamma.net -url-img.link -utiblog.fr -uvozdeckych.info -vandrie-ict.nl -vasileostrovsky-rayon.ru -vclicks.net -vegascosmetics.ru -veles.shop -velobikestock.com -ventelnos.com -viagengrarx.com -viandpet.com -video-chat.cn -videochat.world -videojam.tv -video--production.com -vip2ch.com +unacittaconte.org +unionmarkt.de +unisexjewelry.org +unmaroll.ya.ru +urengoy.pro +uroffer.link +usiad.net +uzungil.com +vacuumscleaner.com +valmetrundan.se +vapeface.club +vavilone.com +vduplo.ru +venta-prom.ru +verymes.xyz +vezuviy.su +videochat.bz +videochat.ph +videooko.weebly.com +videotuber.ru +video-woman.com +vintontech.info vip.51.la -vip-parfumeria.ru -vipsiterip.org -virtuagirl.com -vizag.kharkov.ua -vkmusics.ru -vksaver-all.ru -vladhistory.com -vladimir.xrus.org -vote-up.ru +vita.com.hr +vonradio.com vozbujdenie.com vriel.batcave.net -vseuznaem.com -wahicbefa31.soup.io -wallpapersdesk.info -warningzscaler.heraeus.com -watchinf.com -wdrake.com -webalan.ru -webcamdevochka.com -webenlace.com.ar -webextract.profound.net -webjam.com +vtc.pw +vvpg.ru +vykup-avto-krasnodar.ru +wareseeker.com +watchmyfb.pl +waterpurifier.club webpromotion.ae -webshoppermac.com -website-speed-checker.site +webs.com +website-datenbank.de website-speed-check.site -website-speed-up.site website-speed-up.top -webstatsdomain.org -weburlopener.com -wejdz-tu.pl -wemedinc.com -whatzmyip.net -whereiskentoday.com -where-toget.com -wholesalejerseysgaa.com -whosonmyserver.com -wildnatureimages.com -wildworld.site -winner7777.net -winx-play.ru +weightatraining.com +wesharepics.site +westen-v.life +westsextube.com +westvilletowingservices.co.za +wetgames.ru +whatsupinfoley.com +whiteelephantwellington.com +wholesalecheapjerseysfree.com +wholesalejerseyscheapjerseys.us.com +whos.amung.us +wingsoffury2.com +winwotgold.pl witherrom55.eklablog.fr -womens-journal.net -woodyguthrie.se +wordpress-crew.net worldinternetauthority.com -worldis.me -worldtraveler.world -wosik-dach.service-for-web.de -wurr.voila.net -www.event-tracking.com -www.get-free-traffic-now.com -www.kabbalah-red-bracelets.com +world-mmo.com +wufak.com +www.888.com +www.timer4web.com xchat26.myfreecams.com -xcombear.ru x-diesel.com -x-diesel.org -xep.info -xjrul.com -xkaz.org -x-lime.net -x-mix.info -xmladserver.com -xmronta.com -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn----ctbbcjd3dbsehgi.xn--p1ai -xn--l1aengat.xn--p1ai +xgames-04.com +xlolitka.com +x-musics.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xn--80abgj3a5acid6ghs.top +xn--80ak6aa92e.com +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn----itbeirbjbi7bc6bh2d.xn--p1ai xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xolodremont.ru -xtube.com -xtubeporno.net -xvideosbay.com -xxxdatinglocal.us -xxx-treker.ru +x-porno.video +xvideospornoru.com +xzlive.com +y8games-free.com +yachts-cruise.info +yaminecraft.ru yebocasino.com +yebocasino.co.za +yes-com.com yginekologa.com -youraticles.pl +yoopsie.com +youbloodyripper.com +youporn-forum.ga +youporn-ru.com your-bearings.com -yourporngay.com -yourtemplatefinder.com -yubikk.info -yun56.co -yur-p.ru -zagadki.in.ua -zaimite.ru -zajm-zalog-krasnodar.ru -zarabiaj-dzis.pl -zatjmuzu.info -zeikopay.com -zeleznobeton.ru +youthreaders.com +youtube-downloader.savetubevideo.com +ytmnd.com +yugo-star.ru +zebradudka.com +zero1.it zeroredirect10.com -zeroredirect11.com -zeroredirect12.com -zeroredirect9.com +zeroredirect2.com zigarettenonlinekaufen2.bloog.pl -zmoda.hostreo.com -znakom.sibtest.ru -zocaparj.kz +zkjovpdgxivg.ga +znakomstvaonlain.ru +znaturaloriginal.com +zog.link +zolotoy-lis.ru zoodrawings.com -zoogdisany.com +zoompegs.com zootoplist.com -zophim.me -zrus.org -zscalerone.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index d0b518846..aa32cf08e 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -100searchengines.com -1kdailyprofit.me -214jaluwobapef.cf -4k-player.pl -5kstore.com -aa14ab57a3339c4064bd9ae6fad7495b5f.com -abbanreddy.com -adamoads.com -addblueoff.com.ua -agreda.pluto.ro -aibolita.com -airlandsea.info -allblogroll.com -alldezservice.kz -allfinweb.com -allornamenti.com -amazingninja.com -angigreene.com -animal36.com -animal-drawings.com -animaltoplist.com +00author.com +0c47f8422d3f.com +24x7-server-support.site +4istoshop.com +8jn.dating-app.ru +8xv8.com +aa9bd78f328a6a41279d0fad0a88df1901.com +activecampaign.dreamhosters.com +adconscious.com +ads-seo.men +afftrack001.com +altamayoztourism.com +amazon-adsystem.com aosexkontakte.net -asdfg.pro -asmxsatadriverin.aircus.com -atley.eu.pn -azartclub.org -balans.shahterworld.org -balla-boo.se -bankiem.pl -bannerbank.ru -beachtoday.ru +arcadeplayhouse.com +aviav.eu +b00kmarks.com +backuperwebcam.weebly.com +bagsonsale.online +battle.net +beauby.ru beauty-b0x.pl -bestimagecoollibrary.com -best-mam.ru -best-seo-software.xyz -bgviagrachrx.com -bjgugu.net.ua -bjorkbacken.nu -blogos.kz -bluejays-jerseys.us -boleznikogi.com -brains2.biz -bravegirlsclub.com -bronzeaid-a.akamaihd.net -b-styles.xyz -bum.com.ru -buyk.host.sk -candytiner.com -catalogs-parts.com -cezartabac.ro -christianlouboutinsaleoutletonline.us -cialischstgerts.com -cialis-samples.com -ci.ua -clickbank.net -companies-catalog.com -compliance-andrew.xyz -conboy.us -copblock.org -crackguru.tk -cubs-jerseys.us -dame-ns.kz -designdevise.com -design-ideas.info -dev.citetick.com -digitalassetmanagement.site -dktr.ru -dnepr-avtospar.com.ua -domaincdn.xyz -dostavimvdom.ru -drunkenstepfather.com -dverimegapolis.ru -e-avon.ru -edudocs.net -elektronischezigarettekaufen1.beeplog.com -elektronischezigarettekaufen2.tumblr.com -elitedollars.com -enge-fotzen.info -ertelecom.ru -essay-edu.biz -exct.net -exoneration-project.us -ezigarettekaufen2.blox.pl -fashionavenuegame.com -fashion.stellaconstance.co -fetroshok.ru -fil.ru -flooringinstallation-edmonton.com -food.dtu.dk -forum.doctissimo.fr -fuckbuddybestgilf.info -funnypica.com -funtoonez.com +bestwaystogetpaid.us +beta.hotkeys.com +bitcoins-live.ru +blavia.00author.com +bosman.pluto.ro +business-made-fun.com +buyfriend.ru +buyhoverboard.com +buypillsorderonline.com +cardiosport.com.ua +casinorewards.info +choice-credit.ru +ciekawinki.pl +cl.s7.exct.net +cocyq.inwtrade.com +codq.info +compliance-mary.top +cool-wedding.net +coprofam.org +crest-poloski.ru +cs-passion.pl +danceuniverse.ru +dbmkfhqk.bloger.index.hr +detskie-konstruktory.ru +divisioncore.com +djonwatch.ru +downloaddy.net +doxysexy.com +draniki.org +earthmagic.info +efnor-ac.com +ege-essay.ru +ege-russian.ru +elektrischezigarette1.blog.pl +elitepcgames.com +emediate.eu +eng-lyrics.com +eorogo.top +epicbrogaming.com +ero-advertising.com +exportshop.us +fable.in.ua +fashion-stickers.ru +fetishinside.com +fetlifeblog.com +fidelityfunding.com +flirt4free.com +floridahuntingfishingadventures.com +fortevidyoze.net +free-laptop-reward.com +funponsel.com +g33.org gallery.rennlist.com -gaygalls.net -geile-lelly.eu -gorodservis.ru -gov.yanao.ru -gq-catalog.gq -growboxbl.ru -gsasearchengineranker.pw -gsasearchengineranker.top -hermesbracelets.xyz -hidefiles.org -high-speed1.net -homik.pw -hplaserjetpdriver8y.pen.io -husky-shop.cz -idegenvezeto.eu -imgarit.pw -infobabki.ru -int.search.mywebsearch.com -investyb.com -iomoio.net -irunfar.com -istizanidinelikexanax.blogspot.com -itbc.kiev.ua -joingames.org -kazan.xrus.org -ketoanhanoi.info -kinobest.pl -kinopolet.net -kiwi237au.tk -kleine-titten.biz +gameonasia.com +gay.adultgalls.com +ge0ip.net +germetiki.com.ua +getresponse.com +girls-ufa.ru +global-ics.co.za +goosefishpost.bid +greenidesign.co +groupmoney.ru +gsasearchengineranker.site +hdimagelib.com +heygidday.biz +hitsbox.info +hobbyhuren-datenbank.com +hoholikik.club +homedecoguide.info +hop.clickbank.net +hornymatches.com +houdom.net +igadgetsworld.com +ilovevitaly.com +infazavr.ru +insider.pro +interior-stickers.ru +investmac.com +ipostroika.ru +isitpaleo.info +istizanidineanopiate.blogspot.com +iwantedmoney.com +iwanttodeliver.com +jobmarket.com.ua +jumptap.com +kaidalibor.de +kartiniresto.com +kimcurlrvsms.com +kinofak.net klitimg.pw -kochanelli.com -kollesa.ru -kongoultry.net -krasivye-devushki.net -kurbappeal.info +kunstaktien.info +kurwa.win landreferat.ru -larutti.ru -leadwayau.com -life-instyle.com -liveu.infoteka.hu -macotool.com +laparfumotec.com +lexaprogeneric.link +linkwithin.com +lion.misba.us +lion.snapmap.us +lonerangergames.com +lostaruban.com +louboutinbooties.xyz +ltvperf.com +luckyshop.net.ua +macresource.co.uk +maladot.com managerpak204.weebly.com -masterseek.com -medkletki.ru -mirmedinfo.ru +mansparskats.com +marcogrup.com +max-p.men +mearns-tractors.co.uk +medkritika.ru +militarysale.pro +mmog-play.ru mnogabukaff.net -mobilierland.com +mobile-appster.ru +mobplayer.net +monclerjacketsoutlet.pw +mrinsidesales.com muabancantho.info +musezone.su +music7s.me +myanyone.net +my-big-family.com +myftpupload.com +myhitmp3.club +mymercy.info +narco24.me +needtosellmyhousefast.com +new7ob.com newsperuse.com -news-readers.ru -nikitsyringedrivelg.pen.io -njkmznnb.ru -obsessionphrases.com -oddamzadarmo.eu -okonich.com.ua -ok-ua.info -ops.picscout.com -panchro.co.uk -parajumpersstore.online -pdns.download -pics-group.com -pijoto.net +nfljerseys.online +ngps1.ru +nhl17coinsforps3.gratisblog.biz +nicefloor.co.uk +okmusic.jp +olgacvetmet.com +one-gear.com +onetravelguides.com +onload.pw +openfrost.net +paleohub.info +pateaswing.com +pcboa.se +pensplan4u.com +perl.dp.ua pinkduck.ga -pix24x7.com -poffet.net -pokemongooo.ml -pontiacsolstice.info -poptool.net -popugauka.ru -porno-raskazy.ru -pornotubs.com +pinstake.com +piuminiita.com +pony-business.com +popup-fdm.xyz +portnoff.od.ua +pospr.waw.pl +privhosting.com proekt-gaz.ru -professionalwritingservices15.blogspot.ru -pro-poly.ru -pssucai.info -q-moto.ru -quality-traffic.com -rebrand.ly -redbottomheels.xyz -rennlist.com -rff-cfal.info -rn-to-bsn.com -romhacking.ru -rospromtest.ru -royalads.net -royal-betting.net -ruf777.com -sanatorrii.ru -sanjosestartups.com -sbf441.com -sbricur.com -scanner-marwin.top -searchmywindow-a.akamaihd.net -se.bnt-team.com -selectads.men -sell-fb-group-here.com +profitwithalex.info +prohoster.info +quangcaons.com +rabotaetvse.ru +rasteniya-vs-zombi.ru +redirlock.com +referencemoi.com +refererx.com +registratciya-v-moskve.ru +restorator-msk.ru +retailwith.com +revistaindustria.com +reyel1985.webnode.fr +ric.info +ru-dety.ru +rus-teh.narod.ru +salmonfishingsacramentoriver.com +saneyes.com +saratov.xrus.org +savememoney.co.za +sbetodiodnye-lampy.ru +scalerite.co.za +scanner-andrew.top +searchkut.com +seolab.top seomarketings.online -servethis.com -service.adtech.fr -sextracker.be -shoesonlinebuy.xyz +seo-smm.kz +sevenstars7.com +sex-foto.pw +sex-watch.com +shillyourcoins.com +shisha-swag.de +shop-electron.ru +shopvilleroyboch.com.ua +sims-sims.ru siteaero.com -sky-mine.ru -socialbookmarksubmission.org -sprttrack.com -spy-app.info -stackthatbucks.com -stathat.com -steamoff.net -students-cheapskate.ml -sudexpert66.ru -suhanpacktech.com -supers.com.ua -tarad.com -thebestphotos.eu -tizanidineusedfor.blogspot.com -tksn.ru -topvidos.ru -trafficjunky.com -truebeauty.cc -umaseh.com -url2image.com -valsalud.com -videochat.cafe -videochat.tv.br -videositename.com -viktoria-center.ru -vseuznaem.com -wallpaperstock.net -waysbetter.cn -wdfdocando.com -website-speed-up.site -wedding-salon.net -worldtraveler.world -x5market.ru -xaylapdiendanang.com -xclicks.net -x-diesel.org -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xtube.com -xuki.us -xxx-cam.webcam -yaaknaa.info -yachts-cruise.info -yellocloud.be -youdesigner.kz -youporn-forum.ga -youradulthosting.com -you-shall-not-pass.is74.ru -youtoner.it -zaloadi.ru -zdesformula.ru -zdesoboi.com -zrus.org +socialbuttons.xyz +sodexo.com +softlinesolutions.me +soft-terminal.ru +spb-plitka.ru +sport7777.net +stevemonsen.com +svtrd.com +taqywu51.soup.io +tecspb.ru +thebluffs.com +the-usa-games.blogspot.com +topbestgames.com +topquality.cf +torrent-newgames.com +trafficfactory.biz +traffpartners.com +trailer.cinemaflix.website +trustedhealthtips.com +tula.mdverey.ru +twiclub.in +udsgame.online +uprour.com +valmetrundan.se +vavilone.com +videochaty.ru +videojam.tv +watchdogs-2.ru +watchmygf.net +woodyguthrie.se +x-lime.com +xtrafficplus.com +xxxkaz.org +yellowads.men +zarepta.com +znakomstva-piter78.ru +zynax.ua diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 340075754..1db817e3c 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,4 +1,14 @@ - + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -76,26 +86,6 @@

Welcome to the Nginx Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to the Nginx - - -
-

Welcome to the Nginx Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - - - -Welcome to the Nginx - - -
-

Welcome to the Nginx Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- 403 Forbidden @@ -117,3 +107,10 @@
nginx/1.14.2
+ +403 Forbidden + +

403 Forbidden

+
nginx/1.14.2
+ + diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index d9f0a2c04..c3c284efc 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index caf781f04..a2ff59315 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 07bf4d9d3..5dfe90895 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index f40ee55c7..37eeef942 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1674 +#### Version: V4.2019.06.1676 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b59e334a2..e844802d2 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1674 +#### Version: V4.2019.06.1676 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index a8dbafe65..393dcc5cf 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1674 +#### Version: V4.2019.06.1676 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 898ec4f3e..3523651d8 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1674 +#### Version: V4.2019.06.1676 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 0c1976d35..b720bfa35 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 6a49ac65a..f4e4311d6 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1674 -### Updated: Fri Jun 28 21:47:59 SAST 2019 +### Version: V3.2019.06.1676 +### Updated: Fri Jun 28 22:13:38 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 0c1976d35..b720bfa35 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 9763c2bf7..2da01ca33 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:48:00 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:40 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##