diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 479de1217..465ec1626 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..290c48e19 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 8a3ffbec6..a1a082e07 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1680 -### Updated: Sat Jun 29 10:08:46 SAST 2019 +### Version: V4.2019.06.1681 +### Updated: Sat Jun 29 10:25:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 2fc596b5d..896ffe576 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.226.236 0; +104.154.120.187 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 8a3ffbec6..a1a082e07 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1680 -### Updated: Sat Jun 29 10:08:46 SAST 2019 +### Version: V4.2019.06.1681 +### Updated: Sat Jun 29 10:25:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 3ebf4827c..66a553fe4 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1680 -### Updated: Sat Jun 29 10:08:48 SAST 2019 +### Version: V3.2019.06.1681 +### Updated: Sat Jun 29 10:25:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..966492772 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index c3c284efc..2f692b069 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 3ebf4827c..66a553fe4 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1680 -### Updated: Sat Jun 29 10:08:48 SAST 2019 +### Version: V3.2019.06.1681 +### Updated: Sat Jun 29 10:25:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 12f18b91b..966492772 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index c3c284efc..2f692b069 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 3ebf4827c..66a553fe4 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1680 -### Updated: Sat Jun 29 10:08:48 SAST 2019 +### Version: V3.2019.06.1681 +### Updated: Sat Jun 29 10:25:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..966492772 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index c3c284efc..2f692b069 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 3ebf4827c..66a553fe4 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1680 -### Updated: Sat Jun 29 10:08:48 SAST 2019 +### Version: V3.2019.06.1681 +### Updated: Sat Jun 29 10:25:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf index 479de1217..465ec1626 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..290c48e19 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index 8a3ffbec6..a1a082e07 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1680 -### Updated: Sat Jun 29 10:08:46 SAST 2019 +### Version: V4.2019.06.1681 +### Updated: Sat Jun 29 10:25:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf index 479de1217..465ec1626 100644 --- a/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf index d9f0a2c04..290c48e19 100644 --- a/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf index 8a3ffbec6..a1a082e07 100644 --- a/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1680 -### Updated: Sat Jun 29 10:08:46 SAST 2019 +### Version: V4.2019.06.1681 +### Updated: Sat Jun 29 10:25:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf index c95bc9ad9..a919a2458 100644 --- a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; 35.193.7.13 0; +35.224.112.202 0; diff --git a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf index d8d466034..cc66e2a2c 100644 --- a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1680 -### Updated: Sat Jun 29 10:08:46 SAST 2019 +### Version: V4.2019.06.1681 +### Updated: Sat Jun 29 10:25:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 3ebf4827c..66a553fe4 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1680 -### Updated: Sat Jun 29 10:08:48 SAST 2019 +### Version: V3.2019.06.1681 +### Updated: Sat Jun 29 10:25:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 8a3ffbec6..a1a082e07 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1680 -### Updated: Sat Jun 29 10:08:46 SAST 2019 +### Version: V4.2019.06.1681 +### Updated: Sat Jun 29 10:25:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 12f18b91b..966492772 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 99fc4e9c9..df21f5e28 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -crawl.sogou.com -Iskanie -Jorgee -Openvas -sexsearcher -TurnitinBot -URLy.Warning -Voil -WebGo IS -Zitebot +Bigfoot +ExtractorPro +Firefox/7.0 +GT::WWW +ips-agent +LWP::Simple +Mediatoolkitbot +Mr.4x3 +Telesphorep +ZmEu diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 7a0576bee..ab815bbe2 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 360Spider +404checker 404enemy -80legs +Aboundexbot +ADmantX +AfD-Verbotsverfahren AhrefsBot -AiHitBot +Alexibot AllSubmitter AlphaBot Apexoo archive.org_bot -ASPSeek -backlink-check -BacklinkCrawler -BackStreet -Badass -BBBike +Asterias +Attach +autoemailspider +Backlink-Ceck +BackWeb +Bandit +Battleztar Bazinga BDCbot +BetaBot Bigfoot -Bitacle -Blackboard -Black Hole +BlackWidow +BLEXBot +Boardreader BotALot -BuiltWith +CATExplorador +CCBot Cegbfeieh -Chlooe -Cliqzbot -coccocbot-web -Collector -Copier -CopyRightCheck -Cosmos -Craftbot -crawler4j +CheeseBot +CheTeam +ChinaClaw +Cloud mapping +cognitiveseo +com.plumanalytics +crawler.feedback crawl.sogou.com -CrazyWebCrawler -CSHttp -DBLBot -demandbase-bot +Crescent +CrunchBot +Custo +DataCha0s +Demon Deusu -Devil Digincore +DIIbot Dirbuster Disco Discobot -Dispatch +DnyzBot DomainCrawler DomainStatsBot -Dragonfly -EasyDL +Dotbot +DSearch +Ecxi +EMail Siphon EMail Wolf +EroCrawler +evc-batch +Evil ExtLinksBot -Extractor ExtractorPro Extreme Picture Finder -EyeNetIE +Ezooms facebookscraper -FDM +FemtosearchBot FHscan Fimap +Firefox/7.0 Flunky +FrontPage GalaxyBot Genieo +GermCrawler GetRight -G-i-g-a-b-o-t -Go!Zilla -GrabNet -GrapeFX -HaosouSpider +GetWeb +Go-Ahead-Got-It +Gotit +Grabber +Grafula +GrapeshotCrawler +GT::WWW +HEADMasterSEO +Hloader HMView -HTTrack -Humanlinks -HybridBot Iblog IDBot -IlseBot -Image Fetch +Id-search Image Sucker Indy Library -InfoTekies -InterGET -InternetSeer +internetVista monitor ips-agent -IRLbot -IstellaBot -Jbrofuzz -Jetty -JOC Web Spider +Iria +JennyBot +JetCar +JikeSpider Jorgee -JustView -Jyxobot +Keyword Density Kozmosbot Lanshanbot -Larbin -LibWeb -Likse +LeechFTP LinkextractorPro -LinqiaScrapeBot +LinqiaRSSBot Lipperhey Spider -Ltx71 -lwp-request +Litemage_walker +LWP::Simple Magnet +magpie-crawler +Majestic12 Majestic SEO +Majestic-SEO +MarkMonitor Mass Downloader -MauiBot meanpathbot -MeanPath Bot Mediatoolkitbot -Metauri +mediawords +MFC_Tear_Sample +Microsoft URL Control MIIxpc +Mister PiX MJ12bot -Morfeus Fucking Scanner Mr.4x3 -MSFrontPage -MSIECrawler Msrabot +MS Web Services Client Protocol muhstik-scan Musobot Navroad Needle -NetAnts Netcraft netEstate NE Crawler +NetLyzer NetMechanic -NetSpider -Nettrack +NetZIP +NextGenSearchBot +Nibbler NICErsPRO -Niki-bot -Nikto -Nimbostratus -NPbot +Nmap Nutch -oBot +Offline Explorer Offline Navigator -Openfind -Openvas -OpenVAS -OrangeBot +OnCrawl OutclicksBot -Page Analyzer -PageGrabber -PageScorer +OutfoxBot Papa Foto -pcBrowser +Pavuk +PECL::HTTP +PeoplePal +PHPCrawl PictureFinder -Pixray PleaseCrawl -plumanalytics -Pockey -POE-Component-Client-HTTP -Probethenet +ProPowerBot +ProWebWalker Psbot Pump -PyCurl QueryN Metasearch +Quick-Crawler RankActive -RankFlex -RankingBot -RankurBot +RankingBot2 +Rankivabot +Reaper +Recorder RedesScrapy -ReGet -RepoMonkey +RocketCrawler +s1z.ru +SalesIntelligent SBIder +ScanAlert Scanbot scan.lol -Screaming +ScoutJet +Scrapy +Searchestate SearchmetricsBot Semrush SemrushBot -SEOkicks-Robot -SeoSiteCheckup +SEOkicks +Seomoz SEOstats sexsearcher -Shodan Siphon -SISTRIX -SiteExplorer -SiteLockSpider +Sitebeam SiteSnagger +SiteSucker +Site Sucker +Sitevigil +SlySearch SMTBot -SocialRankIOBot -Sociscraper -sogouspider -SpankBot -Spinn3r -Sqlworm +Snake +Sogou web spider +Spanner +Spbot +SputnikBot +Sqlmap Sucker +Sucuri SuperBot SuperHTTP +SurveyBot +Suzuran Swiftbot -Szukacz T0PHackTeam -tAkeOut -TeleportPro +T8Abot Telesoft +Telesphoreo +Telesphorep The Intraformant +TheNomad Thumbor -Titan Toata Toweyabot -Tracemyfile Trendictionbot trendiction.com -trendiction.de -True_Robot -TurnitinBot -Twice -URLy.Warning -VB Project +Turingos +Turnitin +UnisterBot +Upflow VeriCiteCrawler -Virusdie -VoidEYE Voil Wallpapers/3.0 -WBSearchBot +WASALive-Bot Webalta WebAuto Web Auto WebCollage WebEnhancer -WebFetch -Web Fetch WebFuck WebLeacher -webmeup-crawler -WebPix +WebmasterWorldForumBot WebReaper -Web Sauger -WebsiteQuester +WebSauger +Webshag +Website Quester WebStripper WebSucker -Web Sucker WebZIP -WeSEE Whack +Whacker Whatweb Who.is Bot -WinHTTrack -Wonderbot -Woobot -Wotbox -Wprecon -WWW-Collector-E -WWW-Mechanize +WiseGuys Robot +WPScan WWWOFFLE -Xaldon WebSpider +x09Mozilla Xaldon_WebSpider Xenu xpymep1.exe -YoudaoBot -zauba.io -ZmEu +Zauba +Zermelo +Zeus +Zitebot +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 66b603066..ab05d3b7d 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 404checker 404enemy 80legs -Acunetix +Abonti ADmantX -AiHitBot +AIBOT Aipbot -Alexibot AllSubmitter Anarchie +Apexoo +archive.org_bot +ASPSeek +Asterias +autoemailspider BackDoorBot -BackStreet -Badass -Barkrowler -Battleztar Bazinga +Bandit +BDCbot BetaBot -Blackboard BlackWidow +BLEXBot +Blow BlowFish -Boardreader Bolt BotALot +Brandprotect Brandwatch Buddy -BuiltWith -Bullseye -CherryPicker -ChinaClaw -coccocbot-web +Calculon +CATExplorador +CCBot +CheTeam +Cliqzbot +Cogentbot cognitiveseo +Collector +com.plumanalytics Copier Copyscape +Cosmos +Craftbot crawler4j -crawler.feedback -crawl.sogou.com -Crescent CrunchBot -Custo +Curious demandbase-bot +Demon +Deusu Devil -Digincore -DIIbot +DigitalPebble +Disco +Discobot +Discoverybot Dispatch +DittoSpyder DnyzBot -DomainAppender DomainCrawler +DomainSigmaCrawler Dotbot Drip DTS Agent -EasyDL Ebingbong +eCatch ECCP/1.0 -Ecxi -EirGrabber EMail Wolf -evc-batch -Evil -Exabot +EroCrawler ExtractorPro Extreme Picture Finder +Ezooms +facebookscraper FDM +FemtosearchBot FHscan Fimap +Firefox/7.0 +FlashGet +Foobot Freeuploader -FrontPage +Fyrebot +GalaxyBot GermCrawler -Getintent GetRight -GetWeb Gigabot G-i-g-a-b-o-t -Gotit -Go!Zilla -Grabber +GoZilla GrabNet -Grafula GrapeFX GridBot -GT::WWW -Harvest +Havij HEADMasterSEO +Heritrix +HMView +HTTP::Lite HTTrack Humanlinks -Iblog -InfoNaviRobot -instabid -Internet Ninja -ips-agent -IRLbot -Jbrofuzz +IDBot +Image Fetch +Image Sucker +IndeedBot +Indy Library +Iskanie +IstellaBot JennyBot Jetty -JikeSpider +JOC Web Spider +Joomla +JustView Jyxobot -Keyword Density -LeechGet +Kozmosbot +LeechFTP LexiBot -Lftp -Lightspeedsystems Likse -Linkdexbot -LinkextractorPro -LinkpadBot LinkScan -LinksManager LinqiaMetadataDownloaderBot Lipperhey -Lipperhey Spider -Lmspider +Litemage_walker LNSpiderguy -Ltx71 -lwp-request -lwp-trivial -Magnet -Mag-Net +magpie-crawler Mail.RU_Bot Majestic12 -MauiBot +Majestic SEO +Mata Hari meanpathbot -MegaIndex.ru +Meanpathbot +MeanPath Bot +Mediatoolkitbot +mediawords +Metauri Microsoft Data Access -Mister PiX -Mojeek -MSFrontPage -MSIECrawler -Msrabot -MS Web Services Client Protocol -muhstik-scan -Navroad -NearSite -Needle -Nessus -netEstate NE Crawler +MIDown tool +MJ12bot +Morfeus Fucking Scanner +Musobot +Netcraft NetSpider -Nettrack Netvibes -NetZIP -Nibbler +NextGenSearchBot Niki-bot -Ninja -Nutch +NPbot oBot +Octopus +Offline Explorer +Offline Navigator +Openfind OpenLinkProfiler OpenVAS -OrangeSpider OutclicksBot -PageAnalyzer -Page Analyzer -PageGrabber +OutfoxBot page scorer -PageScorer -Pandalytics Pavuk PECL::HTTP +PeoplePal +PHPCrawl Picscout -Picsearch -Pimonster -PleaseCrawl -plumanalytics -POE-Component-Client-HTTP -Probethenet -Pump -QueryN Metasearch +ProPowerBot +PxBroker +PyCurl Quick-Crawler RankActive -RankFlex -RankingBot2 -Rankivabot -Recorder -RepoMonkey -Rogerbot -SalesIntelligent +RankActiveLinkBot +RedesScrapy +s1z.ru +SBIder Scanbot -scan.lol ScoutJet Scrapy +Screaming +ScreenerBot +Searchestate +SearchmetricsBot Semrush -SEOkicks-Robot -Seomoz -serpstatbot +SEOprofiler +seoscanners +SEOstats sexsearcher +Shodan Siphon SiteExplorer SiteLockSpider SiteSnagger SiteSucker -Site Sucker -Sitevigil -SmartDownload -Snake +SlySearch Snapbot Snoopy Sociscraper -sogouspider -Sogou web spider +Sosospider +Spammen sp_auditbot -Sqlmap +Spbot +Stripper Sucker SuperHTTP Surfbot -T0PHackTeam -T8Abot -tAkeOut +SurveyBot +Suzuran +Swiftbot Teleport +TeleportPro Telesoft Telesphoreo Telesphorep -The Intraformant -Thumbor -Toata -Tracemyfile +TheNomad +TightTwatBot +Trendiction +Trendictionbot trendiction.com trendiction.de -Turingos -Turnitin TurnitinBot -TwengaBot -Twice +Typhoeus +Upflow +URLy Warning VB Project -VeriCiteCrawler -VidibleScraper -Virusdie +VCI +VoidEYE Voil Voltron -Webalta +WASALive-Bot +Web Auto WebCollage +WebCopier WEBDAV WebEnhancer Web Enhancer -WebReaper +WebFetch +Web Fetch +Web Fuck +WebLeacher +WebmasterWorldForumBot +Web Pix +WebSauger Web Sauger -Webshag WebsiteQuester -Website Quester -WebWhacker -WeSEE +Webster +WebStripper +Web Sucker +WebZIP Whack -Who.is Bot +Whacker Widow -WinHTTrack -WiseGuys Robot +WISENutbot +Woobot Wprecon +WPScan WWW::Mechanize +x09Mozilla +Xenu YoudaoBot Zauba zauba.io -Zermelo -Zeus -Zitebot ZmEu +ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 33f26a3d5..bac452f47 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -cenoval.ru -cheapjerseysbizwholesale.us -dirtpics.pw -flirt4free.com -irkutsk.zrus.org -mejoresfotos.eu -ooo-olni.ru -sape.top -streetfooduncovered.com -telefonsexkostenlos.tk +adrenalin-stk.ru +avitocars.ru +dyt.net +house.sieraddns.com +hoverboard360.nl +solinf.co +thruport.com +tiens2010.ru +vesnatehno.com +zhuravlev.info diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 02e2ce7b4..a7108d2a8 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -0c47f8422d3f.com -0daymusic.org -100dollars-seo.com -10bet.com -123kuma.com -1hwy.com -1kinobig.ru +00author.com +1000n1.ru +101lesbian.xyz +1-99seo.com +1flag.co.za +1stat.ru 2000k.ru 214jaluwobapef.cf -24-ak.ru -2728fb936f0.com 273-fz.ru -2drittel.de -2kata.ru -2rich4bitches.com -3rbseyes.com -4replicawatch.net -4webmasters.com -51.la -5elementov.ru -76brighton.co.uk -777-club.ru -999webdesign.com -aa8780bb28a1de4eb5bff33c28a218a930.com -aaa38852e886ac4af1a3cff9b47cab6272.com -aad1f4acb0a373420d9b0c4202d38d94fa.com -abcdefh.xyz -abclauncher.com -abctoppictures.net +2daytrendingnews.com +2nt.ru +3w24.com +3weekdiet.com +3xforum.ro +4kpics.rocks +4k-player.pl +5tey7463.weebly.com +6hopping.com +72-news.com +8gold.com +8si.ru +9icmzvn6.website +aa81bf391151884adfa3dd677e41f94be1.com +absolutelyanalog.com absolute-s.ru -actulite.com -adclickservice.com -adclickthru.net -add-add.men -addray.pro -adman.se -admitad.com -adprotect.net -adultfullhd.com -adultgalls.com -adultmeetonline.info -adultnet.in -adultwebhosting.info +abusora.com +academia-nsk.org +acheterviagrafr24.com +activecampaign.dreamhosters.com +activepr.ru +adcash.com +adf.ly +admanaerofoil.com +adnotbad.com +ads.gold +adsref.men +ads.tremorhub.com +adultfriendfinder.com +advancedcleaner.com advancedsoftwaresupport.com -affiliate-fr.com -agadelha.com.br -agardomains.com -agysya.ru -ahrntal.verymes.xyz -aibolita.com -airlandsea.info -airmaxshoes-2016.com +adviceforum.info +ad-words.ru +adzpower.com +aerogo.com +afslankpillen2017nl.eu +aimayangzhi.com alekseevec.ru -alice.it -all-streaming-media.com +alfabot.xyz +alfa-img.com +alfapro.ru +alienwheel.es +alienwheels.de +aliexpresscashback.club +all4invest.ru +alldownload.pw +allproblog.com allwomen.info -aloofly.com +alot.com alta-realestate.com amateurlivechat.org -amazon-seo-service.com -amospalla.es -ample-awards-today.us -anapa-inns.ru -animalia-life.club +amazon-adsystem.com +ampower.me +amt-k.ru +amung.us +amyfoxfitness.com +android4fun.org +animal-drawings.com +animaltoplist.com +anmysite.com +antons-transporte.de +apartmentbay.ru apartment.ru -apccargo.com -apessay.com -apiadanaknet-a.akamaihd.net -apiallgeniusinfo-a.akamaihd.net -apifasterlightin-a.akamaihd.net +apiappenableinfo-a.akamaihd.net apiitsthirteende-a.akamaihd.net +apilinkswiftco-a.akamaihd.net +apiwebwebgetcom-a.akamaihd.net appearance-cool.com -appfixing.space -apple.com-webbrowsing-security.science -approved.su +appfastplay.com +appsaurus.com +appsecurityr.com +apptester.tk a.pr-cy.ru -aquarium-pro.ru -arabgirls.adultgalls.com -arabseyes.com +ardimobileinfo.ml arenda-avtoprokat-krasnodar.ru -arius.tech +arkkivoltti.net artpicso.com -as5000.com -asiengirls.net -astrochicks.com +ascat.porn +asophoto.com atleticpharm.org -atovh.local-finders.com +atmagroup.ru +audiobangout.com autobudpostach.club -autodo.info autonew.biz -autorn.ru -autotrends.today -autovideobroadcast.com -avek.ru -aviav.eu -aviva-limoux.com -avkzarabotok.info -avtochehli.by +auto.rusvile.lt avtolombard-krasnodar.com -avto-oligarh.ru -ayeartoforget.com -azbukadiets.ru -babs.com.ua -back.dog -bagcionderlab.com -balkanfarma.org -bang-hotties.com -bannerbank.ru -bannertesting.com +ayanaspa.com +azazaporn.com +b2b-lounge.com +babosas.com +backlink4u.net +bambi.ck.ua +bannerswap.com +barnfurnituremart.com becuo.com -bestbrainprod.win -bestbuy.ca +beetpics.pw +beget.tech +benchmarkcommunications.co.uk +bestcoin.cc +best-mam.ru +best-seo-software.xyz best-seo-solution.com -bestwebsiteawards.com -beyan.host.sk -beztuberkuleza.ru -bigcareer.info -billiard-classic.com.ua -bimatoprost-careprost.com +bestserials.com +bestwebsitesawards.com +bg6s0.com +biglistofwebsites.com +biketank.ga bin-brokers.com -bingoporno.com -binomo.kz -biographiya.com bioinnovate.co -bio-japan.net bio-market.kz -bio-optomarket.ru -bitcoinpile.com -bitporno.sx -bizlist.com.de -biznesluxe.ru +bitnote.co biznesrealnost.ru -bjanshee.ru -bloggen.be +biznesschat.net +bjetjt.com +bkns.vn +blackle.com +blackplanet.com +blagovest-med.ru +blavia.00author.com +blobar.org bloggers.nl -bnt-team.com -bobinoz.com -bongacams.com -bonvillan.com -braindaily.xyz -brains2.biz -brainzpod.win -bristolhostel.com -bristolhotel.com.ua -bscodecs.com -btnativenav.com -builtwith.com -buttons-for-website.com -buybest1.biz +blogos.kz +blogs.rediff.com +blog.yam.com +bloke.com +bmw-ark.ru +bmwhighperformers.com +bolegapakistan.com +bonzibuddi.com +boo-arts.com +brainboostingsupplements.org +brainsandeggs.blogspot.com +brandehk.dk +bryansk.zrus.org +budpost.com.ua +buigas.00it.com +bukleteg.xyz +bupropion-sr-150-mg.us +businescoop.men +businesn.men +bus-offer.com +butstrap.space buy-cheap-pills-order-online.com +buy-forum.ru +buyviagraa.blogspot.com +bvlgaribracelet.xyz bycontext.com -bytimedance.ru -callawaygolfoutlet.online -callstevens.com -camdenmemorials.com -camdolls.com +cablecar.us +calstaterealty.us cam-kontakte.org -candelluxsklep.pl -canoncdriverq3.pen.io -canrioloadm.gq -cardsdumps.com -carsdined.org -cartierlove2u.com -cartierloveringreplica.xyz +candiceloves.us +candlehandmade.com +cardsharp1.ru +carina-sy.de cartierreplica.xyz -cenoval.ru +caveavins.fr +cctva.tv +celejihad.info centrdebut.ru -cerev.info -chatroulette.life -chatroulette.online -chcu.net -cheapbelstaff.online -cheapestjerseysonwholesale.com -check-host.net +cercacamion.it +cfacarrosserie74.com +cfcl.co.uk +cfsrating.sonicwall.com +chatroulette.si +cheapbarbour.online +cheapjerseysap.com +cheapsergiorossi.online checkpagerank.net -chinacheapelitejerseys.com -chinaelitecheapjerseys.com -choosecuisine.com -christianlouboutinsaleoutletonline.us -cialischstgerts.com -ciceros.co -clean-start.net -clickaider.com +chee-by.biz +chelnytruck.ru +chidporn.com +chocolateslim-en-france.com +chocoslim.pro +chuckguilford.com +cialischmrx.com +cicaki.net +cjmc.info +clarithromycin500mg.com +clayvasedesigns.tk +clevernt.com clickbank.net -clickhype.com -clmforexeu.com -cl.s7.exct.net -club-musics.ru -cognitiveseo.com -colehaanoutlet.store -comeondog.info -compliance-alexa.xyz -compliance-checker.info -compliance-elena.top -compliance-jane.top -compliance-john.top +clicksotrk.com +cmd.kz +cmhomestayagency.com +cntravelre.com +coderstate.com +colobit.biz +cometorussia.net +companies-catalog.com +compliance-fred.top +compliance-george.top +compliance-jess.top +compliance-margo.top +compliance-nelson.top +compliance-olga.top compliance-viktor.top -com-secure.download +compliance-walter.top +compucelunlock.net conciergegroup.org -cookielawblog.wordpress.com -coolgramgoods.com -coolingoods.com -coolyarddecorations.com +contentlook.co cosmetic.donna7753191.ru -country-chic.ru -cowblog.fr -crackzplanet.com -creditmoney.com.ua -cryptoswap.biz -cs-passion.pl -culmimg.pw -custodieva.ru +counter.bloke.com +countercrazy.com +cowlmash.com +crafthubs.com +crazyboost.pro +creditwell.ru +cscwtalkto.site +cubs-jerseys.us customboxes4less.com -customcatchcan.com -dailyrank.net -danashop.ru -dandiyabeats.in -daptravel.com -dataloading.net -data.vtc.pw -davidovic.info -ddpills.com +custom-product-labels.com +customsua.com.ua +cxpromote.com +dailyfinancefix.com +daisye.top +dalavia.ru +dame-ns.kz +dawlenie.com +ddsoldes.fr +decenttools.com degerlund.net -dekoration.us -delfin-aqua.com.ua -dellalimov.com -design-lands.ru -detective01.ru -detmebel.su -devochki.top -dieswaene.com -digest-project.ru -digilander.libero.it -digitalfaq.com -dikx.gdn -dimkino.ru +delta-line.men +demian.kz +deniven.1bb.ru +dentalpearls.com.au +dev-seo.blog +diminishedvalueoforegon.com +dipstar.org +discovertreasurenow.com distver.ru -div.as -djihispano.com -dnepropetrovsk.mistr-x.org -docs4all.com -documentsite.net -dodlive.mil -domain-submit.info +diusyawiga.tk +dividendo.ru +djekxa.ru +dktr.ru +dmmspy.com +dolohen.com +domaineaneblanc.com +domik-derevne.ru +domznaniy.ru donna7753191.ru -donvito.unas.cz -dood.live -dosug-lux.ru -dotnetdotcom.org -doyouknowtheword-flummox.ml -dptaughtme.com -drhomes.biz -drugspowerstore.com -drunkmoms.net -druzhininevgeniy63.blogspot.com -dwomlink.info -dynainbox.com -e-commerce-seo.com -ee77ee.com -egvar.net -ekn-art.se -ekobata.ru -e-kwiaciarz.pl -electrik-avenue.com -eleimgo.pw -elektrischezi.canalblog.com -elektrischezigarette2.onsugar.com -elektrischezigarettekaufen2.cowblog.fr -elektrozigarettekaufen2.blogse.nl -elitesportsadvisor.com -emergencyneeds.org +dostavimvdom.ru +dostavka-v-krym.com +dosugrostov.site +drugstoreforyou.com +druzhbany.ru +dtnlyss.com +e705.net +eas-seo.com +e-avon.ru +ecommerce-seo.org +ecookna.com.ua +edelstahlschornstein-123.de +ekspertmed.com +eladkarako.com +elektronischezigarettekaufen1.beeplog.com +elvenar.com empis.magix.net -eorogo.top -eredijovon.com +enge-fotzen.info +envaseslotusama.com +eropho.com +eropornosex.ru erotik-kostenlos.net +erotiktreff24.info +erotische-geschichten-xxl.com ertelecom.ru -eshop4u.jp +esfchat.tk +eshop.md esnm.ru -essayservicewriting.org -estelight.ru -etotupo.ru -etur.ru -eu-cookie-law.blogspot.com -eupornstar.info -euroskat.ru -evogarage.com -exchangeit.gq -excitacao.com +european-torches.ru +everypony.ru +everytalk.tv +excaliburfilms.com exdocsfiles.com -exlarseva.webblog.es -expolicenciaslatam.co -extlinks.com -extremal-blog.com -extremepornos.net -eyessurgery.ru -ezigarettekaufen2.blox.pl -ezigarettenshop2.postbit.com +executehosting.com +extads.net +extrabot.com +eywords-monitoring-your-success.com +ez8motelseaworldsandiego.com +ezaz.info ezofest.sk -facebook-mobile.xyz -factorynightclub.com -farm26.ru -fealq.com -ferretsoft.com -ferrotodo.com +f012.de +falllow.gq +falopicm.pw +famix.xyz +fantasticpixcool.com +femdom.twiclub.in +femmesdenudees.com +fenoyl.batcave.net +feorina.ru +fermersovet.ru fetishinside.com -fetroshok.ru -ff30236ddef1465f88547e760973d70a.com +fettefrauen.net +fickenprivat.info fickkontaktehobbyhuren.com -fifa-coins.online -filkhbr.com -financehint.eu -financepoints.eu -finansov.info -findacheaplawyers.com +fillmewithhappiness.com +filmci.pro +filmidivx.com finejewelryshop.ru -firstsiteguide.com -fitness-video.net -fiverr.com -flashlarevista.com -flavors.me -fodelsedagspresenter.nu -food.dtu.dk -footballfarrago.com -forex-indextop20.ru -forexunion.net -forpackningsutveckling.se -forsex.info -fortunejack.com +finteks.ru +fireads.men +floridamobilebillboards.com +florida-tourism.net +flprog.com +forex-procto.ru forum20.smailik.org -forum-engineering.ru forum.poker4life.ru -forum.tvmir.org -foto-telok.net -foxinsocks.ru +forums.d2jsp.org +foto-basa.com +fototravel.eu foxydeal.com frameimage.org -franch.info -franklinfire.co -frcls.fr freakycheats.com -free-laptop-reward.com -free-social-buttons.com -freeuploader.ml +free-fbook-traffic.com +freejabs.com +freelifetimefuckbook.com +free-share-buttons.blogspot.com +free-share-buttons.top +freshmac.space +frivgame250.com fr.netlog.com -froggytube.com -front.ru -ftns.ru -fuckmill.com -fullfileaccess.com -funnymama.com -funponsel.com -futbolkisales.ru -fxtips.ru -galaxyflowers.ru -gambarkataku.co -gamesprite.me -gazporno.com -gaz-voshod.ru +fuel-gas.com +funtoonez.com +fxgallery.com +fz139.ttk.ru +g7m.pl +galaxy-family.ru +gameonasia.com +gameprimary.com +game-top.su +gay.adultgalls.com +gaytube.com gcup.ru -ge0ip.com -geilehausfrauen.net -gemara.com +gearsadspromo.club +genericlowlatencyasiodriverhq.aircus.com genetworx.com geoads.com -getlamborghini.ga -getyourimage.club -ggiaro.com -gk170.ru +getaclueamerica.com +getprismatic.com +getridofstretchmarks.org +gg.zzyjxs.com +gk-atlant.info gkvector.ru -glasof.es glass-msk.ru glavprofit.ru -globalsurfari.com -gloverid.site -goatse.ru -goldadpremium.com -golfresa.lucania.se -golmau.host.sk +go2mike.ru +goforexvps.com +goldandcard.ru goodhousekeeping.com -goodwriterssales.com -gowreckdiving.com -greatzip.com -gribokstop.com -groupmoney.ru -gsmlab.pl -gsmtlf.ru -guruofcasino.com -gwhwpxbw.bloger.index.hr -gyffu.com -h2monline.com -hdhc.ru -hdpixion.com -healgastro.com +googglet.com +googlefeud.com +google-liar.ru +gopixdatabase.com +gopro-online.info +gorabagrata.ru +gorodservis.ru +gox.com.ua +greatdealshop.com +gsasearchenginerankerhelp.com +gstatey.net +guardlink.org +guarrasdelporno.xxx +handicapbathtubarea.com +handsandlegs.ru +havepussy.com +hawaiisurf.com +hayate.biz +hd-filmy.net +hdwallpapers-free.com heartofbeijing.blogspot.com -herehloadibs.cf -heroz.fr -hildinghr.se -hjaoopoa.top -hkladys.com +helvetia.com.ua +hermesbracelets.xyz +hermesreplica.pw +hexpilot.com +hikesearch.net hmmm.cz -home.myplaycity.com -hop.clickbank.net -horoshieokna.com -hostsshop.ru -hotchatdate.com -hothor.se -hoverboard360.at -hoverboard360.nl -hplaserjetpdriver8y.pen.io -humbmosquina.tk +homedecoguide.info +homeinns.com +homelygarden.com +homemade.gq +hostcritique.com +host-tracker.com +hotenergy.ru +houseofgaga.ru +howtowhitenteethfast.xyz +hptwaakw.blog.fc2.com +humanorightswatch.org +hustoon.over-blog.com hydropump.su +hyhj.info +iamsport.org ibb.com.ua -icaseclub.ru -iccornacircri.cf +ideibiznesa2015.ru ideoworld.org -id-forex.com -ifirestarter.ru -igadgetsworld.com -ihc2015.info -iklysha.ml -ilmen.net -imabase.com -images.gyffu.com -imagui.eu -imk.com.ua -immobiliaremassaro.com -impotentik.com -impresagaia.it -inboundlinks.win +igtools.club +ilovevitaly.ru +ilovevitaly.xyz +ilte.info +images-graphics-pics.com +imgarit.pw +imgata.com +i-midias.net.br +iminent.com incest-ru.com -infostatsvc.com +infobabki.ru inmate-locator.us -innoslicon.com -insomniagamingfestival.com -interfucks.net -invest-pamm.ru +insta-add.pro +instakink.com +interior-stickers.ru +intermesh.net +int.search.mywebsearch.com +investingclub.ru +investpamm.ru investyb.com -invitefashion.com -inzn.ru -iplogger.org -iradiology.ru -irunfar.com -i-service.kz -ispaniya-costa-blanca.ru -itag.pw -itbc.kiev.ua +invivo.hu +ipornox.xxx +ipostroika.ru +iptool.xyz +iqbazar.ru +iqoption.pro +isitpaleo.info +isoveti.ru +istizanidinelikexanax.blogspot.com itch.io +itsdp3.com +iwanttodeliver.com ix20.ru -izoll.ru -jacago.com -jackpotchances.com -janavibekken.no -janettabridal.com -japfm.com +izhevsk.zrus.org +j33x.com +james13prix.info javrip.net -jennyfire.ru -job.icivil.ir +jeremyeaton.co +jerseysbizwholesalecheap.com +jerseywholesalebizchina.com +jimmychoosale.online johnrobertsoninc.com -jolic2.com -jongose.ninja -jpcycles.com -jrpmakati.com -kakadu-interior.com.ua -karaganda.xkaz.org +journeydownthescale.info +j-times.ru +juliaworld.net +junglenet-a.akamaihd.net +justbcause.com +kaliningrad.zrus.org +kamalsinha.com +kamorel.com +karachev-city.ru karting196.ru kasino-money.pw -kazka.ru -kenaba.su -kichenaid.ru -kihi.gdn +kazrent.com +keenoutlet.online +ketoanhanoi.info +keywordhouse.com +kidskunst.info kimcurlrvsms.com +kinky-fetishes.com +kino2018.cc kinobaks.com +kino-ecran.ru +kino-fun.ru kinogonew.ru -kino-key.info -kirov.zrus.org -kmd-pto.ru -kndxbkdx.bloger.index.hr -knigonosha.net -kongoultry.net -koronirealestate.gr -kosova.de -kostenlos-sexvideos.com -kosynka-games.ru -krasivoe-hd.net -krasnodar.ru -krasnodar.zrus.org -kredit-blog.ru -kredit-pod-zalog-krasnodar.ru -kretpicf.pw -kumuk.info -kunstaktien.info -lacave.ntic.fr -lacloop.info -lampokrat.ws -landscaping.center -lapitec.eu +kinopolet.net +kiskinhouse.com +kollekcioner.ru +komputernaya-pomosh-moscow.ru +komputers-best.ru +konica.kz +kopihijau.info +koral.se +kostenloser-sex.com +kovrenok.ru +krafte.ru +krasivoe-hd.com +kriokomora.info +ku6.com +kursy-ege.ru +kustanay.kz +kuzinsp.ru +kwzf.net +lancheck.net +languagecode.com +laparfumotec.com larose.jb2c.me -lasvegaslockandsafe.com -law-check-nine.xyz -lawyers.cafe -ledpolice.ru -legionalpha.com -letmacworkfaster.world -lexaprogeneric.link +le-clos-des-alouettes.com +lernur.net +lesbian.xyz +letslowbefast.today +lezbiyanki.net lflash.ru -likesdesign.com -limtu.ifmo.ru -link.ac -linkarena.com -linkredirect.biz -linkwithin.com -liquimondo.com -lirunet.ru -littlesunraiser.com +life.biz.ua +linkbolic.com +lion.playtap.us +littlecity.ch liupis.com -liveinternet.ro -livejasmin.com -livetsomudvekslingstudent.bloggersdelight.dk -loadopia.com -localflirtbuddies.com +livingroomdecor.info +lob.com.ru locatellicorretor.com.br locimge.pw -loginduepunti.it -lolnex.us -longgreen.info -longlifelomilomi.info +lomb.co +lombia.com lookingglassemb.com -losangeles-ads.com -lostfilm-online.ru +low-format.ru +ltvperf.com +luciddiagnostics.in luckyshop.net.ua -lumb.co -m292.info -m4ever.net -mabdoola.blogspot.com -mainlinehobby.net -managerpak204.weebly.com -manifestation.betteroffers.review -map028.com -maranbrinfo.com.br -mararoom.ru -massage-info.nl -matematikus.info -matpre.top -matsdale.com +lyrster.com +macdamaged.tech +mac-shield.com +madot.onlinewebshop.net +magnetpress.sk +mahnwachen-helfen.info +mailemedicinals.com +maju.bluesalt.co +makedo.ru +manipulyator-peterburg.ru +masthopehomes.com +matb3aa.com +matchpal-a.akamaihd.net maxxtor.eu -mazda-roadsters.com -mb140.ru +m.b00kmarks.com +mearns-tractors.co.uk mebelcomplekt.ru -medicineseasybuy.com -medictube.ru +mebel-vstroika.ru +meble-bogart.info +medicines-choice.com medizinreisen.de -mesbuta.info -metalonly.info -metaxalonevstizanidine.blogspot.com +meduza-consult.ru +meetlocalchicks.com +mejoresfotos.eu +members.ghanaweb.com +menetie.ru +menhealed.net +metabar.ru michaelkorsoutletstore.net +michaelkorssaleoutletonline.net microsearch.ru -middlerush-a.akamaihd.net -midst.eu -mikozstop.com -millionare.com -mir-limuzinov.ru -mirmedinfo.ru -mjchamonix.org -mmofreegames.online -mmostrike.ru -mncrftpcs.com -mobot.site -mockupui.com -monclerjacketsoutlet.win -moneymaster.ru -montredemarque.nl -morf.snn.gr -most.gov.iq -mp3films.ru -mrmoneymustache.com -mulberryoutletonlineeu.com -mundoaberrante.com -musezone.su -music7s.me -mustat.com -muztops.ru -mydearest.co +migente.com +minecraft-rus.org +miniature.io +mirtorrent.net +missis.top +mister-shop.com +mitrasound.ru +mixx.com +mlvc4zzw.space +mnogolok.info +mobioffertrck.com +modenamebel.ru +moje-recenze.cz +mole.pluto.ro +moncleroutletonline.pw +monclervests.xyz +monetizer.com-01.site +moneyviking-a.akamaihd.net +moomi-daeri.com +morocco-nomad-excursions.com +morpicert.pw +moscow.xrus.org +most-kerch.org +moviemail-online.co.uk +moviezbonkerssk.cf +moyaterapiya.ru +mrcsa.com.au +msfsaar.de +mtmtv.info +muabancantho.info +muschisexbilder.com +musezone.ru +musicdaddy.net +musicstock.me +mybinaryoptionsrobot.com mydeathspace.com -mydownlodablefiles.com -myhydros.org +myfreetutorials.com +myftpupload.com myiptest.com -mymercy.info +mymobilemoneypages.com +mypets.by +myshopmatemac.com +myxdate.info na15.ru +nakozhe.com +narkologiya-orel.ru narosty.com -nash-krym.info -nate.com +natali-forex.com naturalpharm.com.ua -neobux-bg.info -neodownload.webcam -nerudlogistik.ru -netanalytics.xyz +naughtyconnect.com +nelc.edu.eg +netallergy.ru nevansk.ru -newsperuse.com -newtechspb.ru -nextconseil.com -nextrent-crimea.ru -nicovideo.jp -nikitsyringedrivelg.pen.io -nl.netlog.com -normalegal.ru -norththeface.store -noumeda.com -nuker.com +nextbackgroundcheck.gq +nextlnk12.com +nikhilbahl.com +nmrk.ru +nofreezingmac.click +nonews.co +november-lax.com +nsatc.net +nzfilecloud.weebly.com obesidadealgarve.com ochistka-stokov.ru -oddamzadarmo.eu -offergroup.info -offer.wpsecurity.website -office-windows.ru -okel.co -okmusic.jp -o.light.d0t.ru -omoikiri-japan.ru -online-hd.pl -onlineporno.site -online-templatestore.com -ons-add.men +oil-td.ru +okmedia.sk +okout.ru +onemactrckr.com +oneminutesite.it +oneshotdate.com +onlineku.com +online-x.ru +o-o-6-o-o.ru openfrost.net -openlibrary.org -open-odyssey.org -optitrade24.com -orgasmatrix.com +openmultipleurl.com +oralsexfilme.net +ordernorxx.com +orel-reshka.net +orhonit.com +osagonline.ru osoznanie-narkotikam.net ossmalta.com -outrageousdeal-a.akamaihd.net -owathemes.com -oyster-green.com -paceform.com -paclitor.com -paramountmarble.co.uk -partybunny.ru +ourtherapy.ru +outclicks.net +ovirus.ru +ownshop.cf +owohho.com +oxotl.com +paradontozanet.ru +parajumpersstore.online +partners-ship.pro +partner-stop.men +pateaswing.com pathwhelp.org -penisvergrotendepillennl.ovh -pepperstyle.ru -pewit.pw -photorepair.ru +paydayonlinecom.com +pb-dv.ru +pelfind.me +pensplan.com +perl.dp.ua +perm-profnastil.ru +perm.xrus.org +petsblogroll.com +photokitchendesign.com +photostudiolightings.com physfunc.ru -piccshare.com -picmoonco.pw -picphotos.net -picquery.com +picsearch.com picture-group.com -picturesfrom.com -pierrehardysale.online pila.pl -pinkduck.ga -piski.top pistonclasico.com -pix-hd.com +pixgood.com +pizza-imperia.com pk-pomosch.ru -pl.aasoldes.fr -plastgranar.nu -playfortuna-play.ru -pliks.pl -plusnetwork.com -pl-vouchers.com -pogruztehnik.ru -polytopesexempt.com +plastgran.com +plohaya-kreditnaya-istoriya.ru +pl-top.pl +pokerniydom.ru +polybuild.ru pontiacsolstice.info -popander.mobi -popup-fdm.xyz -popup.matchmaker.com -pornhub-forum.ga +popcash.net +popserve.adscpm.net +poquoson.org +pornhub-ru.com pornoelita.info -pornofeuer.com pornogig.com -pornohd1080.online -pornophoto.xyz -pornoreino.com -pornotubs.com -portadd.men -porto.abuilder.net -preg.marketingvici.com -printie.com -privatbank46.ru -privatefx.all4invest.info +pornoplen.com +porno-raskazy.ru +pornosee.info +porno.simple-image.com.ua +pornowarp.info +pornozhara.com +pornstartits.xblog.in +powc.r.ca.d.sendibm2.com +powitania.pl +pozvonim.com +pr0fit-b0x.com +praisong.net +predmety.in.ua +privetsochi.ru prize44.com -prohoster.info -promoheads.com -prosperent.com -prostitutki-belgoroda.org -prostitutki-kiev.org -prostitutki-yaroslavlya.org -puserving.com -push-ad.com -puzo2arbuza.ru -puzzleweb.ru -pyramidlitho.webs.com -quickloanbank.com -rabotaetvse.ru -rada.ru -ranksignals.com -razamicroelectronics.com -rcpmda.ikan1080.xyz -realmonte.net +prizeestates.cricket +prizefestival.mobi +prod2016.com +producm.ru +prointer.net.ua +prom23.ru +promalp-universal.ru +promover.org +pro-okis.ru +prostitutki-astana.org +prostitutki-novgoroda.org +prostitutki-odessa.org +proxyradar.com +psoriasis-file.trade +pussysaga.com +putitin.me +pwwysydh.com +qexyfu.bugs3.com +qld10000.net +q-moto.ru +qor360.com +radiogambling.com +ragecash.com +rainbowice.ru +rankia.com +ranksonic.org +rapevideosmovies.com +realnye-otzyvy.info +real-time-analytics.com +recipedays.ru redhotfreebies.co.uk -redirectingat.com -reeyanaturopathy.com -registrationdomainsite.com -relayblog.com -remmling.de -remorcicomerciale.ro -remote-dba.de -renecaovilla.online -renewablewealth.com -repeatlogo.co.uk +redirectme.net +redirlock.com +regionshop.biz +registrydomainservices.com +reklama1.ru +replicalouboutin.xyz replica-watch.ru -reversing.cc -rezeptiblud.ru -rfd-split.hr -rff-cfal.info -ringporno.com -rique.host.sk -rossmark.ru +research.ifmo.ru +responsive-test.net +retailwith.com +rewardit.com +reyel1985.webnode.fr +rimedia.org +ring4rhino.com +rock-cafe.info +roleforum.ru +rossanasaavedra.net +rostov.xrus.org +royalvegascasino.com rubanners.com -rubbed.us +rucrypt.com +ru-dety.ru ruf777.com -rumamba.com -runofilms.ru -rustic-quiver.win +rukino.org +ruscopybook.com +rusenvironmental.net +rusprostitute.com +russian-postindex.ru +russintv.fr +rutor.vip +sack.net sadaholding.com -sakhboard.ru -saltspray.ru -santasgift.ml -savefrom.com +safe-app.net +sajatvelemeny.com +sa-live.com +sankt-peterburg.nodup.ru savememoney.co.za -sawin.beth.webd.pl -sbdl.no -scanmarine.info -scanner-alex.top -scanner-irvin.top -scanner-jack.top -scanner-julia.top -scanner-margo.top -scanner-nelson.top -scanner-walt.top +sbetodiodnye-lampy.ru +scanner-george.top +scanner-jane.top +scanner-julianna.top +scanner-mark.top +scanner-marwin.top +scansafe.net scat.porn +schlampen-treffen.com sdelatmebel.ru search.1and1.com +search.alot.com searchmywindow-a.akamaihd.net +searchwebknow-a.akamaihd.net seeresultshub-a.akamaihd.net sei80.com -seksvideoonlain.com -semalt.com -sendearnings.com -senger.atspace.co.uk -seoheap.com -seomarketings.online +semp.net +semprofile.com +seoboxes.com +seocheki.net +seonetwizard.com +seorank.info seorussian.ru -seo-traffic-ranking.info -serdcenebolit.com -service.adtech.us -servingnotice.com -sexfreepornoxxx.com -sexiporno.net -sex-watch.com +seo-tools-optimizing.com +sexcamamateurchat.com +sexpartygirls.net +sexstream.pl +sexvideo-sex.com sexyali.com -sexy-pings.com -sexyteens.hol.es +shell-pmr.ru shikiso.info -shoesonlinebuy.cn -shoesonlinebuy.xyz +shillyourcoins.com shohanb.com -sibtest.ru -sientalyric.co -sierraapps.com -sildenafil-tadalafil.info -silktide.com -silverage.ru -sitebeam.net +shopcheermakeup.info +shoppingjequiti.com.br +shopsellcardsdumps.com +shtora66.ru +sildenafilcitratemed.com +sindragosa.comxa.com +site-auditor.online +sitevaluation.org sitevalued.com -sitiz.club -si-unique.com -skladvaz.ru -skuteczna-dieta.co.pl -skylta.com -skyway24.ru -slavic-magic.ru -slayerlife.com -slowmac.tech +skatestick.bid +slimcdn.com smartshoppymac.com -snjack.info -snts.shell-pmr.ru -social-buttons.com -social-buttons.xyz -socialmediasuggest.com -socialmonkee.com -socialsignals24.com -socialtrade.biz -softlinesolutions.me -solution4u.com -sophang8.com -souvenirua.com -spaceshipad.com -spasswelt.net +snip.to +snjatie-geroinovoy-lomki.ru +snomer1.ru +snow.nvr163.com +socialmadesimple.com +social-vestnik.ru +sockshare.net +soda.media +softtor.com +solinf.co +sosdepotdebilan.com +soviet-portal.do.am +sovinsteel.ru sport-video-obzor.ru -sprttrack.com -sptslmtrafms.com -spyfu.com -ssconstruction.co -star61.de -stard.shop -stariy-baku.com +stairliftstrue.com +stanthonyscatholicchurch.org +stathat.com staticfs.host -steamoff.net -stmassage.ru -storehouse.ua -strigkaomsk.ru -studiofaca.com -studiokamyk.com.pl -sugarkun.com -sukarame.net +staynplay.net +store-rx.com +strangeduckfilms.com +stretchmate.net +stroyplus.ru +stroy-portal22.ru +studiofmp.com +suhanpacktech.com +sundrugstore.com +superstarfloraluk.com superstats.com surflinksmedical.com -suture.co -tacbelarus.ru -tackletarts.co -tasteidea.com +svetodiodoff.ru +tampabaywatch.org tattomedia.com -tech4master.com -templates.franklinfire.co -tengohydar.tk -terraclicks.com -thebestweightlosspills.ovh -thebluenoodle.com -thecoral.com.br -thecounter.com +taxi-v-eisk.ru +tdsing.ru +teesdaleflyballclub.co.uk +tehngr.ru +testingads.pro +thaisamkok.com +thaismartloan.com +theautoprofit.ml +thebitcoincode.com thefds.net -thegameriders.com -theguardlan.com -theheroes.ru -thelottosecrets.com -thin.me.pn -thruport.com -ticketsys.inetwd.com -tiens2010.ru -timetorelax.biz -titan-ads.life -tizanidine4mgstreetvalue.blogspot.com -tizanidineandgabapentin.blogspot.com -tizanidineandhydrocodone.blogspot.com -tizanidinecost.blogspot.com -tizanidineinfo.blogspot.com -tizanidineinteractions.blogspot.com -tizanidinestreetprice.blogspot.com -tjkckpytpnje.com -tksn.ru -tmm-kurs.ru -token-lab.org -toon-families.com -top10-online-games.com -topbestgames.com -topdownloads.ru -torrents.cd -tourcroatia.co.uk -toys.erolove.in -toy-shop.top -tracxn.com -trafaret74.ru -traffic2cash.org -traffictrade.life -trahic.ru -trichizobswiv.agddns.net -tri-slona.org -trk-4.net -trucri.me -trustaffs.com -tsstcorpcddvdwshbbdriverfb.aircus.com -ttsq.fr -tube8.com -tula.howotorg.ru -turizmus.us -tv-spoty.info -twincitiescarservice.com -typimga.pw -ucsol.ru -udsgame.online -ufa.xrus.org -uk-zheu20.ru +thegamerznetwork.com +thepokertimer.com +the-torrent-tracker.blogspot.com +the-usa-games.blogspot.com +tiandeural.ru +tilido.com +tizanidine4mg.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tizanidinepills.blogspot.com +tizanidinerestlesslegsyndrome.blogspot.com +tkanorganizma.ru +tnctrx.com +tomatis.gospartner.com +tonerbox.kz +toolsky.com +toondinsey.com +toonfamilies.net +top10-way.com +topads.men +top-l2.com +torontoplumbinggroup.com +torture.ml +tozup.com +trafficjunky.net +trafficmonetize.org +traffpartners.com +triumf-realty.ru +trkur.com +truebeauty.cc +tubeline.biz +tubeoffline.com +tula.mdverey.ru +turbo-suslik.org +tvorozhnaja-zapekanka-recept.ru +tvoystartup.ru +typer.one +u17795.netangels.ru +u555u.info +ua-company.ru +ucoz.ru +udayavani.com +uginekologa.com +ugogo.info ultimateclassicrock.com -ultramart.biz -umityangin.net -unblocksit.es -uni.me -unpredictable.ga -unrealcommander.com -upproar.com -uptime-alpha.net -uptime-as.net -url2image.com -usacasino.com -us-america.ru +undergroundcityphoto.com +underthesite.com +unisexjewelry.org +unitexindia.com +unlimitdocs.net +urengoy.pro +urldelivery.com +url-img.link ussearche.cf -ustion.ru -vadimkravtcov.ru -valkiria-tk.ru -varikoz24.com -veerotech.com -vgoloveboli.net -via-gra.webstarts.com -viandpet.com -video-chat.love -videooko.weebly.com -video--production.com +uytmaster.ru +valsalud.com +varbergsvind.se +vavilone.com +vchulkax.com +vegan-foods.us +venta-prom.ru +vepad.com +videochat.bz +videochat.ph videosbox.ru -videositename.com -vip2ch.com -vip-dom.in -vipps.com.my -vitalads.net -vkak.ru -vladimir.xrus.org -vladimir.zrus.org -vmnmvzsmn.over-blog.com -vodaodessa.com +videos-for-your-business.com +vinsit.ru +visa-pasport.ru +vk-mus.ru +vkontaktemusic.ru +voditeltrezviy.ru vodkoved.ru -vsdshnik.com -vtc.pw -vvpg.ru -wanker.us +voloo.ru +vozbujdenie.com +vpnmouse.com +vzglyadriv.kg +wallpapersist.com wapsite.me -warezkeeper.com -watchmyfb.pl -watsonrealtycorp.com +watchmygf.net +waterpurifier.club +webads.co.nz webadvance.club -webextract.profound.net -webpromotion.ae -websiteexplorer.info -website-stealer.nufaq.com -webtherapy.ru -weightatraining.com -wesharepics.info +webalan.ru +webkeyit.com +weblo.com +webmonetizer.net +webshoppermac.com +websiteaccountant.de +websites-reviews.com +weburok.com +wemarketing.se westen-z.life -westsextube.com +wetgames.ru whatistizanidine2mg.blogspot.com -whatzmyip.net -wholesalejerseychinaoutlet.com -wholesalejerseychinashop.com -winx-play.ru -wleuaprpxuvr.ga -wma-x.com +whengirlsgowild.com +wieseversa.no +wildnatureimages.com +williamrobsonproperty.com +w-journal.ru +wnhjavlhezp.gq +wnoz.de +woman-h.ru +womens-journal.net wonderfulflowers.biz +woodyguthrie.se +wordkeyhelper.com +workle.website +worldhistory.biz worldtraveler.world -writingservices17.blogspot.ru +wowcasinoonline.ooo wrona.it -wttavern.com -xboxster.ru -x-diesel.biz -xitjw.info -xjrul.com -x-lime.net -xlolitka.com -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xchangetrak.com +xchat26.myfreecams.com +xgftnlrt.bloger.index.hr xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn----7sbifcamovvfggw9d.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn--b1agm2d.net -xn--d1abj0abs9d.in.ua -xn--d1aifoe0a9a.top -xnxx-n.com +xn----7sbahjd3btneuw1joc.xn--p1ai +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn--90acenikpebbdd4f6d.xn--p1ai +xolodremont.ru +xpresscare.ru +xtraffic.plus xtrafficplus.com -xwatt.ru -xxx-cam.webcam -xxxnatelefon.ru -yaaknaa.info -yaminecraft.ru -yebocasino.com -yebocasino.co.za -yellowads.men +xxxguitars.com +xxxkaz.org +xxxtubesafari.com +y8games-free.com +yatrk.xyz +yellowstonesafaritours.com yes-com.com -yoopsie.com -yourporn.com -yourporngay.com -yugo-star.ru -yunque.pluto.ro -yurgorod.ru -zapatosenventa.info -zeleznobeton.ru +yginekologa.com +yhit.press +yopoint.in +youdesigner.kz +yougetsignal.com +youporn-ru.com +youradulthosting.com +youresponsive.com +yoursearch.me +youtube-downloader.savetubevideo.com +yugk.net +za-fun-offer.com +zaidia.xhost.ro +zaloadi.ru +zarabotat-na-sajte.ru +zarepta.com +zastroyka.org +zebradudka.com zeroredirect11.com -zeroredirect1.com +zeroredirect6.com zetmaster.ru zhorapankratov7.blogspot.com -zigarettenonl.canalblog.com -zigarettenonlinekaufen2.drupalgardens.com -zigzog.ru -znakomstva-piter78.ru +zigarettenonlinekaufen1.bloog.pl +zigarettenonlinekaufen1.blox.pl zocaparj.kz zoodrawings.com -zophim.me -zrelaya.pw +zoomovies.org +zrus.org +zryydi.com zscalerone.net -zverokruh-shop.cz diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 91390fa36..5203dfc22 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0daymusic.org -1000n1.ru -12masterov.com -1314dh.com -991mostfm.co.id -adamoads.com -adanih.com -ahmedabadwebs.com -aktivator-windows10.blogspot.com -alevinefesleri.com -alphaforum.ru -altamayoztourism.com -amazingninja.com -apimegabrowsebiz-a.akamaihd.net -arcadeplayhouse.com -as5000.com -auspolice.com -baditri.com -balitouroffice.com -bannerpower.com -basedecor.ru -beclean-nn.ru -beetpics.pw -bensbargains.net -bibys.com -big-boards.info -bimatoprost-careprost.com.ua -bluesalt.co -bpro1.top -brains2.biz -bristolhostel.com -bristolhotel.com.ua -bryansk.zrus.org -buehne-fuer-menschenrechte.de -buyparajumpers.online +01apple.com +7xc4n.com +abcdeg.xyz +adinterax.com +advancedcleaner.com +adventureparkcostarica.com +airmaxshoes-2016.com +amazingpic.net +animal36.com +anticrawler.org +apiportalmorecom-a.akamaihd.net +approvedlocal.co.za +architecturebest.com +arenda-avtoprokat-krasnodar.ru +arendatora.ru +artdeko.info +artel116.ru +asacopaco.tk +atout-energie-69.com +audiofree.ru +avto-oligarh.ru +bag77.ru +bestchoice.cf +bestkfiledxd.cf +bestofpicture.com +best-seo-software.xyz +bestwrinklecreamnow.com +bet365.com +bezcmexa.ru +blacktwhite.com +bookmark4you.com.biz +bupropion-sr-150-mg.us bzero1jewelry.net -camel-beach.com -candypeople.se -cartierlovebracelet.xyz -casinos4dummies.co.uk -cheapjerseysbizwholesale.us -cheapsergiorossi.online -collegeessay19.blogspot.ru -comeondog.info -compliance-ivan.top -cranly.net -crd.clan.su -creditwell.ru -custom-product-labels.com -danceuniverse.ru -deplim.com -deutschland123.de -dfwu1019.info -dichvuvesinhhanoi.com -divatraffic.com -dkvorota.ru -domaincdn.xyz -domik-derevne.ru -dosug-lux.ru -download-of-the-warez.blogspot.com -downloads-whatsapp.com -dvd-famille.com -electronicadirect.com -energy-ua.com -engines-usa.com -escort-russian.com -expdom.com -fashion.stellaconstance.co -feorina.ru -fickenbumsen.net -filesmonster.porn -findclan.org -forex-procto.ru -forum-engineering.ru -foto-weinberger.at -freenode.info -freewebs.com -front.to +cars-modification.net +cartujano-pre.de +casablancamanor.co.za +cheapmoncler.win +chinajerseyswholesalecoupons.com +cicaki.net +clicksor.com +clippingphotoindia.com +club-samodelkin.ru +compliance-don.top +compliance-mark.top +constantaservice.net +construmac.com.mx +corta.co +crazyprotocol.com +customsua.com.ua +czat.wp.pl +daretodonate.co +data1.scopich.com +dbmkfhqk.bloger.index.hr +dcj-nn.ru +detsky-nabytek.info +djekxa.ru +dlya-android.org +dorratex.tn +downtuptv.gq +dprtb.com +edudocs.net +ekto.ee +eldiariodeguadalajara.com +encodable.com +estelight.ru +euroskat.ru +eyessurgery.ru +eywords-monitoring-your-success.com +ezofest.sk +falopicm.pw +favoritemoney.ru +financeloan.us +fiuxy.com +flytourisme.org +forsex.info +free-laptop-reward.com g7m.pl -gallictures.com -gaming-journal.com -gamingspark.com -gaz-voshod.ru -getlaid-xxxhookupdirect.com -girlsatgames.ru -goldenggames.com -googlepositions.com -gribkovye-zabolevaniya.com -growboxbl.ru -guge.io -hdpixent.com -hebr.myddns-flir.com -hit-kino.ru -holidaypics.org -hotloans.ru -hoztorg-opt.ru -ico.re -imagine-ex.co -indiasourcemart.in -invest-pamm.ru -ip-guide.com -ivanstroi.ru -jacago.com -jjbabskoe.ru -jolic2.com -kakadu-interior.com.ua -karadene.com -karaganda.xkaz.org -karpun-iris.ru -kemerovo.zrus.org -kino-key.info -knowsitall.info -koleso24.com.ua -kurwa.win -labplus.ru -lacapilla.info -la-fa.ru -lancheck.net -lecbter-relationships.ga -life.biz.ua -lion.misba.us -liveinternet.ru -live-sexchat.ru -liveshoppersmac.com -lkbennettstore.online -lookingglassemb.com -louboutinreplica.xyz -lsex.xyz -lubetube.com -machicon-ueno.info -mactechinfo.info -mebeldekor.com.ua -medicines-choice.com -microsoftportal.net -misandesign.se -mojpreskumanie.com -mokrayakiska.com -monitorwebsitespeed.com -mototsikl.org -mrcsa.com.au -mrvideospornogratis.xxx -muschisexbilder.com -mvpicton.co.uk -myphotopipe.com -net-profits.xyz -net-radar.com -networkcheck.xyz -newstaffadsshop.club -noscrapleftbehind.co -notebook-pro.ru -novodigs.com -offside2.5v.pl +galleryawesome.com +gallerylisting.com +gameonasia.com +gateway.zscalerone.net +gay.adultgalls.com +gearsadspromo.club +gemara.com +globetrotting-culture.ru +gopixdatabase.com +graphics8.info +hawaiielectriclight.com +hazardky.net +health-medical-portal.info +hetmanship.xyz +high-speed1.net +hjaoopoa.top +hobild.net +hoste.octopis.com +hostingclub.lk +hotenergy.ru +houston-vikings.com +hybrid.ru +iinstalll-fii1leis.jus0wil.pp.ua +imagecoolpub.com +inbabes.sexushost.com +infospot.pt +ivearchenceinflu.cf +jabimgo.pw +javidol.site +kamorel.com +kazan.zrus.org +kino-ecran.ru +kupit-adenu.ru +lashstudia.ru +laudit.ru +lesbian.xyz +livingroomdecor.info +loadingpages.me +lomb.co +mabdoola.blogspot.com +mafa-free.com +makis.nu +manifestation.betteroffers.review +medicine-4u.org +medizinreisen.de +meget.co.za +metabar.ru +migente.com +millionare.com +mistr-x.org +mobplayer.net +moonci.ru +movies-in-theaters.net +musicktab.com +muzaporn.com +mydownloadengine.com +nationalbreakdown.com +nbsproject.ru +nextbackgroundcheck.gq +nippon-bearings.ru +normalegal.ru +no-rx.info +obuv-kupit.ru ohmyrings.com -okayimage.com -ooo-olni.ru -oralsexfilme.net -orgasmus-virtual.com -ourtherapy.ru -photochki.com -phpdevops.com -pierrehardysale.online -platesauto.com -pl-top.pl -popup-jdh.xyz -pornofeuer.com -pornosee.info -princeadvantagesales.com -privatbank46.ru -privatefx-in.ru -privatov-zapisi.ru -prostitutki-novgoroda.org -pukaporn.com -rapidgator-porn.ga -realtytimes.com -r-e-f-e-r-e-r.com -rentaremotecomputer.com -rfd-split.hr -rfid-locker.co -sady-urala.ru -safe-app.net -salut-camp.ru -scanner-julia.top -searchimpression.com -seasaltwithfood.com -seoanalyses.com -seorank.info -servingnotice.com -sexcamamateurchat.com -sex-dating.co -sexvideo-sex.com -sexvporno.ru -sherlock.se -shtaketniki.kz -siteexpress.co.il -sitevalued.com -sk.golden-praga.ru -sohoindia.net -souvenirua.com -spidtest.org -sptslmtrafms.com -squidoo.com -stevemonsen.com -teslathemes.com -tizanidinedrugtest.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -torrents.cd -traffic2money.com -trahic.ru -twodollarshows.com -tzritel.tk -uac.net.au -ultramart.biz +okonich.com.ua +o-o-8-o-o.com +papasdelivery.ru +partner-host.men +pdamods.ru +pensplan4u.com +phormchina.com +photo.houseofgaga.ru +picswe.com +pisanieprac.info +pornhubforum.tk +pornogratisdiario.com +pornonik.com +posible.net +professionaldieselcare.com +proftests.net +progonrumarket.ru +projectforte.ru +promoforum.ru +proposal-engine.com +prostitutki-tyumeni.org +push-ad.com +pxhdwsm.com +qld10000.net +quizzitch.net +qwarckoine.com +r-control.ru +realitykings.com +rocketchange.ru +rosbalt.com.ua +royalads.net +russia-today-video.ru +saddiechoua.com +samo-soznanie.ru +sampleletters.net +sankt-peterburg.nodup.ru +scanner-don.top +scanner-jessica.top +scanner-john.top +scanner-mark.top +scat.porn +screentoolkit.com +sdsjweb.com +sex.hotblog.top +sharebutton.to +slavic-magic.ru +slutloadlive.com +smailik.org +sockshare.net +spb.ru +spywarenuker.com +standardchartered-forex.com +stauga.altervista.org +stefanbakosab.se +stickers-market.ru +strangeduckfilms.com +stuff-about-money.com +success-seo.com +supervesti.ru +svbur.ru +svensk-poesi.com +tackletarts.co +taihouse.ru +tandvardshuset.net +tattooha.com +tecspb.ru +thaismartloan.com +thepantonpractice.co.uk +tizanidinesideeffectsweightloss.blogspot.com +tizanidinevsvalium.blogspot.com +tnaionline.org +top10-way.com +traffpartners.com +trichizobswiv.agddns.net +tripper.de +tri-slona.org +tubeline.biz +tuckpointingmasonrysystems.com +ukrobstep.com +umg-stroy.ru um-razum.ru -usswrite.com -uzungil.com -vacances-voyages.info -varbergsvind.se -veselokloun.ru -vgoloveboli.net -video-woman.com -vvon.co.uk -warning.or.kr -wesharepics.com -westermarkanjou.se -worldlovers.ru -wsgames.ru -wufak.com -wzgyyq.com -x-diesel.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai -xn--80aafb2a.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn--b1adccaf1bzj.xn--p1ai -xn--l1aengat.xn--p1ai -xvideosporn.biz -yachts-cruise.info -yatrk.xyz -yebocasino.co.za -yellocloud.be -yellowfootprints.com -yopoint.in -yottos.com -ytmnd.com -zaloro.com -zetmaster.ru -zolotoy-lis.ru -zrelaya.pw -zscalertwo.net +upupa.net +url-img.link +venta-prom.ru +viagengrarx.com +video-chat.in +vipps.com.my +vod.com.ua +vrnelectro.ru +website-stealer.nufaq.com +wedding0venues.tk +weekes.biz.tc +wieseversa.no +wowcasinoonline.ooo +wstroika.ru +ww1943.ru +xlolitka.com +xmlinde.com +y8games-free.com +yes-com.com +ynymnwbm.bloger.index.hr +youbloodyripper.com +zaimite.ru +zapatosenventa.info +zeroredirect7.com +zeroredirect9.com +znaturaloriginal.com +zocaparj.kz +zvezdagedon.ru diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 254a46f60..0809108aa 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,4 +1,14 @@ - + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -116,14 +126,4 @@

Welcome to the Nginx Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to the Nginx - - -
-

Welcome to the Nginx Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index c3c284efc..2f692b069 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 70242b3e7..67a5ff8de 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 0bb21b0e0..714859f73 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index e32e70546..cbc4b126c 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1680 +#### Version: V4.2019.06.1681 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b3a315e04..7e5752b26 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1680 +#### Version: V4.2019.06.1681 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index e9409b7d1..d63480faf 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1680 +#### Version: V4.2019.06.1681 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index bf1155115..e4afbb79d 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1680 +#### Version: V4.2019.06.1681 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 8a3ffbec6..a1a082e07 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1680 -### Updated: Sat Jun 29 10:08:46 SAST 2019 +### Version: V4.2019.06.1681 +### Updated: Sat Jun 29 10:25:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 3ebf4827c..66a553fe4 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1680 -### Updated: Sat Jun 29 10:08:48 SAST 2019 +### Version: V3.2019.06.1681 +### Updated: Sat Jun 29 10:25:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 8a3ffbec6..a1a082e07 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1680 -### Updated: Sat Jun 29 10:08:46 SAST 2019 +### Version: V4.2019.06.1681 +### Updated: Sat Jun 29 10:25:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index d68d6d619..5fce20f11 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1680 -### Updated: Sat Jun 29 10:08:49 SAST 2019 +### Version: V4.2019.06.1681 +### Updated: Sat Jun 29 10:25:20 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##