diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index d2685b934..698899d11 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1660 -### Updated: Fri Jun 28 14:27:07 SAST 2019 +### Version: V4.2019.06.1661 +### Updated: Fri Jun 28 15:12:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index d2685b934..698899d11 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1660 -### Updated: Fri Jun 28 14:27:07 SAST 2019 +### Version: V4.2019.06.1661 +### Updated: Fri Jun 28 15:12:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index f5d55f8ff..c7c0595de 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1660 -### Updated: Fri Jun 28 14:27:08 SAST 2019 +### Version: V3.2019.06.1661 +### Updated: Fri Jun 28 15:13:00 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 5e7c0ed8e..42c86bb7d 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index 3e60bde86..e42e64139 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index f5d55f8ff..c7c0595de 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1660 -### Updated: Fri Jun 28 14:27:08 SAST 2019 +### Version: V3.2019.06.1661 +### Updated: Fri Jun 28 15:13:00 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 5e7c0ed8e..42c86bb7d 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index 3e60bde86..e42e64139 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index f5d55f8ff..c7c0595de 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1660 -### Updated: Fri Jun 28 14:27:08 SAST 2019 +### Version: V3.2019.06.1661 +### Updated: Fri Jun 28 15:13:00 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 5e7c0ed8e..42c86bb7d 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index 3e60bde86..e42e64139 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index f5d55f8ff..c7c0595de 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1660 -### Updated: Fri Jun 28 14:27:08 SAST 2019 +### Version: V3.2019.06.1661 +### Updated: Fri Jun 28 15:13:00 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index d2685b934..698899d11 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1660 -### Updated: Fri Jun 28 14:27:07 SAST 2019 +### Version: V4.2019.06.1661 +### Updated: Fri Jun 28 15:12:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta-install-nginx-testing-of-changes.sh b/.dev-tools/beta-install-nginx-testing-of-changes.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index f5d55f8ff..c7c0595de 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1660 -### Updated: Fri Jun 28 14:27:08 SAST 2019 +### Version: V3.2019.06.1661 +### Updated: Fri Jun 28 15:13:00 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index d2685b934..698899d11 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1660 -### Updated: Fri Jun 28 14:27:07 SAST 2019 +### Version: V4.2019.06.1661 +### Updated: Fri Jun 28 15:12:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/index.php b/.dev-tools/index.php old mode 100644 new mode 100755 diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 5e7c0ed8e..42c86bb7d 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index cb6679073..511e82aa8 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ Alligator -backlink-check -BlowFish -CheTeam -crawler4j -CSHttp -DigitalPebble -EMail Wolf -Evil -Express WebPictures -Extreme Picture Finder -Fyrebot -Getintent -Heritrix -IDBot -InfoTekies -ips-agent -JikeSpider -Jyxobot -Keyword Density -Lightspeedsystems -LinkScan -LNSpiderguy -Mata Hari -MFC_Tear_Sample -Mister PiX -MSIECrawler +Chlooe +CopyRightCheck +Demon +Dirbuster +ECCP/1.0 +Exabot +Grafula +Harvest +HTTP::Lite +IlseBot +InternetSeer +IRLbot +Iskanie +JamesBOT +JetCar +JOC Web Spider +Joomla +Larbin +LinqiaScrapeBot +lwp-request +Musobot Nessus -NPbot +Net Vampire +Ninja OnCrawl -Page Analyzer -PxBroker -PyCurl -QueryN Metasearch -Rankivabot -RedesScrapy -RocketCrawler -ScoutJet -SpaceBison -SuperHTTP -Toata -UnisterBot -URLy Warning -VeriCiteCrawler -Web Auto -Web Collage -WebPix -WWW::Mechanize +Openfind +Openvas +OrangeBot +PageScorer +Pixray +RankFlex +RebelMouse +sexsearcher +Sogou web spider +sp_auditbot +Surfbot +T8Abot +TightTwatBot +Virusdie +WBSearchBot +WEBDAV +WebEnhancer +Web Fetch +WebGo IS +WebStripper +Woobot +Wprecon +Xenu Zade -Zeus diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 01a8aa15f..9564866cc 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 404checker +404enemy +80legs Abonti -Aboundex -ADmantX -AhrefsBot -AiHitBot -Aipbot +Acunetix +AfD-Verbotsverfahren +AIBOT +Alexibot Alligator -AllSubmitter Apexoo -archive.org_bot -Asterias -Attach autoemailspider -Backlink-Ceck +BackDoorBot +BacklinkCrawler +Bandit +BatchFTP Battleztar Bazinga -BBBike BDCbot -Blackboard -Black Hole +Bigfoot BLEXBot -Blow BlowFish Boardreader -Bolt BotALot -Brandwatch -Buddy +Brandprotect Bullseye BunnySlippers -CATExplorador -CazoodleBot +BuzzSumo +CCBot Cegbfeieh -CheeseBot -CheTeam ChinaClaw -Chlooe Claritybot Cliqzbot +coccocbot-web Cogentbot cognitiveseo -Copyscape +Collector +com.plumanalytics crawler4j -crawler.feedback +crawl.sogou.com CrunchBot +Curious Custo DatabaseDriverMysqli -DataCha0s -DBLBot -Demon -Digincore -DIIbot +Deusu +Dirbuster +Discobot +Discoverybot Dispatch DittoSpyder -DomainAppender +DnyzBot DomainCrawler DomainSigmaCrawler -Drip -DSearch -DTS Agent +DomainStatsBot Ebingbong -eCatch -ECCP/1.0 -EMail Siphon -EroCrawler Evil -Exabot -ExtLinksBot +Express WebPictures +Extractor +Extreme Picture Finder EyeNetIE Ezooms +facebookscraper FemtosearchBot FHscan -Firefox/7.0 -FrontPage -GalaxyBot +FlashGet +Flunky +Foobot +Freeuploader Genieo -Getintent +GermCrawler Gigabot -G-i-g-a-b-o-t +Go-Ahead-Got-It Go!Zilla -Grabber GrabNet -Grafula +GrapeshotCrawler GridBot -GT::WWW Haansoft -HEADMasterSEO -Hloader -HTTP::Lite -Humanlinks -Iblog -IDBot -IlseBot -Image Fetch -Image Sucker +Harvest +Havij +HTTrack +HybridBot IndeedBot -InfoTekies -instabid +InfoNaviRobot Internet Ninja -InternetSeer ips-agent -Iria -Iskanie +IstellaBot +JamesBOT +JetCar Jetty JOC Web Spider Joomla -JustView -Jyxobot +Jorgee Keyword Density Lanshanbot -LeechFTP -LibWeb -Linkdexbot -LinkpadBot +LeechGet +LexiBot +Lftp +Likse +LinqiaMetadataDownloaderBot LinqiaRSSBot -LinqiaScrapeBot -Lipperhey Spider -Ltx71 +Lmspider +LNSpiderguy +lwp-request lwp-trivial Magnet -Mag-Net +Mail.RU_Bot Majestic12 -MarkMonitor -Masscan +Majestic SEO +Majestic-SEO +Mass Downloader meanpathbot -Metauri -Microsoft Data Access -MIIxpc +MeanPath Bot +MegaIndex.ru +Mister PiX MJ12bot -Mojeek Mr.4x3 MSFrontPage -Msrabot -Nameprotect -Navroad -NearSite +MSIECrawler +MS Web Services Client Protocol +Musobot +Needle Nessus -NetLyzer +NetAnts +Netcraft +netEstate NE Crawler NetMechanic -Netvibes -NetZIP -NextGenSearchBot -Nibbler -Nikto +NetSpider +Net Vampire +Niki-bot +NimbleCrawler Nimbostratus Ninja Nmap -NPbot -oBot -Octopus +OnCrawl Openfind OpenLinkProfiler -OpenVAS OrangeSpider -OutclicksBot -PageAnalyzer -Page Analyzer +OutfoxBot PageGrabber page scorer PageScorer Pandalytics +Papa Foto +Pavuk PECL::HTTP -Picscout Picsearch +PictureFinder Pi-Monster Pixray -PleaseCrawl +plumanalytics Pockey -POE-Component-Client-HTTP +Probethenet +ProPowerBot ProWebWalker Pump PxBroker -RankActiveLinkBot -RankingBot +QueryN Metasearch +Quick-Crawler +RankFlex RankingBot2 -Rankivabot RankurBot -Reaper -RedesScrapy +RebelMouse +ReGet RocketCrawler Rogerbot +s1z.ru SalesIntelligent -SBIder +ScanAlert Scanbot +scan.lol +ScoutJet +ScreenerBot +SearchmetricsBot +Semrush SEOkicks-Robot +SEOlyticsCrawler Seomoz -seoscanners +SEOprofiler +SeoSiteCheckup +serpstatbot Shodan -Siphon Siteimprove SiteLockSpider -SiteSnagger -Sitevigil -SmartDownload -Snake +Site Sucker +SlySearch +SMTBot Snapbot -SocialRankIOBot -sogouspider -Sosospider -SpaceBison -Spammen -Spanner +Snoopy +Sogou web spider +Sottopop Spinn3r +SputnikBot +spyfu +Sqlmap +Sqlworm +Stripper Suzuran Szukacz T0PHackTeam tAkeOut -Telesphorep +TeleportPro TheNomad +Thumbor +Titan +Toata Toweyabot Trendiction Trendictionbot +trendiction.com +trendiction.de True_Robot -Turnitin TwengaBot Twice +UnisterBot +Upflow +URLy Warning +Vacuum +Vagabondo VB Project -VeriCiteCrawler -VidibleScraper -Wallpapers/3.0 -WBSearchBot -Webalta +VoidEYE +Voltron +WallpapersHD +WebBandit +Web Collage WebCopier -WebEnhancer -WebFetch -WebFuck -WebLeacher -WebmasterWorldForumBot -webmeup-crawler -Web Sauger +WEBDAV +Web Enhancer +Web Fetch +WebImageCollector +WebReaper +Webshag +WebsiteExtractor Website Quester -WebSucker -Web Sucker -WebZIP -Whack +Whacker Whatweb -Who.is Bot -WinHTTrack +Widow WiseGuys Robot -Wotbox +WISENutbot +Wonderbot +Woobot +Wprecon +WPScan WWW-Mechanize -WWW::Mechanize -x09Mozilla -Xaldon_WebSpider -Xenu +WWWOFFLE xpymep1.exe +Zade Zauba -Zermelo +zauba.io +Zeus zgrab +Zitebot ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 372f33f42..49f1e4f48 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 404checker -Abonti -ADmantX -AhrefsBot -AIBOT +404enemy +Aboundexbot +Acunetix +AfD-Verbotsverfahren +Aipbot Alexibot -AlphaBot +Alligator +AllSubmitter Anarchie -Apexoo -archive.org_bot ASPSeek +Asterias Attach BackDoorBot -Backlink-Ceck -backlink-check -BacklinkCrawler -BackStreet BackWeb -Bandit BatchFTP Battleztar Bazinga -BBBike BetaBot -BLEXBot -Blow +Bigfoot +Blackboard +BlowFish +Brandprotect Brandwatch -Buddy -Bullseye BunnySlippers BuzzSumo -Calculon CCBot Cegbfeieh CherryPicker -Chlooe +Claritybot +Cloud mapping coccocbot-web Collector -com.plumanalytics -crawler4j +Copyscape crawler.feedback +crawl.sogou.com CrazyWebCrawler Crescent -CrunchBot CSHttp +Curious Custo -DBLBot -demandbase-bot Demon Deusu Devil DIIbot Disco +Discoverybot +DittoSpyder +DnyzBot +DomainAppender DomainCrawler -DSearch -EasyDL -eCatch +Download Wonder +Dragonfly +Ecxi EirGrabber -evc-batch +EMail Siphon +Evil Exabot -Express WebPictures -ExtLinksBot -EyeNetIE -Ezooms -facebookscraper +ExtractorPro FemtosearchBot FHscan -Fimap -Foobot +Firefox/7.0 +FrontPage FyberSpider Fyrebot -Genieo -GoZilla -Go!Zilla -Grabber +GalaxyBot +Getintent +Gigablast +Go-Ahead-Got-It GrabNet +Grafula +GrapeFX GrapeshotCrawler GridBot -HaosouSpider +Haansoft Harvest Havij HEADMasterSEO Heritrix -Hloader +HMView HTMLparser -HTTrack -Humanlinks -HybridBot -Image Fetch +Iblog IndeedBot +Indy Library InfoNaviRobot -InfoTekies instabid +Intelliseek InternetSeer -internetVista monitor ips-agent -Jbrofuzz +Iria JetCar Jetty -Jorgee -Jyxobot -Keyword Density +JikeSpider +JustView Lanshanbot Larbin -Lightspeedsystems +LeechFTP +LibWeb +Libwhisker Likse -Linkdexbot LinkextractorPro -LinkpadBot +LinqiaMetadataDownloaderBot LinqiaRSSBot -LinqiaScrapeBot -Lipperhey Spider -Litemage_walker -Lmspider -LNSpiderguy Ltx71 -lwp-request -MarkMonitor +magpie-crawler +Majestic-SEO MarkWatch Mass Downloader -Mata Hari -MauiBot meanpathbot Meanpathbot -Metauri -Microsoft Data Access -Microsoft URL Control -MIDown tool -MJ12bot -Mojeek -MSFrontPage +MeanPath Bot +Mediatoolkitbot +mediawords +MegaIndex.ru +Mister PiX +Morfeus Fucking Scanner +Mr.4x3 +Msrabot MS Web Services Client Protocol Musobot -Navroad -NearSite +Name Intelligence +Nameprotect Nessus -Nettrack +NetAnts +Netcraft +netEstate NE Crawler +NetMechanic Net Vampire Netvibes -NetZIP -NICErsPRO -NimbleCrawler -Nimbostratus -Ninja -NPbot -Nutch +NextGenSearchBot +Nikto Offline Explorer -OpenLinkProfiler -OutfoxBot -PageAnalyzer +Offline Navigator +Openfind +Openvas +OpenVAS +OrangeBot +OutclicksBot +Page Analyzer +page scorer PageScorer -Panscient -Pavuk +Pandalytics +Papa Foto +pcBrowser +PECL::HTTP PeoplePal PHPCrawl +Picsearch +PictureFinder +Pimonster +Pi-Monster Pixray PleaseCrawl -plumanalytics +Pockey POE-Component-Client-HTTP -ProWebWalker -QueryN Metasearch -RankFlex -Rankivabot -RankurBot -RealDownload +Probethenet +ProPowerBot +PxBroker +PyCurl +RankActive +RankActiveLinkBot +RankingBot2 Reaper RebelMouse +Recorder +RedesScrapy ReGet +RepoMonkey Ripper -SalesIntelligent -scan.lol -ScoutJet -Searchestate -SearchmetricsBot +s1z.ru +ScanAlert +Scrapy SemrushBot SEOkicks SEOkicks-Robot SEOlyticsCrawler -SEOprofiler SeoSiteCheckup -SiteLockSpider -Sitevigil +Shodan +SISTRIX +Sitebeam +SiteExplorer +Siteimprove SlySearch +SMTBot Snake -Snapbot -Sociscraper -Sogou web spider -Sottopop -Spanner -sp_auditbot +Sosospider +Spammen +SpankBot +Spinn3r spyfu Sqlworm Sqworm Steeler -Sucker -Sucuri -SuperBot -Surfbot +SuperHTTP SurveyBot Suzuran -Swiftbot -sysscan -T0PHackTeam T8Abot TeleportPro -Telesoft -Telesphorep +The Intraformant +TheNomad +TightTwatBot Titan Toweyabot -Trendiction +Tracemyfile +Trendictionbot True_Robot +Turingos +Turnitin +TurnitinBot +Twice Typhoeus -Vacuum +UnisterBot +URLy Warning Vagabondo -VCI +VB Project VeriCiteCrawler -VidibleScraper VoidEYE -Voltron -WASALive-Bot -WebCollage +Voil +Wallpapers/3.0 +WebAuto +Web Auto +WebBandit WebCopier WEBDAV WebEnhancer +Web Enhancer Web Fetch WebFuck -WebImageCollector +Web Fuck WebLeacher -webmeup-crawler WebPix -WebsiteExtractor -WebsiteQuester -WebSucker -WebWhacker +WebReaper +Web Sucker +WebZIP +WeSEE Whacker -Who.is Bot -Wonderbot +Whatweb +WinHTTrack +WiseGuys Robot +WISENutbot Wotbox WWW-Mechanize -WWW::Mechanize WWWOFFLE Xaldon WebSpider +Xaldon_WebSpider Xenu -YoudaoBot -Zade -zauba.io -Zeus +xpymep1.exe +Zauba +zgrab Zitebot ZmEu -ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index de190eed5..e0ae132f4 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -4inn.ru -above.com -ads.tremorhub.com -ahmedabadwebs.com -allwidewallpapers.com -aloofly.com -ampower.me -angry-fermi-7633.arukascloud.io -appsecurityr.com -azazu.ru -benchmarkcommunications.co.uk -blogqpot.com -bonux.nextview.ru -boobsimge.com -buy-cheap-online.info -camdolls.com -cartierjusteunclou.xyz -cartierlove.xyz -centre-indigo.org.ua -clips.ua.ac.be -contentsexpress.com -coolgramgoods.com -covetnica.com -dcj-nn.ru -deda-moroza-zakaz.ru -den-noch24.ru -dodlive.mil -en.altezza.travel -erotische-geschichten-xxl.com -filmi-onlain.info -flowersbazar.com -formseo.com -gayxperience.com -gazobeton-p.com.ua -glasof.es -gosarhivrt.ru -h2monline.com -homik.pw -images-free.net -ivanstroi.ru -ixora.pro -kiskinhouse.com -laulini.soclog.se -lifebyleese.com -lightinghomes.net -liupis.com -m1media.net -makedo.ru -mcadamssupplyco.com -mlf.hordo.win -moskva.nodup.ru -mp3films.ru -mykings.pw -mymercy.info -nagdak.ru -negociosdasha.com -nfvsz.com -oktube.ru +00webcams.com +101billion.com +1millionusd.xyz +3rbseyes.com +afmuseum.com +alloysteel.ru +alveris.ru +apioasisspacenet-a.akamaihd.net +beachtoday.ru +bestmobilityscooterstoday.com +bin-brokers.com +browsepulse-a.akamaihd.net +butstrap.space +buynorxx.com +cdn.walkme.com +chimiver.info +clicksor.com +compliance-elena.top +coolyarddecorations.com +cyclobenzaprinevstizanidine.blogspot.com +derevesendeco.com +dev.citetick.com +dms-sw.ru +docstoc.com +domaincrawler.com +domainroam.win +doxysexy.com +eachdayisagift.review +e-buyeasy.com +erotikstories.ru +factorynightclub.com +feorina.ru +financepoints.eu +flauntyoursite.com +free-social-buttons.xyz +free-video-tool.com +globalscam.ga +healmytrauma.info +housekuba.org +ifirestarter.ru +ihc2015.info +iphantom.com +iqoption.com +izhevsk.xrus.org +kasino-money.pw +kevblog.top +kiwi237au.tk +kliksaya.com +koopilka.com +kvartiry-remont.ucoz.ru +laudit.ru +lunamedia.co +montredemarque.nl +mrcsa.com.au +mygameplus.ru +myiptest.com +nextrent-crimea.ru +oakridgemo.com onlineku.com -parajumpersjakkesalgnorge.info -p-business.ru -picquery.com -picturesify.com -pinsdaddy.com -pochtovyi-index.ru -pornobrazzers.biz -porno-video-chati.ru -posible.net -privhosting.com -prize44.com -prpops.com -pst2017.onlinewebshop.net -russintv.fr -sale-japan.com -samoiedo.it -seorussian.ru -similardeals.net -sim-service.net -sitiz.club -spitfiremusic.com -sportbetfair.com -srgwebmail.nl -t3chtonic.com -t-bygg.com -thesmartsearch.net -tizanidineorflexeril.blogspot.com -tizanidinestreetprice.blogspot.com -top-karkas.ru -totu.us -tvteleport.ru -ucoz.ru -varbergsvind.se -vchulkax.com -videooko.weebly.com -vpnhowto.info -waycash.net -zeroredirect8.com -znaturaloriginal.com -zoodrawings.com -zrus.org +openlibrary.org +partnerline.men +pc4download.co +picture-group.com +prod2016.com +promodj.com +py100.ru +quick-offer.com +rcpmda.ikan1080.xyz +reklama-i-rabota.ru +robot-forex.biz +scrnet.biz.ua +search.1and1.com +sex-dating.co +shiksabd.com +skanninge.se +smichovbike.cz +sneakyboy.com +stretchmate.net +superlist.biz +supervesti.ru +szamponrevita.pl +tamada69.com +taqywu51.soup.io +tattomedia.com +thebluffs.com +thecoral.com.br +tizanidinevscyclobenzaprine.blogspot.com +tmm-kurs.ru +toon-families.com +tuckermktg.com +ukrobstep.com +universals.com.ua +unrealcommander.org +valoresito.com +vvon.co.uk +vzubah.com +weprik.ru +wildcattube.com +wnoz.de +zdesformula.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 18c4e76b0..546bf06ff 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -000free.us -00go.com -08800.top -100searchengines.com -123kuma.com -123locker.com -14b.info -1kdailyprofit.me -1qingdao.com -2000k.ru -2015god.org -2728fb936f0.com +00it.com +101billion.com +108shot.com +178evakuator178.ru +1-free-share-buttons.com +1j7740kd.website +24videos.tv +24x7-server-support.site +273-fz.ru 2ads.co.uk 2itech.ru +2nt.ru 2pxg8bcf.top +3dracergames.com 3rbseyes.com -3th.co.in -3w24.com -4ur.click -4webmasters.com -57883.net +45en.ru +4ureyesonly.com +4webmasters.org +5forex.ru 5u.com -72-news.com -7minuteworkout.com -8558l.jobs.net -aac500b7a15b2646968f6bd8c6305869d7.com -aadroid.net -abclauncher.com -absolutelyanalog.com -absugars.com -abusora.com -acgs.tk +6128786.com +7search.com +7zap.com +8gold.com +aa9bd78f328a6a41279d0fad0a88df1901.com +aac52006ec82a24e08b665f4db2b5013f7.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +above.com +acheterviagrafr24.com acortarurl.es -acunetix-referrer.com -addblueoff.com.ua -adelly.bg -adloads.com +adanih.com +adcash.com +add-add.men +addbin.men +adman.gr adrenalin-stk.ru -adultfriendfinder.com +ads.gold +adtech.fr +adult3dgames.com +adultmeetonline.info adultnet.in -adult-shop.com.ua -advokateg.ru -aero2.ru -agahinameh.com -aghanyna.com -ahmedabadwebs.com -ahrntal.verymes.xyz -akusherok.ru -alfa9.com -alibestsale.com -alice.it -aliexpress.com +adviceforum.info +agecheckadult.com +aimayangzhi.com +akama.com +akita.kz +aksonural.ru +aktivator-windows10.blogspot.com +alarmobninsk.ru +alert-jdh.xyz +alf-img.com +alkoravto.ru allboard.xobor.de -all-number.com -alpharma.net +alldezservice.kz +alot.com alta-realestate.com -amoi.tn -anal-acrobats.hol.es -angel1777.kz -animalia-life.club +alt-servis.ru +anabolics.shop +animalrank.com +animaltoplist.com +animenime.ru +apccargo.com apelsinnik.website -apiallgeniusinfo-a.akamaihd.net -apimegabrowsebiz-a.akamaihd.net -apisecretsaucebi-a.akamaihd.net -appearance-cool.com -applicationg29.com -arate.ru -arcadepages.com -architecturebest.com -arcteryxstore.online -arendas.net -arewater.com -arkkivoltti.net -arraty.altervista.org -asiengirls.net -asmxsatadriverin.aircus.com -asrv-a.akamoihd.net +apiadanaknet-a.akamaihd.net +apimountainbikei-a.akamaihd.net +apper.de +approved.su +appsaurus.com +a.pr-cy.ru +aproposde.com +ap.senai.br +ardimobileinfo.ml +arenanews.com.ua +arius.tech +arvut.org asrvvv-a.akamaihd.net -asseenontv.ru -atley.eu.pn -atovh.local-finders.com -auto.rusvile.lt -autoseo-traffic.com -autovideobroadcast.com -avramstroy.ru -avtovolop.ru -awaybird.ru -azartmix.com -azbuka-mo.ru -babieca.com -backgroundpictures.net -bagsonsale.online -bala.getenjoyment.net +asseenontvonline.ru +audiobangout.com +autodo.info +autorn.ru +auto-zapchasti.org +aviav.co +aviav.ru +avtoarenda.by +avtointeres.ru +ayakino.net +ayerbo.xhost.ro +b2b-lounge.com +babosas.com +babyguns.ru +bad-stars.net +baixar-musicas-gratis.com +balitouroffice.com +balook.com banan.tv -bannerbank.ru -bannerspace.com -beachtoday.ru -beauty-clinic.ru -becuo.com -bedandbreakfast.com -beetpics.pw -begalka.xyz +banksrf.ru +bank.uz +bannerads.de +bannerconnect.net +bannerpower.com +baoxaydung.com.vn +bard-real.com.ua +batanga.net +bausparen.bz.it +bayareaaeroclub.org +beauty-things.com +beclean-nn.ru +berdasovivan.ru berrymall.ru -bestadbid.com -bestbrainprod.win +best-businessman.ru bestofferswalkmydogouteveryday.gq -betterhdporn.com -betwinservice.com -bif-ru.info -bigcities.org +bet365.com +betonka.pro +bet-prognoz.com +big-boards.info biglistofwebsites.com -bildsuche.ru -bimatoprost-careprost.com.ua -binaryoptionscops.info -bingoporno.com -bioca.org -biographiya.com -bioinnovate.co -birzha-truda.eu -biznesschat.net -bkns.vn -blackhatworth.com -blagovest-med.ru -blavia.00author.com -blog.koreadaily.com -blpmovies.com -bluejays-jerseys.us -bmsco.co -bmw-ark.ru -boazpower.com -bobinoz.com -boleznikogi.com -bolezniorganov.ru -boltalko.xyz -brandbucket.com -bristolhotel.com -bristolhotel.com.ua -buckspar.gq +bingo8888.com +bizcheapjerseyswholesalechina.com +blackcurranthumidifiers.site +blockworld.ru +bloggerads.net +blogig.org +blogos.kz +blog.remote-computer.de +bloke.com +bmw.afora.ru +bodybuilding-shop.biz +boo-arts.com +brakehawk.com +brandehk.dk +brateg.xyz +brianhenry.co +brillianty.info +brk-rti.ru +brothers-smaller.ru +brus.city +buchananshardware.com budilneg.xyz -buehne-fuer-menschenrechte.de -builtwith.com -bumascloset.com +bumskontakte.org buron.pw -businescoop.men +businesn.men businesxxl.com +bus-offer.com butstrap.space -buyessay3.blogspot.ru -buyessaynow.biz +buydissertation.net buyessayonline19.blogspot.ru -buyhoverboard.com -buyk.host.sk -bvlgariring.xyz -c1.onedmp.com +buynorxx.com +buypanicdisorderpill.com +buytizanidineonline.blogspot.com +bvlgariwallet.xyz +bwlx.prepedu.cn cablecar.us -cakesplus.com.au -candy-glam-hp.com -canvas.gloverid.site -cardsharp1.ru -carrauterie.be -cartierlove2u.com -cartierloveringreplica.xyz -cascadelink.org -casinorewards.info -catalogs-parts.com -caulderwoodkennels.com -cbcseward.com -cbox.ws -cdncash.net -cdn.walkme.com -cementaresearch.se -cete.ru -cfacarrosserie74.com -cfcl.co.uk +cakemediahq.com.au +calc-for-credit.ru +calstaterealty.us +carfax.com.ua +carsdined.org +cars-modification.net +cartierbraceletsreplica.pw +cartierreplica.xyz +cartiertrinity.xyz +cartierwatch.xyz +cashkitten-a.akamaihd.net +cdnnetwok.xyz +cenokos.ru +centraletermice.us +cercacamion.it +cerev.info cfsrating.sonicwall.com -cheapbarbour.online -cheapjerseysbizwholesale.us -cheap-trusted-backlinks.com -checkpagerank.net -checktext.org -chocolateslim-u-srbiji.com +changde.58.com +chatroulette.life +chatroulette.online +chcu.net +cheapmoncler.pw +children-learningreading.info choosecuisine.com -chorus.terakeet.com christianlouboutinreplica.pw -christianlouboutinreplica.win -chuckguilford.com -cialis-samples.com -cienum.fr +christianlouboutinsaleonline.us +cicaki.net cindymatches.com -cinemaflix.website -cjmc.info -clarithromycin500mg.com -clash-clans.ru -classicakuhni.ru -cleanpcnow.com -clippingphotoindia.com +cityadspix.com +clayvasedesigns.tk +cleanersoft.com +cleansearch.net +clean-start.net +clean-virus-mac.com +clickpapa.com +clicksor.net club-samodelkin.ru -cntravelre.com -collegeessay19.blogspot.ru -communisave.co.za -compliance-alexa.top +coaching-netz.info +cocyq.inwtrade.com +colobit.biz +compliance-alexa.xyz +compliance-andrew.xyz compliance-brian.top -compliance-don.top -compliance-george.xyz -compliance-ivan.top -compliance-jane.top -compliance-john.top -concordexoticrentals.com -consorzioilmosaico.org -contentsexpress.com -cookie-law-enforcement-ee.xyz +compliance-don.xyz +compliance-fred.xyz +compliance-jack.top +compliance-mary.top +compliance-nelson.top +compliance-walter.top +com-secure.download +conocer-sanabria.com cookie-law-enforcement-hh.xyz -cosmeticswomens-womensports.rhcloud.com +coolgramgoods.com +copypaste.traderzplanet.in +copyrightclaims.org cottageofgrace.com -counterbot.com -cpabegins.ru -crackguru.tk -crackzplanet.com -crazyprotocol.com -crynet.cc +cougfan.info +countbertwistdisp26.soup.io +courtshipgift.com +crest3d.ru cscwtalkto.site -cubs-jerseys.us -custodieva.ru +culad.com +customcatchcan.com +customerguru.in +customsua.com.ua +cyclobenzaprinevstizanidine.blogspot.com czat.wp.pl -daisye.top -danceuniverse.ru +d2jsp.org +dailyfinancefix.com +dailystrength.org +danschawbel.com +darkages.info +data1.scopich.com data-mining.tk -dawlenie.com -dear-diary.ru -decoratinghomes.ga +date-withme.com +dayibiao.com +dcj-nn.ru +dealighted.com +decorazilla.com +defenderxtactical.com dekoration.us -delfin-aqua.com.ua -den-noch24.ru +demenageur.com descargar-musica-gratis.net -design-ideas.info -design-lands.ru -destinationrealestate.com -detki-opt.ru -dev33.dioniqlabb.se -dgfitness.co -digitalfaq.com -directivepub.com -discovertreasure-a.akamaihd.net -distver.ru -divatraffic.com -divci-hry.info -djonwatch.ru -dms-sw.ru -docsportal.net +detsky-nabytek.info +deutschehobbyhuren.net +deutschland123.de +de.zapmeta.com +dfiles.me +diamond-necklace.info +diesel-parts28.ru +dieta-personalna.pl +diffbot.com +digilander.libero.it +dikqlyremy.info +discovertreasurenow.com +dispo.de +disruptingdinnerparties.com +djihispano.com +dlya-android.org +dneprsvet.com.ua +docstoc.com +dodlive.mil doeco.ru -dogclothing.store -dogsrun.net -dokfilms.net -domainroam.win -domashneeruporno.com -domini.cat -donvito.unas.cz -doublepimp.com -downloadkakaotalk.com -downvids.net +dokumentalkino.net +domaincheck.io +domainsphoto.com +domcran.net +domination.ml +donna7753191.ru +downloader12.ru doxyporno.com doxysexy.com -doyouknowtheword-flummox.ml -droidlook.net -dvd-famille.com -dvr.biz.ua -easycommerce.cf +dpihatinh.gov.vn +drugspowerstore.com +drunkmoms.net +dtnlyss.com +earl-brown.info easync.io -ec-file.info -econom.co +e-commerce-seo1.com ed-shop01.ru -ekaterinburg.xrus.org -eldiariodeguadalajara.com -elektrischezigarette1.blog.pl -elektrischezigarettekaufen2.cowblog.fr -elektrozigarettekaufen1.devhub.com +educatemetv.com +efnor-ac.com +electro-prom.com +elektrozigaretten1.postbit.com +elitepcgames.com +el-nation.com +eloconcream.blogspot.com +elstal.com.pl eluxer.net -elvel.com.ua +emailaccountlogin.co embedle.com -emergencyneeds.org empirepoker.com -enbersoft.com -enginebay.ru englate.com -englishdictionaryfree.com -enskedesquashclub.se -escortslet.net -esfchat.tk -eshop.md -este-line.com.ua +englishgamer.com +epicbrogaming.com +ereko.ru +esopini.com +espaceinventoristes.com +essay-writing.work eu-cookie-law.info -european-torches.ru eurosamodelki.ru -everflora.ru -ewebarticle.info -exchangeit.gq -excitacao.com -exoclick.com -exonline.info -exportshop.us -expresstoplivo.ru -extractorandburner.com -extremal-blog.com -ezigarettenkaufen1.deviantart.com -ezigarettenshop1.yolasite.com +euroskat.ru +expertnaya-ocenka.ru +extlabs.io +eywords-monitoring-your-success.com +ez8motelseaworldsandiego.com +ezigarettenkaufen2.dreamwidth.org +ezigaretteshop.webs.com +f0815.de face.hostingx.eu -fanrto.com -fashionavenuegame.com -fastfixing.tech +factorynightclub.com +fanoboi.com +farm26.ru +fashion-mk.net +fashion-stickers.ru fatmaelgarny.com -faz99.com -fefo.gdn -fenoyl.batcave.net -fickblock18.com -fickenbumsen.net -fickkontaktehobbyhuren.com -fickkontakte.org -filesvine.com -fillmewithhappiness.com -filmfanatic.com -financepoints.eu -findacheaplawyers.com -findclan.org -finstroy.net -finuse.com -firesub.pl -fitness-video.net -fiverr.com -fix-website-errors.com -flashbannernow.com -folowsite.com +favoritemoney.ru +fbdownloader.com +fealq.com +ferrotodo.com +fidelityfunding.com +fikasound.tk +financetip.eu +findpik.com +firstsiteguide.com +flagcounter.me +flauntyoursite.com +floating-share-buttons.com footballfarrago.com -forodvd.com -fortwosmartcar.pw -fotopop.club -foto-telok.net +forex-procto.ru +forpostlock.ru +forums.d2jsp.org +fotosfotos.eu +fototravel.eu +foto-weinberger.at fotzen-ficken.com -frameimage.org -free-gluten.ru -free-laptop-reward.com -freemags.cc +foxjuegos.com +franecki.net +frcls.fr +freakycheats.com +free-deals.faith +freelotto.com +freenode.info freesitetest.com +freeuploader.com +freeuploader.ml +freewareseek.com freewhatsappload.com -freewlan.info -front.to -fuckmill.com +freshmac.space +freza-sverlo.ru fullgirl.ru -fun-mobi.pl -fusoradio.info -futbolkisales.ru -g33.org -gambarkatabaru.com -gambarkataku.co -gamerextra.com -gamezblox.com +funponsel.com +fyxabomiw.ru +galeria-zdjec.com +gameplexcity.com +gamerscorps.com +gamesprite.me +game-top.su +gamewrath.com +garciniaxt.us +gardene.ru gay.adultgalls.com -gayxperience.com -gazobeton-p.com.ua -gazoblok.net.ua -gazporno.com -gearsadspromo.club +gdcentre.ru +geile-lelly.eu +gemara.com genericlowlatencyasiodriverhq.aircus.com -getaclueamerica.com -gettpromos.com -gg-arena.ru -ghernnqr.skyrock.com -gidonline.one -gigablast.com -gigapeta.com -given2.com -gktt.ru -global-ics.co.za -gogalleryawesome.com -gojiberriess.apishops.ru -golfresa.lucania.se -googglet.com -google-liar.ru -goroda-vsego-mira.ru -gosmeb.ru +gerhardhealer.com +germetiki.com.ua +get-seo-domain.com +gheus.altervista.org +gilsonchiro.xyz +girlporn.ru +glall.ru +glasof.es +glopages.ru +go2jump.org +gobongo.info +golaya.pw +goldadpremium.com +goldandcard.ru +goldpanningtools.com +googlemare.com +gorodservis.ru +gox.com.ua gpirate.com -graphid.com -greenidesign.co -gribkovye-zabolevaniya.com -gribokstop.com +graphicwe.org +gratis-sexkontakte.com +green-tea.tv +greenzaim.ru groupmoney.ru -growboxbl.ru growshop.es -grtyi.com -gsbs.com.ua -gsmtlf.ru -habermetre.com -handicapvansarea.com -handicapvantoday.com -havepussy.com -hcate.com +gsasearchenginerankerdiscount.com +guildebzh.info +gwagka.com +gwhwpxbw.bloger.index.hr +haikuware.com +hamilton.ca +hao123.com +hayate.biz hdpixion.com -hdseriale.pl -healbio.ru -healing-dysplasia.ru -healmytrauma.info -heartofpayne.xyz -hebr.myddns-flir.com +hdxnxxtube.mobi +heliko.no helvetia.com.ua -herehloadibs.cf -hit-men.men -holidaypics.org -hollywoodactress.info -hotkeys.com -hoverboard360.se -hplaserjetpdriver8y.pen.io +hit-kino.ru +hobbyhuren-datenbank.com +homik.pw +hopeonthestreet.co.uk +hostingclub.lk +host-tracker.com +hothor.se +houdom.net +house.sieraddns.com +howlongdoestizanidinestayinyoursystem.blogspot.com +hoztorg-opt.ru hptwaakw.blog.fc2.com -hspline.com -hully.altervista.org -hustoon.over-blog.com -hydropump.su -ibb.com.ua -ideawheel.com -ido3.com -igithab.com -igtools.club -ilmexico.com -imagefinder.site -imagerydatabase.com -imgarcade.com -imgata.com -imguramx.pw +hscsscotland.com +hubbble.com +huimin764128.com +humanelydrew.com +hunthillfarmtrust.org +hyipmanager.in +ideoworld.org +iflycapetown.co.za +iideaidekonkatu.info +images-graphics-pics.com +images.gyffu.com +imagui.eu +imfamous.info +imgarit.pw +imicrovision.com +i-midias.net.br imperia31.ru +impisr.edunsk.ru impisr.ru -impotentik.com -impresagaia.it -incolors.club -indiasourcemart.in -inet-traffic.com -infogame.name -infospot.pt -infostatsvc.com -insta-add.pro -inzn.ru -iptool.xyz -iqbazar.ru -irunfar.com -isistaylorporn.info +inboxdollars.com +incomekey.net +indo-export.ru +informatiecentro.be +instasexyblog.com +insurple.com +internetartfair.com +intim-uslugi.info +int.search.tb.ask.com +invivo.hu +ipornox.xxx +iqoption.pro ispaniya-costa-blanca.ru -istizanidineanopiate.blogspot.com -iwantmyfreecash.com -jerseywholesaleelitestore.com -jewelryandfiligree.com -jikoman.info -jimmychoosale.online -jobmarket.com.ua -journeydownthescale.info +itrevolution.cf +ivoiretechnocom.ci +iweblist.info +ixora.pro +iyasimasennka.com +jabimgo.pw +james13prix.info +janerikholst.se +jav-fetish.com +jav-fetish.site +javrip.net +javxxx18.com +jbl-charge.info +jillepille.com +jose.mulinohouse.co +journalhome.com +jumptap.com +jurajskie.info kaidalibor.de -kambasoft.com +kalb.ru +kamen-e.ru +kanimage.com karachev-city.ru -karadene.com -kenaba.su -keyhantercume.com -khafre.us +katjimej.blog.fc2.com +kazrent.com +keki.info +kemerovo.zrus.org +kerch.site +keywordsuggests.com +kidskunst.info kimcurlrvsms.com -kinoduh.ru -kinogolos.ru -kino-key.info -kinosed.net -kirov.zrus.org -kladrus.ru +kino2018.club +kinohall.ru +kit-opt.ru +klejonka.info kletkimehan.ru klikbonus.com -klin3952.ru -klosetkitten.com -klumba55.ru -kmgamex.cf -kolotiloff.ru -komp-pomosch.ru -konkursowo-24.pl -kopihijau.info -kosynka-games.ru -kovrenok.ru -krafte.ru -kraljeva-sutjeska.com -krasnodar.ru +knogg.net +kol-energo.ru +koleso24.com.ua +kovesszucs.atw.hu +krasivye-devushki.net krassh.ru -kung-fu-ru.com -kustanay.kz -kutikomi.net -labplus.ru -labvis.host.sk -lacasamorett.com -lanadelreyfans.us -laptoper.net -lawyers.cafe +kursy-ege.ru +kurwa.win +kvartir-remont.biz +kwzf.net +labelwater.se +ladov.ru +landmania.ru +landscaping.center +larutti.ru +laserpen.club +law-check-seven.xyz lawyersinfo.org -laxdrills.com -leadwayau.com -lechtaczka.net -leftofcentrist.com -lexaprogeneric.link -li-er.ru -lietaer.com +layola.biz.tc +legionalpha.com +letslowbefast.site +libertybilisim.com likrot.com lineshops.biz linkrr.com -linksharingt.com -liveu.infoteka.hu +linkwithin.com +lion.misba.us +lion.snapmap.us +liveshoppersmac.com +livetsomudvekslingstudent.bloggersdelight.dk livingcanarias.com livingroomdecor.info -lomb.co -lomza.info -lonely-mature.com -lottospring.com -lovi-moment.com.ua -lyrster.com -m0r0zk0-krava.ru +ljusihus.se +llastbuy.ru +loadingpages.me +loadopia.com +loginduepunti.it +lol-smurfs.com +longgreen.info +lotto6888.com +lyngdalhudterapi.no +m3gadownload.pl +m5home.ru mackeeper-land-672695126.us-east-1.elb.amazonaws.com -macnewtech.com -macrotek.ru -magazintiande.ru -makedo.ru -malls.com -marcoislandvacations.net -maridan.com.ua -markjaybeefractal.com -marktforschung-stuttgart.com -marsgatan.com -maslenka.kz -masturbate.co.uk -matb3aa.com -maximilitary.ru -mbiologi.ru +madot.onlinewebshop.net +maju.bluesalt.co +mamasuper.prom.ua +manimpotence.com +mararoom.ru +marketingtechniques.info +marwer.info +massage-info.nl +masserect.com +max-eclat.men +mb140.ru mcar.in.ua -meccadumps.net -meddesk.ru -medizinreisen.de -medmajor.ru -megavolt.net.ua +mebel-alait.ru +mebeldekor.com.ua +medictube.ru +medi-fitt.hu +med-zdorovie.com.ua +megaapteka.ru +mejoresfotos.eu members.ghanaweb.com +menstennisforums.com +methodsmarketing.com migente.com -milblueprint.com -mindbox.co.za -minecraft-neo.ru -minegam.com +militarysale.pro +minet.club minyetki.ru -mir-limuzinov.ru -mirmedinfo.ru -mirobuvi.com.ua -missclub.info -missis.top -mjchamonix.org -mnogabukaff.net -mobile-appster.ru -mobplayer.net -mobplayer.ru -modabutik.ru -modenamebel.ru +mir-betting.ru +mirzonru.net +mmgq.ru +mnogolok.info +mobifunapp.weebly.com +mockupui.com moetomnenie.com -mojpreskumanie.com -monetizer.com-01.site -moneyteam24.com -moneyzzz.ru -monitorwebsitespeed.com -moomi-daeri.com -moscow-clining.ru -moviezbonkerssk.cf +monclerjacketsoutlet.pw +moncleroutletonline.xyz +moneyviking-a.akamaihd.net +monsterdivx.tv +moonci.ru +moscow.online-podarki.com +moskva.nodup.ru +mossmesi.com +motherboard.vice.com +moviemail-online.co.uk mowser.com -moyaterapiya.ru -mrbojikobi4.biz -mrlmedia.net -muizre.ru -muzaporn.com -muz-baza.net -muztops.ru -mxgetcode.com -mycouponizemac.com -mydearest.co +mp3films.ru +mrsdalloways.com +mrwhite.biz +mug-na-chas-moscow.ru +mulberryoutletonlineeu.com +musezone.su +musirc.com +mustat.com +muz-shoes.ru +my-bc.ru +mybinaryoptionsrobot.com +mydeathspace.com +mygameplus.com mygameplus.ru -mylida.org -myonigroup.com -myprintscreen.com -najaden.no -nalogovyykodeks.ru -narco24.me -narkologiya-voronezh.ru +mylesosibirsk.ru +myplaycity.com +mysexpics.ru +nakozhe.com +nash-krym.info nastydollars.com -nero-us.com -new7ob.com -newhairstylesformen2014.com -news-speaker.com -nfljerseyscheapbiz.us -nibbler.silktide.com -nikitabuch.com -nl.netlog.com +negociosdasha.com +nelc.edu.eg +netcheckcdn.xyz +net-profits.xyz +net-radar.com +new-apps.ru +newsperuse.com +newstraveller.ru +nightvision746.weebly.com +ningessaybe.me +njkmznnb.ru +nodding-passion.tk nootrino.com -normalegal.ru noscrapleftbehind.co notasprensa.info -nowtorrents.com -nsatc.net -nuit-artisanale.com -nuker.com -oballergiya.ru +nrjmobile.fr +ntic.fr +nufaq.com +nvformula.ru +oakridgemo.com obnal.org obuv-kupit.ru -ochistka-stokov.ru -offer.wpsecurity.website -okeinfo.online -okout.ru -oksrv.com -oktube.ru -olympescort.com -onclickpredictiv.com -onefilms.net -online7777.com +offside2.5v.pl +oklogistic.ru +okonich.com.ua +onclkads.com +oneclickfiles.com +onlinadverts.com onlineku.com -online-templatestore.com ons-add.men -onthemarch.co -openfrost.net -openmediasoft.com -openstat.com -optibuymac.com -orgasmatrix.com -orhonit.com -origin-my.ru +o-o-6-o-o.com +o-o-8-o-o.ru +openlibrary.org osb.se11.ru -osoznanie-narkotikam.net -ourtherapy.ru +ostroike.org ourville.info -ownshop.cf -ozas.net -paidonlinesites.com -partner-pop.men -partner-print.men -partnersafe.men -pastaleads.com -patol01.pw -patterntrader-en.com -pawli.eu -p-business.ru -pcimforum.com -pensplan.com -pepperstyle.ru -perfectpracticeweb.com -perm-profnastil.ru -perm.xrus.org -phobia.us -phormchina.com -phuketscreen.com +outrageousdeal-a.akamaihd.net +owathemes.com +oyster-green.com +pacificair.com +pammik.ru +panchro.xyz +parajumpersjakkesalgnorge.info +par-fallen.ga +partner-cdn.men +partnerline.men +partners-ship.pro +partner-stop.men +pcgroup.com.uy +pdns.cz +pelfind.me +perso.wanadoo.es +pharmacyincity.com +photo.houseofgaga.ru +picquery.com picscout.com +pics-group.com picswe.com -picturesfrom.com -picurams.pw -pigrafix.at -pijoto.net -pinstake.com -pinwallpaper.xyz -pisanieprac.info -piuminiita.com -pkr1hand.com -pk-services.ru -pl.aasoldes.fr -platezhka.net -playfortuna-play.ru -play.leadzupc.com -pochemychka.net -pogosh.com +pills24h.com +piluli.info +pirateday.ru +piter.xrus.org +pix-hd.com +pizza-tycoon.com +pladform.ru +plaff-go.ru +plastweb.ru +play-movie.pl +playmsn.com +pliks.pl poisk-zakona.ru -pons-presse.com -porngalleries.top -pornmania.pl -pornohd1080.online -pornokajf.com -pornoklad.ru -pornoslive.net -poshiv-chehol.ru -posible.net -positive2b.ru -pozvonim.com -praisong.net -preventheadacheguide.info -printingpeach.com -privatbank46.ru -prize44.com -prlog.ru +polcin.de +pooleroadmedicalcentre.co.uk +popads.net +popugauka.ru +popugaychiki.com +poquoson.org +pornhive.org +pornofeuer.com +pornolook.net +porno-raskazy.ru +porno-transsexuals.ru +pornotubexxx.name +pornotubs.com +pornowarp.info +porn-w.org +pospr.waw.pl +postclass.com +potolokelekor.ru +pozdravleniya-c.ru +pozdrawleniya.ru +pravoholding.ru +predmety.in.ua +predominant-invent.tk +pretty-mart.com +priceg.com +printie.com +privatefx.all4invest.info productarium.com -profitfx.online -profitsport.club -progonrumarket.ru -prointer.net.ua -prokotov.com -promoheads.com -promover.org -pronorm.fr -proprostatit.com -prostitutki-almata.org -prostitutki-novgoroda.org -prpops.com -pr-ten.de -psvita.ru -purplestats.com -pussysaga.com -pyrodesigns.com.au -q-moto.ru -quangcaons.com -quebec-bin.com -quickloanbank.com -quick-offer.com -quit-smoking.ga -qwesa.ru -raavidesigns.com -rada.ru -rangjued.com -rangoman.date -ranking2017.ga -rankingchart.de -ranksays.com -real-time-analytics.com +profitkode.com +profitwithalex.info +projefrio.com.br +promoforum.ru +pronekut.com +prostitutki-odessa.org +ptr.ruvds.com +qcstrtvt.bloger.index.hr +qld10000.net +qor360.com +radiodigital.co +radiogambling.com +rankings-analytics.com +rankscanner.com +rapidgator-porn.ga +ratemodels.net rebelmouse.com -recipedays.ru +reeyanaturopathy.com +referencemoi.com +r-e-f-e-r-e-r.com +regdefense.com +registrationdomainsite.com registry-clean-up.net -renecaovillasale.online -resant.ru -rewardit.com -rialp.getenjoyment.net -rimedia.org -rockprogblog.com -roleforum.ru -rootandroid.org -rossanasaavedra.net -runofilms.ru -runstocks.com -ruscoininvest.company -russkie-gorki.ru -rus-teh.narod.ru +registrysweeper.com +relax.ru +remont-fridge-tv.ru +remontgruzovik.ru +remontvsamare.su +resultshub-a.akamaihd.net +revistaindustria.com +rfd-split.hr +rfid-locker.co +rightenergysolutions.com.au +ringporno.com +rique.host.sk +ritlweb.com +rome2rio.com +ros-ctm.ru +royalvegascasino.com +rubanners.com +rubbed.us +ruex.org.ua +running-line.ru +rusoft-zone.ru +rus-pornuha.com +rusprostitute.com +russkoe-zdorovie.ru rustic-quiver.win +s8-nowy-wygraj.comli.com +sadaholding.com saecsa.co -saitevpatorii.com -sakhboard.ru -sa-live.com +sale-japan.com salut-camp.ru -salutmontreal.com +samolet.fr +samo-soznanie.ru +saneitconsulting.com +sanidumps.com +sarf3omlat.com +satellite.maps.ilovevitaly.com saugatuck.com -saveindex.xyz -sbwealthsolutions.ca -scanmarine.info -scanner-alexa.top +sawin.beth.webd.pl +sax-sex.com +sayyoethe.blogspot.co.za +scanner-elena.top +scanner-george.top scanner-jack.top -scanner-mark.top -scanner-mary.top -schoolfiles.net -search.1and1.com -searchlock.com -searchtooknow-a.akamaihd.net -se.bnt-team.com +scanner-josh.top +scanner-olga.top +scansafe.net +scoopquest.com +scopich.com +scrapy.org +screentoolkit.com +searchwebknow-a.akamaihd.net +see-your-website-here.com sei80.com -semp.net -sendearnings.com -seoprofiler.com -seotoolsagency.com -seo-traffic-ranking.info -serptehnika.ru -servethis.com -servicecenter.co.ua +selectads.men +senger.atspace.co.uk +seoanalyses.com +seogadget.ru +seolab.top +seorank.info +service.adtech.us +servisural.ru se-welding.ru -sex-foto.pw -sexiporno.net -sexobzor.info -sexstream.pl -sextracker.com -sexy.babes.frontend-stack.top -sfd-chess.ru -sharebutton.org -share-buttons-for-free.com +sexkontakteao.info +sexphoto.site +sexsaoy.com +sexsearch.com +sexvideo-sex.com +shama-rc.net shell-pmr.ru -shikiso.info -ship-marvel.co.ua +shoesonlinebuy.xyz +shop.acim.org +shop-electron.ru +shopfishing.com.ua sibecoprom.ru -sientalyric.co -signal03.ru -silktide.com -simon3.ru -simple-image.com.ua -simpoed.ufop.br -sinestesia.host.sk -sisiynas.ru -site3.free-share-buttons.com -site-analyzer.com +silvercash.com +sispe.com.br site-auditor.online -siteheart.net +site-speed-checker.site sitevaluation.org -si-unique.com -sixcooler.de -sizeplus.work -sklad-24.ru -skutecznetabletkinaporostwlosow.pl -slkrm.ru +skytraf.xyz +skyway24.ru +sladkoevideo.com +slomm.ru slonechka.ru -smartpet.ru -snip.tw -social-button.xyz -social-search.me +slowmacfaster.trade +small-games.biz +snjack.info +snsdeainavi.info +socialbookmarksubmission.org +socialmadesimple.com +social-vestnik.ru sodexo.com -softomix.com +softwaretrend.net sophang8.com -sosdepotdebilan.com -spammen.de -speedup-my.site -spin2016.cf -splendorsearch-a.akamaihd.net -sportbetfair.com -spravka130.ru -spymac.net -spywarespy.com -sribno.net +sotkal.lark.ru +speechfoodie.com +spylog.com +sr-rekneskap.no +ssconstruction.co stackthatbucks.com +stair.registrydomainservices.com +stal-rulon.ru +standardchartered-forex.com star61.de -stats-public.grammarly.io -stmassage.ru -stoki.ru -storehouse.ua +statustroll.com +stickers-market.ru +stockspmb.info +strag-invest.ru strfls.com -strongholdsb.ru -strongsignal-a.akamaihd.net -stroymonolit.su -strv.se -studiokamyk.com.pl -suhanpacktech.com +strigkaomsk.ru +stroimajor.ru sukirgenk.dvrlists.com +summerlinhomes411.info +sumo.com +superinterstitial.com +support.nopeas.sk +suralink.com +surcentro.com +surflinksmedical.com survival.betteroffers.review -svensk-poesi.com -swinger-mobil.net -swinginwithme.ru -swinon.site -taaaak.com -taboola.com -tamada69.com -taximytishi.ru -tds-advert002.info -teastory.co -teenbbw.yopoint.in -telesvoboda.ru -terraclicks.com -tetracsaudi.com -textads.men -tfxiq.com +svarbit.com +svbur.ru +svnuppsalaorebro.se +symbaloo.com +symphonyintegratedhealthcare.com +tako3.com +talant-factory.ru +tam-gde-more.ru +tanieaukcje.com.pl +td-33.ru +techart24.com +technika-remont.ru thaismartloan.com -thebluenoodle.com -thecoolimages.net -thecoral.com.br -theendivechronicles.com -thefds.net -thegameriders.com -thejournal.ru -theporndude.com -the-torrent-tracker.blogspot.com -threecolumnblogger.com -time-japan.ru -tizanidineandgabapentin.blogspot.com -tizanidinecost.blogspot.com -tizanidinedruginteractions.blogspot.com +theallgirlarcade.com +thefotosgratis.eu +theguardlan.com +thetardistimes.ovh +thetattoohut.com +the-usa-games.blogspot.com +thin.me.pn +tiandeural.ru +tilido.com +timeallnews.ru +timer4web.com +titan-ads.life +titangel-vietnam.com tizanidineinfo.blogspot.com -tizanidinesideeffects.blogspot.com -tizanidineusedfor.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -toon-families.com -top10-way.com +tizanidinenarcotic.blogspot.com +tizanidineoral.blogspot.com +tizanidinerestlesslegsyndrome.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tk-assortiment.ru +tomatis.gospartner.com +tongkatmadura.info +tooplay.com +top10-online-games.com +topmira.com +topshef.ru topvidos.ru -tour-line.net -toys.erolove.in -tracksz.co -tradgardspartner.se -traffic2cash.org -trafficmania.com +torture.ml +tovaroboom.vast.ru +toy-shop.top +track112.site +tracklead.net +traffic100.com trafficreceiver.club -traffmonster.info -trainoffend.ml -tramadolandtizanidine.blogspot.com -trustedmaccleaner.com -trustl.life -tubeline.biz -tuckermktg.com -tupper-posuda.ru -tvteleport.ru +triumf-realty.ru +trudogolik.net +truebeauty.cc +tula.mdverey.ru +turbo-suslik.org +turizm.bz tx41tclega.ru -uac.net.au -ua-company.ru -uamtrk.com -ua.tc -udayavani.com -ultimatesetnewfreeallsoftupgradesystems.pw -um-razum.ru -unpredictable.ga -upproar.com -uprour.com -uptime-alpha.net -uptime.com -urccvfmc.bloger.index.hr -urlcut.ru -urzedowski.eu -vadimkravtcov.ru -vapomnoncri.tk -v-doc.co -vedomstvo.net -vegascosmetics.ru -venerologiya.com -vertaform.com -viberdownload10.com -viddyoze.com -videochaty.ru -video--production.com -video-woman.com -viel.su -vigrx-original.ru -vilingstore.net -vip-dom.in -vip-parfumeria.ru -vitanail.ru -viteonlusarezzo.it -vizitki.net -vkonche.com -voloo.ru -vvon.co.uk -vvpg.ru -wallpapers-best.com -webix.me +txxx.com +tyumen.xrus.org +tzritel.tk +u555u.info +uasb.ru +udsgame.online +ugguk.online +uhod-za-sobakoj.ru +uk-zheu20.ru +umekana.ru +umnovocaminho.com +unimodemhalfduplefw.pen.io +uptime-delta.net +ural-buldozer.ru +url-img.link +uroki.net +us-america.ru +usiad.net +ustion.ru +utrolive.ru +uytmaster.ru +v24s.net +vacances-voyages.info +valkiria-tk.ru +vapsy.com +varikoz24.com +vasileostrovsky-rayon.ru +veles.shop +viagraneggrx.com +viandpet.com +video-chat.cn +videochat.life +videooko.weebly.com +video-production.com +videos-for-your-business.com +vip2ch.com +vipromoffers.com +vitoriacabos.com +viven.host.sk +vkontarkte.com +vodkoved.ru +vseigru.one +vykupavto-krasnodar.ru +wallpapersist.com +wareseeker.com +warezaccess.com +watchinf.com +watchmygf.net +waterefficiency.co +webads.co.nz +webmasters.stackexchange.com websiteaccountant.de -website-datenbank.de -websites-reviews.com -wechatdownload10.com -wedding0venues.tk +weekes.biz.tc +wemarketing.se wesharepics.info -westen-z.life -whatistizanidine2mg.blogspot.com -whatsupinfoley.com -wheelchairliftsarea.com -wineration.com -winner7777.net -win-spy.com -witherrom55.eklablog.fr -wleuaprpxuvr.ga -wnoz.de -woman-tampon.ru +wesharepics.site +whatzmyip.net +whiteelephantwellington.com +wholesalejerseysgaa.com +whosonmyserver.com +windowssearch-exp.com womens-journal.net -wonderfulflowers.biz -wordpress-crew.net -word-vorlagen.net +womensplay.net +workle.website worldis.me -worldlovers.ru +worldmusicfests.com wormix-cheats.ru -wosik-dach.service-for-web.de -woweb.com.ua -writersgroup580.web.fc2.com -wttavern.com -wurr.voila.net -www.arenda-yeisk.ru -www.event-tracking.com -x-diesel.org -xgftnlrt.bloger.index.hr -xkaz.org -xmronta.com +wsgames.ru +wufak.com +wyniki-lista.pl +x69ty.ru +xaijo.com +xaylapdiendanang.com +xfire.com +xingzi-vision.com xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn--80aafb2a.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xn--80aeahghtf8ac5i.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80abgj3a5acid6ghs.top +xn--80ahvj9e.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai xn--80ak6aa92e.com -xn--b1adccaf1bzj.xn--p1ai +xn----9sbebi2bvzr7h.xn--p1ai +xn--b1ag5cfn.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai xn--e1aggki3c.xn--80adxhks +xn----itbkqkfiq.xn--p1ai xn--lifehacer-1rb.com -x-porno.video +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +xnxx-n.com +xportvusbdriver8i.snack.ws x-stars.ru -xtubeporno.net -y8games-free.com -yachts-cruise.info -yeartwit.com -yellowstonevisitortours.com -yougetsignal.com -youghbould.wordpress.com -youradulthosting.com -your-bearings.com -yourserverisdown.com -ytmnd.com -yugk.net +xtrafficplus.com +xxxdatinglocal.us +xxxtubesafari.com +xz618.com +yellocloud.be +ynymnwbm.bloger.index.hr +youdao.com +youdesigner.kz +youraticles.pl +yoursearch.me +youtoner.it +youtuhe.com yuweng.info -zaimite.ru -zakonobosago.ru -zambini.ru +zaim-pod-zalog-krasnodar.ru +zarajbuilders.com +zarepta.com +zeikopay.com zerocash.msk.ru -zeroredirect6.com -zeroredirect.com -zetmaster.ru -zhongwenlink.com -zigarettenonlinekaufen2.drupalgardens.com -zigarettenonlinekaufen.tumblr.com -zixizop.net.ru -zkjovpdgxivg.ga -znakom.sibtest.ru -znakomstva-moskva77.ru +zeroredirect10.com +zeroredirect11.com +zeroredirect9.com zoogdiesney.com -zoolubimets.ru -zoosexart.com -zrus.org -zx6.ru +zoogdinsney.com +zoominfo.com +zootoplist.com +zscalerone.net +zvetki.ru +zytpirwai.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 052d2076b..7d626071e 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1001watch.com.ua -13tabs.com -1bet.com -1kinobig.ru -24videos.tv -2728fb936f0.com -2nt.ru -4pp13.com -888.com -aac500b7a15b2646968f6bd8c6305869d7.com -abovetherivernc.com -absolutelyanalog.com -addbin.men -advokateg.ru -agadelha.com.br -alienwheels.de -alif-ba-ta.com -alldezservice.kz -all-streaming-media.com -alvtank.se -appartement-stumm.at -appiq.mobi -artdestshop.eu -artel116.ru -asia-forum.ru -autorn.ru -azbukadiets.ru -b00kmarks.com -bablonow.ru -balla-boo.se -baltgem.com -bamo.xsl.pt -bannerbank.ru -bdsmgalls.net -bear.gotcher.us -berdasovivan.ru -besthoro.ru -bestplacetobuyeriacta.jw.lt -bet-prognoz.com -bobba.dzaba.com -bonky.biz -bookmark4you.com.biz -bouda.kvalitne.cz -bracketsmackdown.com -brakehawk.com -buqayy0.livejournal.com -buytizanidineonlinenoprescription.blogspot.com -calcularpagerank.com +10bet.com +1kdailyprofit.me +4kpics.rocks +83net.jp +a96527gi.beget.tech +abwa.tk +actulite.com +adamoads.com +admeasures.com +adssafeprotected.com +ads.tremorhub.com +advancedsoftwaresupport.com +affiliate-fr.com +agecheckadult.com +allpdfmags.net +anniemation.com +apidiamondatanet-a.akamaihd.net +apiitsthirteende-a.akamaihd.net +apispringsmartne-a.akamaihd.net +arenda-avtoprokat-krasnodar.ru +arendatora.ru +artavenuegardenstudios.com +asdfz.pro +asseenontv.ru +babosas.com +bankmib.ru +bif-ru.info +bimatoprost-careprost.com.ua +biznesrealnost.ru +bjetjt.com +blog.remote-computer.de +bongiornos.info +brainxs.us +brewdom.ru +btc4u.ru +buzz-porno.info camel-beach.com -candypeople.se -cbozhe.com -centraletermice.us -centrumcoachingu.com -cheapjerseysbizwholesale.us -christianlouboutinoutlet.win -constantaservice.net -cornomase.win -coslab.club -custom-electric-guitar.com -damasarenai.info -darkbooks.org -dataloading.net -decorazilla.com -dms-sw.ru -docs4all.com -dostavimvdom.ru -downloader12.ru -dtnlyss.com -ege-russian.ru -elektronischezigarettekaufen2.tumblr.com -elektronischezi.livejournal.com -eloconcream.blogspot.com -enews.tech -eng-lyrics.com -erotik0049.com -everypony.ru -evogarage.com -extrabot.com -fashionavenuegame.com -figuringmoneyout.com +cam-kontakte.org +carapics.com +cashkitten-a.akamaihd.net +caveavins.fr +cayado.snn.gr +ccjp.eu +cfcl.co.uk +chee-by.biz +christianlouboutinsaleonline.us +comissionka.net +compliance-donald.xyz +compliance-jess.top +compliance-john.top +concealthyself.com +cpajunkies.com +crafthubs.com +creatives.adbetclickin.pink +customerguru.in +customerpromos-a.akamaihd.net +cv.wallhade.co +dame-ns.kz +daptravel.com +descargar-musica-gratis.net +dickssportinggoods.com +dikqlyremy.info +dnepropetrovsk.mistr-x.org +drugs-no-rx.info +dvervmoskvu.ru +eandsgallery.com +e-avon.ru +education-cz.ru +elektrischezi.canalblog.com +elektrischeziga.livejournal.com +elektrozigarettekaufen1.devhub.com +engines-usa.com +e-poker-2005.com +everflora.ru +extractorandburner.com +fefo.gdn +ferrotodo.com +filesmonster.porn +financepoints.eu +financetip.eu finejewelryshop.ru -fivedwld.cf -floridahuntingfishingadventures.com -fotosfotos.eu -foto-sisek.porngalleries.top -fr.netlog.com -fungirlsgames.net -fun-mobi.pl -gate5.co.za -gay-site.store -gayxperience.com -gheus.altervista.org -glopages.ru -goodhumor24.com -gsbs.com.ua -hamilton.ca -hausfrauensex18.com -helvetia.com.ua -hermesreplica.win -heygidday.biz -highspeed5.net -himgaws.pw -hkladys.com -hoporno.com -hotchatdate.com -hoverboard360.se -hptwaakw.blog.fc2.com -hystersister.com -ibb.com.ua +folowsite.com +forum.poker4life.ru +fototravel.eu +franch.info +freakycheats.com +freemaintenancesysforpcandmac.top +freewlan.info +fullgirl.ru +futbolkisales.ru +galleryawesome.com +globetrotting-culture.ru +goforexvps.com +graphicwe.org +greendream.com.ua +gsasearchenginerankerhelp.com +guardlink.com +hledejvshopech.cz +hoholikik.club +housekuba.org +hoverboardforsaledirect.com +hubbble.com +hustoon.over-blog.com +hyiphunter.org +idc.com.ua +idealtits.net +iideaidekonkatu.info +ilbe.club imediadesk.com -impisr.ru -indiasourcemart.in -informatiecentro.be -ipornox.xxx -iqupdatetmz.win -irunfar.com -ivearchenceinflu.cf -japfm.com -jillepille.com -juliaworld.net -kasino-money.pw -keywordblocks.com -kinobaks.com -kinostorm.net -kovesszucs.atw.hu -krynica.info -layola.biz.tc -likesuccess.com +indo-export.ru +iplusbit.blogspot.co.za +jikoman.info +jongose.ninja +justprofit.xyz +kaliningrad.zrus.org +kamagragelusa.net +karachev-city.ru +keywordsuggests.com +kinogonew.ru +kliksaya.com +kollesa.ru +komp-pomosch.ru +konpax.com +kotaku.com +kreativperlen.ch +lafriore.ru +leftofcentrist.com +lescinq.com +limads.men linkbolic.com -liumimgx.pw -longadventure.com -meble-bogart.info -medicovi.com -medtherapy.ru +lost-alpha.ru +magicalfind-a.akamaihd.net +magicplayer-s.acestream.net +marwer.info +mebel-ekb.com +meetlocalchicks.com me-ke.com +mhi-systems.ru midst.eu -mlvc4zzw.space -mojpregled.com -mojpreskumanie.com -mosdverka.ru -mossmesi.com -mttwtrack.com -mug-na-chas-moscow.ru -myanyone.net -myhealthcare.com -narkologiya-penza.ru -narutonaruto.ru -newstudio.tv -nuit-artisanale.com -onemactrckr.com -onlinedomains.ru -onlywoman.org -ourville.info -paperwritingservice17.blogspot.ru -parfusale.se -petitions.whitehouse.gov -petrovka-online.com -phobia.us -photo-clip.ru -picturesmania.com -pooleroadmedicalcentre.co.uk -porno-raskazy.ru -pornowarp.info -powc.r.ca.d.sendibm2.com -pro-poly.ru -pssucai.info -pussyspace.net -randki-sex.com -rebrand.ly -redirlock.com -rennlist.com -reyel1985.webnode.fr -ruex.org.ua -sabizonline.com -sa-live.com -saltspray.ru -santechnik.jimdo.com -scanner-irvin.top -scanner-jane.top -scanner-marwin.top -scansafe.net -search-goo.com +moesonce.com +monsterdivx.tv +mrbojikobi4.biz +muztops.ru +mwtpludn.review +mydirtystuff.com +myyour.eu +naphukete.ru +narkologiya-voronezh.ru +natali-forex.com +nbsproject.ru +niki-mlt.ru +njkmznnb.ru +nottyu.xyz +nowtorrents.com +nuup.info +obuv-kupit.ru +online-hit.info +onlythegames.com +ooomeru.ru +ordernorxx.com +ostroike.org +outclicks.net +oyster-green.com +paidonlinesites.com +pcgroup.com.uy +pflexads.com +piluli.info +play-movie.pl +play-mp3.com +polcin.de +pornoforadult.com +pornoplen.com +prchecker.info +prize44.com +prostitutki-almata.org +quickbuck.com +quizzitch.net +rainbowice.ru +replicaclub.ru +rewardpoll.com +ring4rhino.com +rvi.biz +sakhboard.ru +schoolfiles.net +seansonline24.pl +searchengineranker.email searchlock.com -see-your-website-here.com -seinterface.com -semprofile.com -seoboxes.com -sexiporno.net -sfj-ror.no -ship-marvel.co.ua -shoppingjequiti.com.br -shopsellcardsdumps.com -simply.net -siteaero.com -site-analyzer.com -skachat-besplatno-obrazcy.ru -slavia.info -sneakyboy.com +serpstat.com +sexkontakte-seite.com +sexobzor.info +sexy-pings.com +sharebutton.net +shodanhq.com +sideeffectsoftizanidine.blogspot.com +sientalyric.co +sledstvie-veli.net +smartshoppymac.com +socialbookmarksubmission.org +social-buttons.com social-fun.ru -social-s-ggg.xyz -softwaretrend.net -solinf.co -spylog.com -stair.registrydomainservices.com -start.myplaycity.com -stevemonsen.com -streha-metalko.si -superstarfloraluk.com -svtrd.com -swinginwithme.ru -swinon.site -tedy.su -telefonsexkostenlos.tk -telemetryverification.net -titan-ads.life -tizanidinefibromyalgia.blogspot.com -tjkckpytpnje.com -tn811.us -tomatis.gospartner.com -top10-online-games.com -trafficreceiver.club -tupper-shop.ru -ublaze.ru -umekana.ru -undergroundcityphoto.com -urdoot.win -v-doc.co -videochat.mx -vigrx-original.ru -vikistars.com -villacoloniale.com -vipms.ru -wahicbefa31.soup.io -watsonrealtycorp.com -wejdz-tu.pl -westsextube.com -wfb.hatedriveapart.com -wholesalecheapjerseysfree.com -wordpress-crew.net -xn--80aeahghtf8ac5i.xn--p1ai -xn----dtbndd4ae7eub.top -xxx-cam.webcam -yadro.ru -yellowstonevisitortours.com -youresponsive.com -yourporn.com -youtoner.it -zakazfutbolki.com -zeroredirect11.com -zytpirwai.net +soc-proof.su +songoo.wz.cz +spasswelt.xyz +srgwebmail.nl +stal-rulon.ru +steelmaster.lv +stretchmate.net +styro.ru +sudexpert66.ru +sugarlyflex.pw +syndicate.fun +teastory.co +theporndude.com +theprofitsmaker.net +tizanidinecost.blogspot.com +tnaionline.org +tomck.com +trainoffend.ml +traxdom.ru +tube8.com +turizm.bz +twu.com.ua +u-cheats.ru +usacasino.com +vadimkravtcov.ru +vedomstvo.net +videtubs.pl +vita.com.hr +vladhistory.com +vmnmvzsmn.over-blog.com +waterpurifier.club +webstatsdomain.org +while.cheapwebsitehoster.com +wikes.20fr.com +workle.website +wpsecurity.website +wsgames.ru +xclicks.net +xedserver.com +xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xn--hxazdsfy.blogspot.com +xn--lifehacer-1rb.com +xnxx-n.com +xrus.org +yoshkarola.zrus.org +yousense.info +zaim-pod-zalog-krasnodar.ru +zarabotat-na-sajte.ru +zeroredirect8.com diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 6162cbac1..0809108aa 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,4 +1,14 @@ - + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index cffebcf28..0809108aa 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,3 +1,20 @@ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + 503 Service Temporarily Unavailable @@ -109,14 +126,4 @@

Welcome to the Nginx Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to the Nginx - - -
-

Welcome to the Nginx Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 3e60bde86..e42e64139 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 6ebd5f390..435704c9e 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 0a835b37b..c0c83efcc 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index c31537619..3091f6b60 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1660 +#### Version: V4.2019.06.1661 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 07e9d08e1..6d8383b9f 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1660 +#### Version: V4.2019.06.1661 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 48e57bece..26bed60d0 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1660 +#### Version: V4.2019.06.1661 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 1e9314e89..b176220dc 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1660 +#### Version: V4.2019.06.1661 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index d2685b934..698899d11 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1660 -### Updated: Fri Jun 28 14:27:07 SAST 2019 +### Version: V4.2019.06.1661 +### Updated: Fri Jun 28 15:12:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index f5d55f8ff..c7c0595de 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1660 -### Updated: Fri Jun 28 14:27:08 SAST 2019 +### Version: V3.2019.06.1661 +### Updated: Fri Jun 28 15:13:00 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index d2685b934..698899d11 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1660 -### Updated: Fri Jun 28 14:27:07 SAST 2019 +### Version: V4.2019.06.1661 +### Updated: Fri Jun 28 15:12:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 785e5e419..7302004f8 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1660 -### Updated: Fri Jun 28 14:27:10 SAST 2019 +### Version: V4.2019.06.1661 +### Updated: Fri Jun 28 15:13:02 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##