diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..479de1217 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 0e0848852..d9f0a2c04 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 898f506a2..8a3ffbec6 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 0f27f0dd9..479de1217 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 0e0848852..d9f0a2c04 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index 898f506a2..8a3ffbec6 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index f0d7ffecc..2fc596b5d 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.187.174 0; +35.184.226.236 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 898f506a2..8a3ffbec6 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 8a9c58dd0..3ebf4827c 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1679 -### Updated: Sat Jun 29 09:56:57 SAST 2019 +### Version: V3.2019.06.1680 +### Updated: Sat Jun 29 10:08:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index 0e0848852..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 8a9c58dd0..3ebf4827c 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1679 -### Updated: Sat Jun 29 09:56:57 SAST 2019 +### Version: V3.2019.06.1680 +### Updated: Sat Jun 29 10:08:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 0f27f0dd9..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index 0e0848852..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 8a9c58dd0..3ebf4827c 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1679 -### Updated: Sat Jun 29 09:56:57 SAST 2019 +### Version: V3.2019.06.1680 +### Updated: Sat Jun 29 10:08:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index 0e0848852..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 8a9c58dd0..3ebf4827c 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1679 -### Updated: Sat Jun 29 09:56:57 SAST 2019 +### Version: V3.2019.06.1680 +### Updated: Sat Jun 29 10:08:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..479de1217 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf index 0e0848852..d9f0a2c04 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index 898f506a2..8a3ffbec6 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf index 2cb84cd27..c95bc9ad9 100644 --- a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; -35.193.14.140 0; +35.188.1.99 0; +35.193.7.13 0; diff --git a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf index b5ece27cf..d8d466034 100644 --- a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 8a9c58dd0..3ebf4827c 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1679 -### Updated: Sat Jun 29 09:56:57 SAST 2019 +### Version: V3.2019.06.1680 +### Updated: Sat Jun 29 10:08:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 898f506a2..8a3ffbec6 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 0f27f0dd9..12f18b91b 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 7b18a0043..99fc4e9c9 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BackWeb -BetaBot -GT::WWW -NPbot -Quick-Crawler -SEOstats -Teleport -WebCopier -Web Enhancer -webmeup-crawler +crawl.sogou.com +Iskanie +Jorgee +Openvas +sexsearcher +TurnitinBot +URLy.Warning +Voil +WebGo IS +Zitebot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 6e8b63f4b..7a0576bee 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +360Spider 404enemy 80legs -Aboundex AhrefsBot -AIBOT AiHitBot -Alexibot -Alligator -Anarchie +AllSubmitter +AlphaBot +Apexoo +archive.org_bot ASPSeek -Attach backlink-check BacklinkCrawler BackStreet -BatchFTP -Battleztar Bazinga +Badass +BBBike +BDCbot Bigfoot +Bitacle +Blackboard Black Hole -BLEXBot -Bolt -Brandwatch -Buddy -CATExplorador +BotALot +BuiltWith Cegbfeieh -CherryPicker +Chlooe Cliqzbot -Cogentbot -cognitiveseo +coccocbot-web Collector Copier +CopyRightCheck Cosmos +Craftbot crawler4j -crawler.feedback crawl.sogou.com -CrunchBot +CrazyWebCrawler CSHttp -Curious -DataCha0s +DBLBot demandbase-bot -Demon Deusu +Devil +Digincore +Dirbuster +Disco +Discobot +Dispatch +DomainCrawler DomainStatsBot Dragonfly -DSearch EasyDL -ECCP/1.0 -EMail Siphon EMail Wolf -EroCrawler -evc-batch +ExtLinksBot +Extractor +ExtractorPro +Extreme Picture Finder EyeNetIE facebookscraper -FemtosearchBot -Firefox/7.0 -FlashGet -Foobot -FrontPage -Getintent -Grabber +FDM +FHscan +Fimap +Flunky +GalaxyBot +Genieo +GetRight +G-i-g-a-b-o-t +Go!Zilla GrabNet -Grafula GrapeFX -GrapeshotCrawler HaosouSpider -Harvest -Havij -HEADMasterSEO -HTMLparser -HTTP::Lite +HMView HTTrack Humanlinks +HybridBot +Iblog IDBot -Id-search IlseBot Image Fetch Image Sucker -IndeedBot Indy Library -instabid -Intelliseek +InfoTekies InterGET -Internet Ninja InternetSeer -internetVista monitor ips-agent -Iskanie +IRLbot IstellaBot +Jbrofuzz Jetty JOC Web Spider Jorgee JustView -Keyword Density +Jyxobot +Kozmosbot Lanshanbot Larbin -LeechFTP -LexiBot -Lftp +LibWeb Likse -LinkWalker -LinqiaRSSBot +LinkextractorPro +LinqiaScrapeBot Lipperhey Spider -Lmspider -LNSpiderguy -LWP::Simple -magpie-crawler -Mail.RU_Bot -MarkMonitor +Ltx71 +lwp-request +Magnet +Majestic SEO Mass Downloader -Mata Hari MauiBot meanpathbot +MeanPath Bot Mediatoolkitbot -mediawords Metauri -MFC_Tear_Sample -Microsoft Data Access -MIDown tool MIIxpc -Mister PiX MJ12bot Morfeus Fucking Scanner +Mr.4x3 MSFrontPage MSIECrawler Msrabot -MS Web Services Client Protocol muhstik-scan -Name Intelligence -Nameprotect +Musobot +Navroad +Needle +NetAnts Netcraft -NetLyzer -NextGenSearchBot -Nibbler +netEstate NE Crawler +NetMechanic +NetSpider +Nettrack +NICErsPRO +Niki-bot Nikto Nimbostratus -Ninja -Nmap -Octopus +NPbot +Nutch +oBot Offline Navigator Openfind -OpenLinkProfiler +Openvas OpenVAS -OutfoxBot -PageAnalyzer -page scorer +OrangeBot +OutclicksBot +Page Analyzer +PageGrabber PageScorer -Panscient Papa Foto -PECL::HTTP -PeoplePal -Picscout -Picsearch +pcBrowser PictureFinder Pixray +PleaseCrawl +plumanalytics +Pockey POE-Component-Client-HTTP Probethenet +Psbot +Pump PyCurl QueryN Metasearch -Quick-Crawler -RankActiveLinkBot +RankActive RankFlex -Rankivabot +RankingBot RankurBot +RedesScrapy +ReGet RepoMonkey -Rogerbot -SalesIntelligent -ScanAlert +SBIder +Scanbot +scan.lol Screaming -ScreenerBot SearchmetricsBot -SEOkicks +Semrush +SemrushBot SEOkicks-Robot -Seomoz -seoscanners SeoSiteCheckup +SEOstats +sexsearcher Shodan Siphon -Sitebeam -Siteimprove +SISTRIX +SiteExplorer SiteLockSpider SiteSnagger -SlySearch -SmartDownload SMTBot -Sogou web spider -Sottopop -Spammen -SputnikBot -Sqworm -Steeler -Stripper +SocialRankIOBot +Sociscraper +sogouspider +SpankBot +Spinn3r +Sqlworm Sucker -Sucuri SuperBot SuperHTTP +Swiftbot +Szukacz +T0PHackTeam +tAkeOut TeleportPro Telesoft -Telesphoreo -Telesphorep +The Intraformant Thumbor -TightTwatBot +Titan +Toata Toweyabot +Tracemyfile +Trendictionbot +trendiction.com trendiction.de True_Robot -Turnitin TurnitinBot -TwengaBot Twice -UnisterBot -URLy Warning URLy.Warning -Vagabondo +VB Project +VeriCiteCrawler Virusdie -Voltron -WASALive-Bot +VoidEYE +Voil +Wallpapers/3.0 WBSearchBot +Webalta +WebAuto Web Auto WebCollage -WebCopier -WEBDAV WebEnhancer -Web Enhancer WebFetch +Web Fetch WebFuck -WebGo IS -WebImageCollector +WebLeacher webmeup-crawler WebPix -Web Pix -WebsiteExtractor -Website Quester -Webster +WebReaper +Web Sauger +WebsiteQuester WebStripper +WebSucker +Web Sucker WebZIP WeSEE -Whacker +Whack +Whatweb Who.is Bot WinHTTrack -WiseGuys Robot -WISENutbot Wonderbot +Woobot Wotbox -WWW::Mechanize +Wprecon +WWW-Collector-E +WWW-Mechanize WWWOFFLE -x09Mozilla Xaldon WebSpider +Xaldon_WebSpider +Xenu xpymep1.exe -Zauba +YoudaoBot zauba.io -Zermelo -Zeus +ZmEu diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index fc00df9b7..66b603066 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +404checker +404enemy 80legs +Acunetix +ADmantX AiHitBot Aipbot -archive.org_bot -ASPSeek -Attach -autoemailspider -Backlink-Ceck -backlink-check -BackWeb +Alexibot +AllSubmitter +Anarchie +BackDoorBot +BackStreet Badass -Bandit +Barkrowler Battleztar Bazinga -BDFetch -Bigfoot +BetaBot Blackboard -Black Hole BlackWidow -BLEXBot -Blow BlowFish Boardreader +Bolt BotALot +Brandwatch +Buddy BuiltWith Bullseye -BunnySlippers -Calculon -CCBot -Claritybot -Cliqzbot -Cogentbot +CherryPicker +ChinaClaw +coccocbot-web cognitiveseo -com.plumanalytics Copier -Cosmos -Craftbot +Copyscape crawler4j +crawler.feedback crawl.sogou.com Crescent -CSHttp +CrunchBot Custo demandbase-bot -Deusu Devil Digincore DIIbot -Disco +Dispatch DnyzBot +DomainAppender DomainCrawler -DomainSigmaCrawler -DomainStatsBot -Download Wonder -DSearch +Dotbot +Drip DTS Agent EasyDL Ebingbong -eCatch ECCP/1.0 +Ecxi EirGrabber -EMail Siphon EMail Wolf -EroCrawler -ExtLinksBot -Extractor +evc-batch +Evil +Exabot ExtractorPro -Ezooms -FemtosearchBot +Extreme Picture Finder +FDM FHscan Fimap -FlashGet +Freeuploader FrontPage +GermCrawler Getintent GetRight -Gigablast +GetWeb Gigabot G-i-g-a-b-o-t +Gotit Go!Zilla +Grabber +GrabNet Grafula -GrapeshotCrawler +GrapeFX GridBot GT::WWW -Haansoft -HaosouSpider Harvest -Havij -Heritrix -Hloader -HTMLparser +HEADMasterSEO HTTrack Humanlinks -HybridBot -IlseBot -Image Sucker +Iblog InfoNaviRobot instabid -Intelliseek -InterGET Internet Ninja -InternetSeer -internetVista monitor -IstellaBot -JamesBOT +ips-agent +IRLbot Jbrofuzz JennyBot -JetCar +Jetty JikeSpider -Joomla -Kenjin Spider +Jyxobot Keyword Density -Lanshanbot -Larbin -LeechFTP -LibWeb +LeechGet +LexiBot +Lftp Lightspeedsystems Likse +Linkdexbot +LinkextractorPro LinkpadBot -LinqiaRSSBot -LinqiaScrapeBot +LinkScan +LinksManager +LinqiaMetadataDownloaderBot Lipperhey Lipperhey Spider +Lmspider LNSpiderguy +Ltx71 +lwp-request +lwp-trivial Magnet Mag-Net -Majestic SEO -Meanpathbot -MeanPath Bot -Mediatoolkitbot +Mail.RU_Bot +Majestic12 +MauiBot +meanpathbot MegaIndex.ru +Microsoft Data Access Mister PiX -Mr.4x3 +Mojeek +MSFrontPage +MSIECrawler +Msrabot MS Web Services Client Protocol muhstik-scan -Name Intelligence Navroad +NearSite +Needle Nessus netEstate NE Crawler -NetLyzer -NetMechanic +NetSpider +Nettrack +Netvibes NetZIP Nibbler -NICErsPRO Niki-bot -Nikto -NimbleCrawler -Nimbostratus -Nmap +Ninja +Nutch oBot -Octopus -Openfind -Openvas -OrangeBot +OpenLinkProfiler +OpenVAS OrangeSpider OutclicksBot -OutfoxBot PageAnalyzer Page Analyzer -Panscient -Papa Foto -pcBrowser -PictureFinder -Pi-Monster -Pixray +PageGrabber +page scorer +PageScorer +Pandalytics +Pavuk +PECL::HTTP +Picscout +Picsearch +Pimonster PleaseCrawl -Pockey +plumanalytics +POE-Component-Client-HTTP +Probethenet Pump -PxBroker -PyCurl +QueryN Metasearch Quick-Crawler RankActive RankFlex -RankingBot RankingBot2 Rankivabot -RealDownload -Reaper -RedesScrapy +Recorder +RepoMonkey +Rogerbot SalesIntelligent -SBIder -SearchmetricsBot +Scanbot +scan.lol +ScoutJet +Scrapy Semrush -SEOkicks SEOkicks-Robot -SEOlyticsCrawler -Shodan +Seomoz +serpstatbot +sexsearcher Siphon -SISTRIX SiteExplorer -Siteimprove +SiteLockSpider +SiteSnagger +SiteSucker +Site Sucker +Sitevigil SmartDownload -SMTBot +Snake Snapbot Snoopy -SocialRankIOBot Sociscraper +sogouspider Sogou web spider -SpaceBison -Spbot -SputnikBot +sp_auditbot Sqlmap -Steeler Sucker -Sucuri SuperHTTP -Suzuran -Swiftbot +Surfbot +T0PHackTeam +T8Abot tAkeOut +Teleport Telesoft +Telesphoreo Telesphorep +The Intraformant Thumbor -TightTwatBot -Toweyabot +Toata Tracemyfile -Trendictionbot trendiction.com trendiction.de +Turingos +Turnitin +TurnitinBot +TwengaBot Twice -UnisterBot -Upflow -URLy.Warning -Vagabondo -VCI -WBSearchBot +VB Project +VeriCiteCrawler +VidibleScraper +Virusdie +Voil +Voltron Webalta -WebBandit -Web Collage -WebCopier +WebCollage WEBDAV +WebEnhancer Web Enhancer -WebFetch -Web Fetch -WebImageCollector -WebmasterWorldForumBot -webmeup-crawler -WebPix -WebSauger -WebsiteExtractor +WebReaper +Web Sauger +Webshag +WebsiteQuester +Website Quester +WebWhacker WeSEE +Whack +Who.is Bot +Widow +WinHTTrack WiseGuys Robot -Wonderbot -Wotbox -WWW-Collector-E -WWWOFFLE -x09Mozilla -Xaldon WebSpider -Xaldon_WebSpider -xpymep1.exe +Wprecon +WWW::Mechanize YoudaoBot +Zauba +zauba.io Zermelo Zeus -ZyBorg +Zitebot +ZmEu diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index b4b5794d7..33f26a3d5 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -101flag.ru -back.dog -discovertreasure-a.akamaihd.net -download-wallpaper.net -lombardfinder.ru -partners-ship.pro -pelfind.me -turizmus.us -xsion.net -youandcredit.ru +cenoval.ru +cheapjerseysbizwholesale.us +dirtpics.pw +flirt4free.com +irkutsk.zrus.org +mejoresfotos.eu +ooo-olni.ru +sape.top +streetfooduncovered.com +telefonsexkostenlos.tk diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 9cd6303a6..02e2ce7b4 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ 0c47f8422d3f.com 0daymusic.org -108shot.com -123any.com -14b.info +100dollars-seo.com +10bet.com +123kuma.com +1hwy.com 1kinobig.ru -1millionusd.xyz +2000k.ru 214jaluwobapef.cf -2345.com -24videos.tv +24-ak.ru +2728fb936f0.com +273-fz.ru 2drittel.de -3th.co.in -3xforum.ro -4kpics.rocks -5forex.ru -6128786.com -6hopping.com -7a2rnuey1tw9ar.ru -8gold.com -8kisses.eu -a96527gi.beget.tech -aa14ab57a3339c4064bd9ae6fad7495b5f.com +2kata.ru +2rich4bitches.com +3rbseyes.com +4replicawatch.net +4webmasters.com +51.la +5elementov.ru +76brighton.co.uk +777-club.ru +999webdesign.com aa8780bb28a1de4eb5bff33c28a218a930.com -aa8b68101d388c446389283820863176e7.com aaa38852e886ac4af1a3cff9b47cab6272.com +aad1f4acb0a373420d9b0c4202d38d94fa.com abcdefh.xyz +abclauncher.com abctoppictures.net -absugars.com -academia-nsk.org -acortarurl.es +absolute-s.ru actulite.com -adbetclickin.pink -adconscious.com -addbin.men -adidas.frwebs.fr -adinterax.com -adktrailmap.com +adclickservice.com +adclickthru.net +add-add.men +addray.pro adman.se -admeasures.com -adpremium.org -adrunnr.com -adsland.men -adssafeprotected.com -ads.tremorhub.com +admitad.com +adprotect.net +adultfullhd.com +adultgalls.com +adultmeetonline.info adultnet.in -advancedmassagebysara.com +adultwebhosting.info +advancedsoftwaresupport.com affiliate-fr.com +agadelha.com.br agardomains.com -aihelen.net +agysya.ru +ahrntal.verymes.xyz +aibolita.com airlandsea.info -akita.kz -akuhni.by -akvamaster.dp.ua -alfa9.com -alfabot.xyz +airmaxshoes-2016.com +alekseevec.ru alice.it -alif-ba-ta.com -allcredits.su -alphaforum.ru -alveris.ru -amateurgalls.com -amazon-adsystem.com -ameblo.jp +all-streaming-media.com +allwomen.info +aloofly.com +alta-realestate.com +amateurlivechat.org +amazon-seo-service.com +amospalla.es +ample-awards-today.us anapa-inns.ru -android-systems.ru -anti-virus-removal.info -antons-transporte.de +animalia-life.club +apartment.ru apccargo.com -apibetweenlinesn-a.akamaihd.net -apidigidocketnet-a.akamaihd.net +apessay.com +apiadanaknet-a.akamaihd.net +apiallgeniusinfo-a.akamaihd.net apifasterlightin-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net -appleid-verification.com -arendakvartir.kz -artdeko.info -articlesdirectoryme.info -atelielembrancaqueencanta.com.br -atlant-auto.info +apiitsthirteende-a.akamaihd.net +appearance-cool.com +appfixing.space +apple.com-webbrowsing-security.science +approved.su +a.pr-cy.ru +aquarium-pro.ru +arabgirls.adultgalls.com +arabseyes.com +arenda-avtoprokat-krasnodar.ru +arius.tech +artpicso.com +as5000.com +asiengirls.net +astrochicks.com atleticpharm.org -atofilms.com -audiofree.ru -ausergrubhof.info -autochoixspinelli.com -auto.rusvile.lt +atovh.local-finders.com +autobudpostach.club +autodo.info +autonew.biz +autorn.ru +autotrends.today +autovideobroadcast.com avek.ru -aviav.co -aviav.org -aviav.ru.com +aviav.eu aviva-limoux.com -avon-novosib.ru -avtoarenda.by +avkzarabotok.info +avtochehli.by avtolombard-krasnodar.com -avtovolop.ru -azartclub.org -azlex.uz -babyguns.ru +avto-oligarh.ru +ayeartoforget.com +azbukadiets.ru +babs.com.ua +back.dog bagcionderlab.com -baixar-musicas-gratis.com -baksman.com -balkanfarma.ru -balois.worldbreak.com -banan.tv -banki76.ru -bankofthewext.com -banksrf.ru -bank.uz -bannerads.de -bannerswap.com -basisches-wasser.net -bbsoldes.fr -bbtec.net -beachdriveblog.com -beauty-things.com -beclean-nn.ru -begalka.xyz -belstaffstore.online -berdasovivan.ru -besthoro.ru -best-mam.ru -bestmobilityscooterstoday.com -bestserials.com -bestssaker.com -betteroffers.review +balkanfarma.org +bang-hotties.com +bannerbank.ru +bannertesting.com +becuo.com +bestbrainprod.win +bestbuy.ca +best-seo-solution.com +bestwebsiteawards.com +beyan.host.sk beztuberkuleza.ru -bharatdefencekavach.com -big-cash.net -bigpenisguide.com -bildsuche.ru -binomo.com -bitcoinremote.com -biznesschat.net +bigcareer.info +billiard-classic.com.ua +bimatoprost-careprost.com +bin-brokers.com +bingoporno.com +binomo.kz +biographiya.com +bioinnovate.co +bio-japan.net +bio-market.kz +bio-optomarket.ru +bitcoinpile.com +bitporno.sx +bizlist.com.de +biznesluxe.ru +biznesrealnost.ru bjanshee.ru -blobar.org -blockety.co -blogig.org -bluejays-jerseys.us -bmw-ark.ru -bobba.dzaba.com -bombla.org -bonanza-fortune.men -bonzbuddy.com -breastaugmentation.co.za +bloggen.be +bloggers.nl +bnt-team.com +bobinoz.com +bongacams.com +bonvillan.com +braindaily.xyz +brains2.biz +brainzpod.win bristolhostel.com bristolhotel.com.ua -brk-rti.ru -brokergid.ru -bronzeaid-a.akamaihd.net -brothers-smaller.ru -bryansk.zrus.org -b-styles.xyz -btc4u.ru +bscodecs.com btnativenav.com -buckspar.gq -buketeg.xyz -business-made-fun.com -businesxxl.com +builtwith.com +buttons-for-website.com buybest1.biz -buy-forum.ru -buy-meds24.com -buyparajumpers.online -buytizanidineonline.blogspot.com -buzz-porno.info -byme.se +buy-cheap-pills-order-online.com +bycontext.com bytimedance.ru -cablecar.us +callawaygolfoutlet.online callstevens.com -camsex.xxx-cam.webcam -cand.jp +camdenmemorials.com +camdolls.com +cam-kontakte.org +candelluxsklep.pl +canoncdriverq3.pen.io canrioloadm.gq -canrole.com -canyougethighofftizanidine.blogspot.com -capacitacionyaprendizaje.com -carapics.com -cardsharp1.ru -carfax.com.ua -cars-modification.net -cartierlovestore.xyz -cartierlove.xyz -cartiertrinity.xyz -cartujano-pre.de -casite-513049.cloudaccess.net -castingbank.ru -cdnanalytics.xyz -cenokos.ru +cardsdumps.com +carsdined.org +cartierlove2u.com +cartierloveringreplica.xyz +cartierreplica.xyz cenoval.ru -centre-indigo.org.ua -cete.ru -cezartabac.ro -cfacarrosserie74.com -cgi2.nintendo.co.jp -chatroulette.video -chatroulette.world -cheapmoncler.xyz -cheap-pills-norx.com -cheap-trusted-backlinks.com -chinese-amezon.com -chiptuninger.com -chocolateslim-original.com -choice-credit.ru -cialis-samples.com -cigarpass.com -claytransformations.info -cleanallvirus.com -click2pawn.com -clickintext.net -clickpapa.com -clickzzs.nl -coinsspb.com -co.lumb.co -com-cleaner.systems -cometorussia.net -communisave.co.za -com-onlinesupport.host -companies-catalog.com -compliance-don.xyz -compliance-fred.top -compliance-fred.xyz -compliance-george.top -compliance-george.xyz -compliance-irvin.top -compliance-mary.top -concordexoticrentals.com -consorzioilmosaico.org -construmac.com.mx -contentlook.co -cookie-law-enforcement-ff.xyz -cookie-law-enforcement-hh.xyz +centrdebut.ru +cerev.info +chatroulette.life +chatroulette.online +chcu.net +cheapbelstaff.online +cheapestjerseysonwholesale.com +check-host.net +checkpagerank.net +chinacheapelitejerseys.com +chinaelitecheapjerseys.com +choosecuisine.com +christianlouboutinsaleoutletonline.us +cialischstgerts.com +ciceros.co +clean-start.net +clickaider.com +clickbank.net +clickhype.com +clmforexeu.com +cl.s7.exct.net +club-musics.ru +cognitiveseo.com +colehaanoutlet.store +comeondog.info +compliance-alexa.xyz +compliance-checker.info +compliance-elena.top +compliance-jane.top +compliance-john.top +compliance-viktor.top +com-secure.download +conciergegroup.org +cookielawblog.wordpress.com +coolgramgoods.com +coolingoods.com coolyarddecorations.com -cosmeticswomens-womensports.rhcloud.com -cottageofgrace.com -counter.bloke.com -countercrazy.com -cpajunkies.com -craftinsta.ru -creams.makeforum.eu -credit-respect.ru +cosmetic.donna7753191.ru +country-chic.ru +cowblog.fr +crackzplanet.com +creditmoney.com.ua +cryptoswap.biz +cs-passion.pl culmimg.pw -cyse.tk -d2jsp.org -daisye.top -dangphoto.trade -daooda.com -daymusam.com -deanmoore.ie -decoratinghomes.ga -deplim.com -designdevise.com +custodieva.ru +customboxes4less.com +customcatchcan.com +dailyrank.net +danashop.ru +dandiyabeats.in +daptravel.com +dataloading.net +data.vtc.pw +davidovic.info +ddpills.com +degerlund.net +dekoration.us +delfin-aqua.com.ua +dellalimov.com +design-lands.ru +detective01.ru detmebel.su -deutschehobbyhuren.net -dfwu1019.info -diamond-necklace.info -diarioaconcagua.com -dichvuvesinhhanoi.com -diegolopezcastan.com +devochki.top dieswaene.com -dieta-personalna.pl -diffbot.com -diminishedvalueoforegon.com -dinkolove.ya.ru -dinosaurus.site -discountbarbour.online +digest-project.ru +digilander.libero.it +digitalfaq.com +dikx.gdn +dimkino.ru distver.ru -diy-handmade-ideas.com -djekxa.ru -dlya-android.org -docstoc.com -domaincrawler.com -domain.webkeyit.com -domcran.net -domoysshop.ru -dostavka-v-ukrainu.ru +div.as +djihispano.com +dnepropetrovsk.mistr-x.org +docs4all.com +documentsite.net +dodlive.mil +domain-submit.info +donna7753191.ru +donvito.unas.cz +dood.live dosug-lux.ru -dpihatinh.gov.vn +dotnetdotcom.org +doyouknowtheword-flummox.ml +dptaughtme.com +drhomes.biz +drugspowerstore.com drunkmoms.net -duplicashapp.com -earl-brown.info -easyshoppermac.com +druzhininevgeniy63.blogspot.com +dwomlink.info +dynainbox.com e-commerce-seo.com -educatemetv.com -ekaterinburg.xrus.org +ee77ee.com +egvar.net ekn-art.se -election.interferencer.ru +ekobata.ru +e-kwiaciarz.pl electrik-avenue.com eleimgo.pw -elektrischezigarette1.blog.pl -elektrischezigarette2.devhub.com -elmacho.xyz -emailaccountlogin.co -embedle.com -emediate.eu -eonpal.com -eralph.tk -erectile.bid -eropho.com +elektrischezi.canalblog.com +elektrischezigarette2.onsugar.com +elektrischezigarettekaufen2.cowblog.fr +elektrozigarettekaufen2.blogse.nl +elitesportsadvisor.com +emergencyneeds.org +empis.magix.net +eorogo.top +eredijovon.com +erotik-kostenlos.net ertelecom.ru -escortplius.com eshop4u.jp -essay-writing.work +esnm.ru +essayservicewriting.org estelight.ru -etm-consult.de -evehemming.blogspot.com.au -excaliburfilms.com -exct.net +etotupo.ru +etur.ru +eu-cookie-law.blogspot.com +eupornstar.info +euroskat.ru +evogarage.com +exchangeit.gq +excitacao.com +exdocsfiles.com exlarseva.webblog.es -exoneration-project.us -extractorandburner.com -ezigarettenshop1.yolasite.com +expolicenciaslatam.co +extlinks.com +extremal-blog.com +extremepornos.net +eyessurgery.ru +ezigarettekaufen2.blox.pl ezigarettenshop2.postbit.com -ezigaretteshop2.vefblog.net -face.hostingx.eu -familienzahnaerzte.com -familyholiday.ml -familyphysician.ru -famix.xyz +ezofest.sk +facebook-mobile.xyz +factorynightclub.com farm26.ru -farmprofi.net -fast-wordpress-start.com -favorcosmetics.com -feeriaclub.ru -fenoyl.batcave.net -fertilitetsradgivningen.se +fealq.com +ferretsoft.com +ferrotodo.com fetishinside.com -filerockstar298.weebly.com -financeloan.us +fetroshok.ru +ff30236ddef1465f88547e760973d70a.com +fickkontaktehobbyhuren.com +fifa-coins.online +filkhbr.com +financehint.eu +financepoints.eu +finansov.info findacheaplawyers.com -findclan.org -findthe.pet -finemanteam.com -finstroy.net -finuse.com -fireads.men -fishtauto.ru -fitnesspiks.com +finejewelryshop.ru +firstsiteguide.com +fitness-video.net +fiverr.com flashlarevista.com -flauntyoursite.com -florida-tourism.net -fm-upgrade.ru -foodcrafts.website -forminecrafters.ru -formularz-konkurs.tk +flavors.me +fodelsedagspresenter.nu +food.dtu.dk +footballfarrago.com +forex-indextop20.ru +forexunion.net +forpackningsutveckling.se forsex.info -forum.doctissimo.fr +fortunejack.com +forum20.smailik.org +forum-engineering.ru +forum.poker4life.ru +forum.tvmir.org +foto-telok.net foxinsocks.ru -foxjuegos.com -foxweber.com -free-floating-buttons.com -freesitetest.com -free-video-tool.com -freshberry.com.ua +foxydeal.com +frameimage.org +franch.info +franklinfire.co +frcls.fr +freakycheats.com +free-laptop-reward.com +free-social-buttons.com +freeuploader.ml +fr.netlog.com froggytube.com -funcrushgames.com +front.ru +ftns.ru +fuckmill.com +fullfileaccess.com +funnymama.com +funponsel.com futbolkisales.ru -g7m.pl -gallerily.com -gambarkatabaru.com -gamblingnerd.com -games.kolossale.ru -gaygalls.net -gaytube.com -ge0ip.net -geile-lelly.eu +fxtips.ru +galaxyflowers.ru +gambarkataku.co +gamesprite.me +gazporno.com +gaz-voshod.ru +gcup.ru +ge0ip.com +geilehausfrauen.net +gemara.com genetworx.com +geoads.com getlamborghini.ga -gettpromos.com -gg.zzyjxs.com -gilsonchiro.xyz -girlsfuckdick.com -gktt.ru +getyourimage.club +ggiaro.com +gk170.ru +gkvector.ru +glasof.es glass-msk.ru -glavtral.ru -glcomputers.ru -go2jump.org -goldpanningtools.com -googst2.ru -goosefishpost.bid -grizzlysgrill.com -grupografico-pilar.com.ar -guigyverpo.cf +glavprofit.ru +globalsurfari.com +gloverid.site +goatse.ru +goldadpremium.com +golfresa.lucania.se +golmau.host.sk +goodhousekeeping.com +goodwriterssales.com +gowreckdiving.com +greatzip.com +gribokstop.com +groupmoney.ru +gsmlab.pl +gsmtlf.ru +guruofcasino.com +gwhwpxbw.bloger.index.hr +gyffu.com h2monline.com -hamacapty.com -hatdc.org -hawaiielectriclight.com -hd-filmy.net +hdhc.ru hdpixion.com -heatpower.ru -heliko.no -helpmymacfaster.trade -hexpilot.com -heygidday.biz -hidefiles.org -high-speed1.net -histock.info +healgastro.com +heartofbeijing.blogspot.com +herehloadibs.cf +heroz.fr +hildinghr.se +hjaoopoa.top hkladys.com -homeandhealth.ru -hostingclub.lk -hotblog.top -hotel-mkad.ru -hotenergy.ru -hothot.ru -houseofrose.com -house.sieraddns.com -hspline.com -hubbble.com -humanorightswatch.org -hunthillfarmtrust.org -hut1.ru -hvd-store.com -hystersister.com +hmmm.cz +home.myplaycity.com +hop.clickbank.net +horoshieokna.com +hostsshop.ru +hotchatdate.com +hothor.se +hoverboard360.at +hoverboard360.nl +hplaserjetpdriver8y.pen.io +humbmosquina.tk +hydropump.su +ibb.com.ua +icaseclub.ru +iccornacircri.cf +ideoworld.org id-forex.com -iinstalll-fii1leis.jus0wil.pp.ua -ilikevitaly.com +ifirestarter.ru +igadgetsworld.com +ihc2015.info +iklysha.ml ilmen.net imabase.com -images-free.net -imagine-ex.co -imfamous.info -imgata.com -img.wallpaperstock.net -inboxdollars.com -incanto.in.ua -indianmedicaltourismshop.com -inet-traffic.com -infektsii.com -infodocsportal.com -infospot.pt -instasexyblog.com -internet-apteka.ru -int.search.mywebsearch.com -invivo.hu -ipchicken.com -iplusbit.blogspot.co.za -iqoption-bin.com -isistaylorporn.info -istizanidineanopiate.blogspot.com -istmira.ru -it-max.com.ua -itronics.ca -iusstf.org -izhevsk.xrus.org -izismile.com -j33x.com +images.gyffu.com +imagui.eu +imk.com.ua +immobiliaremassaro.com +impotentik.com +impresagaia.it +inboundlinks.win +incest-ru.com +infostatsvc.com +inmate-locator.us +innoslicon.com +insomniagamingfestival.com +interfucks.net +invest-pamm.ru +investyb.com +invitefashion.com +inzn.ru +iplogger.org +iradiology.ru +irunfar.com +i-service.kz +ispaniya-costa-blanca.ru +itag.pw +itbc.kiev.ua +itch.io +ix20.ru +izoll.ru +jacago.com +jackpotchances.com janavibekken.no -janerikholst.se -javitas.info -jav-way.site -jerseychinabizwholesale.us -jerseysbizwholesalecheap.com -jewelryandfiligree.com -jillepille.com +janettabridal.com +japfm.com +javrip.net +jennyfire.ru job.icivil.ir johnrobertsoninc.com -journeydownthescale.info -justkillingti.me -kaidalibor.de -kamagragelusa.net -kamalsinha.com +jolic2.com +jongose.ninja +jpcycles.com +jrpmakati.com +kakadu-interior.com.ua karaganda.xkaz.org -karpun-iris.ru -kazan.zrus.org -ketrzyn.pl -keywords-monitoring-your-success.com -keyword-suggestions.com +karting196.ru +kasino-money.pw +kazka.ru +kenaba.su kichenaid.ru +kihi.gdn kimcurlrvsms.com -kinoflux.net -kino-rating.ru -komputers-best.ru -konkursov.net -kopihijau.info +kinobaks.com +kinogonew.ru +kino-key.info +kirov.zrus.org +kmd-pto.ru +kndxbkdx.bloger.index.hr +knigonosha.net +kongoultry.net koronirealestate.gr -kostenloser-sex.com -kotaku.com -kovrenok.ru +kosova.de +kostenlos-sexvideos.com +kosynka-games.ru krasivoe-hd.net +krasnodar.ru +krasnodar.zrus.org +kredit-blog.ru kredit-pod-zalog-krasnodar.ru -kriokomora.info +kretpicf.pw +kumuk.info kunstaktien.info -kvartir-remont.biz -kwzf.net +lacave.ntic.fr +lacloop.info lampokrat.ws -laptop-4-less.com -laserpen.club -lashstudia.ru +landscaping.center +lapitec.eu +larose.jb2c.me lasvegaslockandsafe.com -law-check-seven.xyz -laxdrills.com -leadn.pl -leadwayau.com -levaquin750mg.blogspot.com -lincolntheatre.com -linkbolic.com +law-check-nine.xyz +lawyers.cafe +ledpolice.ru +legionalpha.com +letmacworkfaster.world +lexaprogeneric.link +lflash.ru +likesdesign.com +limtu.ifmo.ru +link.ac +linkarena.com +linkredirect.biz linkwithin.com +liquimondo.com lirunet.ru +littlesunraiser.com +liupis.com +liveinternet.ro livejasmin.com -ljusihus.se -lkbennettstore.online -lmrauction.com -loadingpages.me -localmatchbook.com -lomb.co +livetsomudvekslingstudent.bloggersdelight.dk +loadopia.com +localflirtbuddies.com +locatellicorretor.com.br +locimge.pw +loginduepunti.it +lolnex.us longgreen.info -louboutinreplica.pw -lovasszovetseg.hu -lovelycraftyhome.com -low-format.ru -lunchrock.co -lyrics.home-task.com -machicon-akihabara.info -machicon-ueno.info -mactechinfo.info -magicalfind-a.akamaihd.net -magnetic-bracelets.ru -makemoneyonline.com -makis.nu -mall.uk -malwareremovalcenter.com +longlifelomilomi.info +lookingglassemb.com +losangeles-ads.com +lostfilm-online.ru +luckyshop.net.ua +lumb.co +m292.info +m4ever.net +mabdoola.blogspot.com +mainlinehobby.net +managerpak204.weebly.com manifestation.betteroffers.review -mantramusic.ru +map028.com maranbrinfo.com.br -martlinker.com -matb3aa.com +mararoom.ru +massage-info.nl +matematikus.info matpre.top -maximilitary.ru -max-p.men -maxthon.com +matsdale.com maxxtor.eu -meddesk.ru -medicine-4u.org +mazda-roadsters.com +mb140.ru +mebelcomplekt.ru +medicineseasybuy.com +medictube.ru medizinreisen.de -meet-flirt-dating.com -megaapteka.ru -megakino.net -megavolt.net.ua -me-ke.com -member-quiz.com -merryhouse.co.uk -mezaruk.info -m-google.xyz +mesbuta.info +metalonly.info +metaxalonevstizanidine.blogspot.com michaelkorsoutletstore.net -michaelkorssaleoutletonline.net -milblueprint.com -minharevisao.com -minneapoliscopiers.com -misterjtbarbers.com -mistr-x.org +microsearch.ru +middlerush-a.akamaihd.net +midst.eu +mikozstop.com +millionare.com +mir-limuzinov.ru +mirmedinfo.ru mjchamonix.org mmofreegames.online -mmoguider.ru -mobile.ok.ru -mobstarr.com -mojowhois.com -monclerjacketsoutlet.pw -moncleroutletonline.xyz -monetizer.com-01.site +mmostrike.ru +mncrftpcs.com +mobot.site +mockupui.com +monclerjacketsoutlet.win moneymaster.ru -moneyteam24.com -moneyviking-a.akamaihd.net -moonci.ru +montredemarque.nl morf.snn.gr -morlat.altervista.org -morpicert.pw -moscow.xrus.org -moskva.nodup.ru -mossmesi.com most.gov.iq -mrlmedia.net -msfsaar.de -msk.afora.ru -mturkcontent.com -musezone.ru +mp3films.ru +mrmoneymustache.com +mulberryoutletonlineeu.com +mundoaberrante.com +musezone.su music7s.me -musicspire.online -musicstock.me -muzaporn.com -mvpicton.co.uk -myfreecams.com -myhitmp3.club +mustat.com +muztops.ru +mydearest.co +mydeathspace.com +mydownlodablefiles.com myhydros.org -mypets.by -mypornfree.ru -myprintscreen.com -mysexpics.ru -mystats.xyz -myxdate.info -myyour.eu -nacap.ru -nagdak.ru -najaden.no -nardulan.com -narkologiya-belgorod.ru -narkologiya-voronezh.ru -nastroyke.net -nastydollars.com -naturtreenspicerx.pw -needtosellmyhousefast.com -neks.info -net-radar.com -nextlnk12.com -nfljerseysforsalewholesaler.com -njpalletremoval.com -nmrk.ru -nodding-passion.tk -notebook-pro.ru -novatech.vn -nsatc.net -nudepatch.net +myiptest.com +mymercy.info +na15.ru +narosty.com +nash-krym.info +nate.com +naturalpharm.com.ua +neobux-bg.info +neodownload.webcam +nerudlogistik.ru +netanalytics.xyz +nevansk.ru +newsperuse.com +newtechspb.ru +nextconseil.com +nextrent-crimea.ru +nicovideo.jp +nikitsyringedrivelg.pen.io +nl.netlog.com +normalegal.ru +norththeface.store +noumeda.com +nuker.com obesidadealgarve.com -o-dachnik.ru +ochistka-stokov.ru oddamzadarmo.eu -oecnhs.info +offergroup.info offer.wpsecurity.website -offtopic.biz +office-windows.ru okel.co -online247.ml +okmusic.jp +o.light.d0t.ru +omoikiri-japan.ru online-hd.pl -onlinetvseries.me -openfrost.com +onlineporno.site +online-templatestore.com +ons-add.men +openfrost.net openlibrary.org -openmediasoft.com -ops.picscout.com -optibuymac.com +open-odyssey.org +optitrade24.com orgasmatrix.com -orsonet.ru -ownshop.cf -ozas.net -pacificair.com -panamaforbeginners.com +osoznanie-narkotikam.net +ossmalta.com +outrageousdeal-a.akamaihd.net +owathemes.com +oyster-green.com +paceform.com +paclitor.com paramountmarble.co.uk -parlament.biz -pattersonsweb.com -paydayonlinecom.com -pb-dv.ru -pcboa.se -pdns.download -petrovka-online.com -peugeot-club.org -photo-clip.ru -phuketscreen.com -piccdata.com -picsfair.com -pics-group.com +partybunny.ru +pathwhelp.org +penisvergrotendepillennl.ovh +pepperstyle.ru +pewit.pw +photorepair.ru +physfunc.ru +piccshare.com +picmoonco.pw +picphotos.net +picquery.com picture-group.com -pirateday.ru -pixell.club -pizdeishn.com -pk-services.ru -pl.id-forex.com -pokemon-go-play.online -polybuild.ru -pooleroadmedicalcentre.co.uk -popup-hgd.xyz -porndroids.com -pornmania.pl +picturesfrom.com +pierrehardysale.online +pila.pl +pinkduck.ga +piski.top +pistonclasico.com +pix-hd.com +pk-pomosch.ru +pl.aasoldes.fr +plastgranar.nu +playfortuna-play.ru +pliks.pl +plusnetwork.com +pl-vouchers.com +pogruztehnik.ru +polytopesexempt.com +pontiacsolstice.info +popander.mobi +popup-fdm.xyz +popup.matchmaker.com +pornhub-forum.ga +pornoelita.info +pornofeuer.com pornogig.com -pornokorol.com -pornosemki.info +pornohd1080.online +pornophoto.xyz +pornoreino.com pornotubs.com -pornowarp.info -pornozhara.com -pornpost.in -poshiv-chehol.ru -potolokelekor.ru -pretty-mart.com +portadd.men +porto.abuilder.net +preg.marketingvici.com +printie.com +privatbank46.ru privatefx.all4invest.info -privat-girl.net -privatov-zapisi.ru prize44.com -prizesbook.online -producm.ru -profitkode.com -profit-opportunity.com -promgirldresses.xyz -pronekut.com -prostitutki-kharkova.org -prostitutki-novgoroda.org -pts163.ru -pussysaga.com -qexyfu.bugs3.com -qor360.com -qpypcx.com -quebec-bin.com -quickchange.cc +prohoster.info +promoheads.com +prosperent.com +prostitutki-belgoroda.org +prostitutki-kiev.org +prostitutki-yaroslavlya.org +puserving.com +push-ad.com +puzo2arbuza.ru +puzzleweb.ru +pyramidlitho.webs.com quickloanbank.com -qwesa.ru -raavidesigns.com -rankexperience.com -ranksays.com -ranksonic.com -ranksonic.info +rabotaetvse.ru +rada.ru +ranksignals.com razamicroelectronics.com -razorweb-a.akamaihd.net -rcb101.ru -realresultslist.com -reckonstat.info -reelheroes.net -refads.pro -refererx.com -reklama1.ru -reklama-i-rabota.ru +rcpmda.ikan1080.xyz +realmonte.net +redhotfreebies.co.uk +redirectingat.com +reeyanaturopathy.com +registrationdomainsite.com relayblog.com remmling.de -resant.ru -rewardit.com +remorcicomerciale.ro +remote-dba.de +renecaovilla.online +renewablewealth.com +repeatlogo.co.uk +replica-watch.ru +reversing.cc +rezeptiblud.ru +rfd-split.hr rff-cfal.info -rightenergysolutions.com.au ringporno.com -rn-to-bsn.com -robot-forex.biz -rocketchange.ru -rosbalt.com.ua -ros-ctm.ru -royalvegascasino.com +rique.host.sk +rossmark.ru +rubanners.com +rubbed.us ruf777.com -ruscoininvest.company -rusprostitute.com -rvtv.ru +rumamba.com +runofilms.ru +rustic-quiver.win sadaholding.com sakhboard.ru -samara.rosfirm.ru -sammyweaver.com -sandhillsonline.com -sanjosestartups.com -sarafangel.ru -sa-rewards.co.za +saltspray.ru +santasgift.ml +savefrom.com savememoney.co.za -savetubevideo.com -scanmyphones.com -scanner-alexa.top -scanner-barak.top +sawin.beth.webd.pl +sbdl.no +scanmarine.info +scanner-alex.top scanner-irvin.top -scanner-olga.top -score-ads.men -scottbywater.com -scrnet.biz.ua -searchencrypt.com -search-goo.com -searchinquire.com -search.pch.com -seccioncontrabajo.com -segol.tv -selectads.men -sel-hoz.com -seonetwizard.com +scanner-jack.top +scanner-julia.top +scanner-margo.top +scanner-nelson.top +scanner-walt.top +scat.porn +sdelatmebel.ru +search.1and1.com +searchmywindow-a.akamaihd.net +seeresultshub-a.akamaihd.net +sei80.com +seksvideoonlain.com +semalt.com +sendearnings.com +senger.atspace.co.uk +seoheap.com +seomarketings.online +seorussian.ru +seo-traffic-ranking.info serdcenebolit.com -service.adtech.fr -servisural.ru -sex-dating.co +service.adtech.us +servingnotice.com +sexfreepornoxxx.com sexiporno.net -sexkrasivo.net -sextracker.com -sexy.babes.frontend-stack.top -sexytrend.ru -sharebutton.org -share-buttons-for-free.com -sharpchallenge.com -shell-pmr.ru -shiksabd.com -shisha-swag.de +sex-watch.com +sexyali.com +sexy-pings.com +sexyteens.hol.es +shikiso.info shoesonlinebuy.cn -sideeffectsoftizanidine.blogspot.com -signx.info -simon3.ru -simple-image.com.ua -simpoed.ufop.br -sirpornogratis.xxx -sisi-go.ru -sisiynas.ru -sitevaluation.com -sitevaluation.org -sivs.ru -skutecznetabletkinaporostwlosow.pl -sky-mine.ru -slowmacfaster.trade -smadihome.com -smartpet.ru +shoesonlinebuy.xyz +shohanb.com +sibtest.ru +sientalyric.co +sierraapps.com +sildenafil-tadalafil.info +silktide.com +silverage.ru +sitebeam.net +sitevalued.com +sitiz.club +si-unique.com +skladvaz.ru +skuteczna-dieta.co.pl +skylta.com +skyway24.ru +slavic-magic.ru +slayerlife.com +slowmac.tech smartshoppymac.com -smichovbike.cz -smokewithrabbits.com -smsactivator.ru -snomer1.ru -snyatie-lomki-v-stacionare.ru -soft1.ru -soft-program.com -softtor.com -softxaker.ru -solinf.co -solnplast.ru +snjack.info +snts.shell-pmr.ru +social-buttons.com +social-buttons.xyz +socialmediasuggest.com +socialmonkee.com +socialsignals24.com +socialtrade.biz +softlinesolutions.me solution4u.com sophang8.com souvenirua.com -space2019.top -space4updating.win spaceshipad.com -spasswelt.xyz -spb.ru -special-porn.com -speechfoodie.com -spywareit.com -srecorder.com -stairliftsarea.com -stairliftstrue.com -stanthonyscatholicchurch.org -statistici.ro -stats-public.grammarly.io -statustroll.com -stauga.altervista.org -store-rx.com -stpolice.com -streetfire.net +spasswelt.net +sport-video-obzor.ru +sprttrack.com +sptslmtrafms.com +spyfu.com +ssconstruction.co +star61.de +stard.shop +stariy-baku.com +staticfs.host +steamoff.net +stmassage.ru +storehouse.ua strigkaomsk.ru -stroicol.net -sugvant.ru -superfish.com -survival.betteroffers.review -swimpool.ca -swinginwithme.ru -t3chtonic.com -taboola.com -taqywu51.soup.io -tastyfoodideas.com -tattooha.com -tds-advert002.info -telefonsexkostenlos.tk -telefonsex-ohne0900.net +studiofaca.com +studiokamyk.com.pl +sugarkun.com +sukarame.net +superstats.com +surflinksmedical.com +suture.co +tacbelarus.ru +tackletarts.co +tasteidea.com +tattomedia.com +tech4master.com templates.franklinfire.co -tfxiq.com -tgtclick.com -thebluffs.com +tengohydar.tk +terraclicks.com +thebestweightlosspills.ovh +thebluenoodle.com +thecoral.com.br +thecounter.com thefds.net -thegalerie.eu +thegameriders.com +theguardlan.com theheroes.ru thelottosecrets.com -theprofitsmaker.net -thexart.club +thin.me.pn +thruport.com +ticketsys.inetwd.com tiens2010.ru timetorelax.biz -titelhelden.eu -titslove.yopoint.in -tizanidinehcl4mgtab.blogspot.com +titan-ads.life +tizanidine4mgstreetvalue.blogspot.com +tizanidineandgabapentin.blogspot.com +tizanidineandhydrocodone.blogspot.com +tizanidinecost.blogspot.com tizanidineinfo.blogspot.com -tizanidinepills.blogspot.com -tizanidinesideeffects.blogspot.com -tizanidinesleepaid.blogspot.com -tnaionline.org -toloka.hurtom.com -tomck.com -toonfamilies.net -top10registrycleaners.com -topclickguru.com -topsy.com -tourismvictoria.com -track2.shop -tracksurf.daooda.com -tradgardspartner.se +tizanidineinteractions.blogspot.com +tizanidinestreetprice.blogspot.com +tjkckpytpnje.com +tksn.ru +tmm-kurs.ru +token-lab.org +toon-families.com +top10-online-games.com +topbestgames.com +topdownloads.ru +torrents.cd +tourcroatia.co.uk +toys.erolove.in +toy-shop.top +tracxn.com trafaret74.ru -traffic2money.com -trafficjunky.net -trafficmania.com -trainoffend.ml +traffic2cash.org +traffictrade.life +trahic.ru trichizobswiv.agddns.net -truck-rece.life +tri-slona.org +trk-4.net trucri.me -trustl.life +trustaffs.com tsstcorpcddvdwshbbdriverfb.aircus.com ttsq.fr -tuberkuleznik.ru -tuckermktg.com -tupper-posuda.ru +tube8.com +tula.howotorg.ru turizmus.us -tvorozhnaja-zapekanka-recept.ru -twelvevisionspartyofcolorado.com -twinderbella.com -twojebook.pl +tv-spoty.info +twincitiescarservice.com typimga.pw -uggbootsoutletsale.us -ukrobstep.com -umekana.ru +ucsol.ru +udsgame.online +ufa.xrus.org +uk-zheu20.ru +ultimateclassicrock.com +ultramart.biz umityangin.net -um-razum.ru -unimodemhalfduplefw.pen.io -unisexjewelry.org -unitexindia.com -unitygame3d.com +unblocksit.es +uni.me +unpredictable.ga unrealcommander.com upproar.com -urlcut.ru -uroki.net +uptime-alpha.net +uptime-as.net +url2image.com usacasino.com -usbggettwku.ga -usswrite.com +us-america.ru +ussearche.cf ustion.ru -v24s.net -vacances-voyages.info +vadimkravtcov.ru +valkiria-tk.ru varikoz24.com -vasileostrovsky-rayon.ru -v-doc.co -vegan-foods.us -veles.shop -vellings.info -venta-prom.ru -versaut.xxx-cam.webcam -veselokloun.ru -vesnatehno.com -viagraneggrx.com -video-chat.cn -videojam.tv -vipsexfinders.com -vkmusics.ru -vladhistory.com +veerotech.com +vgoloveboli.net +via-gra.webstarts.com +viandpet.com +video-chat.love +videooko.weebly.com +video--production.com +videosbox.ru +videositename.com +vip2ch.com +vip-dom.in +vipps.com.my +vitalads.net +vkak.ru +vladimir.xrus.org vladimir.zrus.org -voronezh.xrus.org -vpnhowto.info -vriel.batcave.net -vseigru.one -vsexkontakte.net -wallpapersdesk.info -wallpaperstock.net -wareseeker.com -waterpurifier.club +vmnmvzsmn.over-blog.com +vodaodessa.com +vodkoved.ru +vsdshnik.com +vtc.pw +vvpg.ru +wanker.us +wapsite.me +warezkeeper.com +watchmyfb.pl watsonrealtycorp.com -wdfdocando.com -webix.me -webmonetizer.net -webnode.me -website-analytics.online -wejdz-tu.pl -wemarketing.se -wemedinc.com +webadvance.club +webextract.profound.net +webpromotion.ae +websiteexplorer.info +website-stealer.nufaq.com +webtherapy.ru +weightatraining.com +wesharepics.info +westen-z.life westsextube.com -wfb.hatedriveapart.com -whatsupinfoley.com -whereiskentoday.com -wholesalejerseysgaa.com -wildnatureimages.com -wineration.com -win-spy.com -winterclassichockeyjerseys.com +whatistizanidine2mg.blogspot.com +whatzmyip.net +wholesalejerseychinaoutlet.com +wholesalejerseychinashop.com winx-play.ru +wleuaprpxuvr.ga wma-x.com -womensplay.net -woodyguthrie.se -worldhistory.biz -worldinternetauthority.com -worldlovers.ru -worst-sites.online -ws.ampower.me -wufak.com -www.get-free-traffic-now.com -xaylapdiendanang.com -x-diesel.com -xev.ru -xingzi-vision.com +wonderfulflowers.biz +worldtraveler.world +writingservices17.blogspot.ru +wrona.it +wttavern.com +xboxster.ru +x-diesel.biz +xitjw.info +xjrul.com x-lime.net xlolitka.com -xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai xn----7sbifcamovvfggw9d.xn--p1ai xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn----9sbubg3ambdfl1j.xn--p1ai -xn--c1acygb.xn--p1ai -xn----ctbigni3aj4h.xn--p1ai +xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai +xn--b1agm2d.net +xn--d1abj0abs9d.in.ua xn--d1aifoe0a9a.top -xn----dtbndd4ae7eub.top -xn--h1ahbi.com.ua -xn--lifehacer-1rb.com xnxx-n.com -xrus.org -xtubeporno.net -xxart.ru -xxxguitars.com -xxxtube69.com -xxxtubesafari.com -xz618.com -y8games-free.com +xtrafficplus.com +xwatt.ru +xxx-cam.webcam +xxxnatelefon.ru +yaaknaa.info +yaminecraft.ru +yebocasino.com +yebocasino.co.za yellowads.men -yellowstonesafaritours.com -yougetsignal.com -youjizz.com -youraticles.pl -youtubedownload.org -zaloro.com -zambini.ru -zatjmuzu.info -zebradudka.com -zed21.net -zeikopay.com +yes-com.com +yoopsie.com +yourporn.com +yourporngay.com +yugo-star.ru +yunque.pluto.ro +yurgorod.ru +zapatosenventa.info +zeleznobeton.ru zeroredirect11.com -zhongwenlink.com -zigarettenonlinekaufen1.blox.pl -zlatnajesen.com -zone-kev717.info -zvetki.ru +zeroredirect1.com +zetmaster.ru +zhorapankratov7.blogspot.com +zigarettenonl.canalblog.com +zigarettenonlinekaufen2.drupalgardens.com +zigzog.ru +znakomstva-piter78.ru +zocaparj.kz +zoodrawings.com +zophim.me +zrelaya.pw +zscalerone.net +zverokruh-shop.cz diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index dac184700..91390fa36 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -12bet.com -2kata.ru -4ureyesonly.com -5tey7463.weebly.com -7makemoneyonline.com -abcdefh.xyz +0daymusic.org +1000n1.ru +12masterov.com +1314dh.com +991mostfm.co.id +adamoads.com adanih.com -addtoadd.men -adserver-e7.com -adultfriendfinder.com -advertisingtag.net -aghanyna.com -air-edem.ru -algarveglobal.com -allforminecraft.ru -alphavisions.net -amazon-adsystem.com -ampower.me -anticrawler.org -apartment.ru -autoplate.info -autotrends.today -bank.uz -bannertesting.com -bausparen.bz.it -berrymall.ru -betonka.pro -blackcurranthumidifiers.site -blog.f00kclan.de -boazpower.com -bongiornos.info -bosman.pluto.ro -braip.com.br -bristolhotel.com -bugof.gq -burn-fat.ga -buttons-for-website.com -callmd5map.com +ahmedabadwebs.com +aktivator-windows10.blogspot.com +alevinefesleri.com +alphaforum.ru +altamayoztourism.com +amazingninja.com +apimegabrowsebiz-a.akamaihd.net +arcadeplayhouse.com +as5000.com +auspolice.com +baditri.com +balitouroffice.com +bannerpower.com +basedecor.ru +beclean-nn.ru +beetpics.pw +bensbargains.net +bibys.com +big-boards.info +bimatoprost-careprost.com.ua +bluesalt.co +bpro1.top +brains2.biz +bristolhostel.com +bristolhotel.com.ua +bryansk.zrus.org +buehne-fuer-menschenrechte.de +buyparajumpers.online +bzero1jewelry.net +camel-beach.com candypeople.se -candytiner.com -canyougethighofftizanidine.blogspot.com -carfax.com.ua -casablancamanor.co.za -catalogs-parts.com -cgi2.nintendo.co.jp -chastnoeporno.com -cheapmoncler.pw -chelnytruck.ru -claytransformations.info -clicksor.com -clubfashionista.com -cocyq.inwtrade.com +cartierlovebracelet.xyz +casinos4dummies.co.uk +cheapjerseysbizwholesale.us +cheapsergiorossi.online +collegeessay19.blogspot.ru comeondog.info -comissionka.net -compliance-don.xyz -compliance-fred.top -compliance-jack.top -compliance-john.top -conboy.us -culturevie.info -customcatchcan.com -customchocolate.business-for-home.com -cutalltheshit.com -cvety24.by -cxpromote.com -dafatiri.com -dating-app.ru -dfwu1013.info -domainsphoto.com -dotmass.top -elektrischezigaretten1.blogse.nl -erectile.bid -euronis-free.com -exct.net -ezigarettenkaufen1.deviantart.com -fanrto.com -faracontrol.ir -fenoyl.batcave.net -ff30236ddef1465f88547e760973d70a.com -filesdatabase.net -fillmewithhappiness.com -flagcounter.me -forex21.ru -foxjuegos.com -frcls.fr -free-traffic.xyz -funponsel.com -gallery.rennlist.com -game-mmorpg.net -gavuer.ru -gayxperience.com -germes-trans.com -gettpromos.com -goodhumor24.com -googlemare.com -growshop.es -gsasearchengineranker.xyz -hannasolution.ru -hchha.com -healmytrauma.info -highspeed5.net -hitsbox.info -hostingclub.lk -hotblognetwork.com -hunthillfarmtrust.org -intelhdgraphicsgtdrive6w.metroblog.com -intellego.info -iqbazar.ru -iwanttodeliver.com -japfm.com -kinofak.net +compliance-ivan.top +cranly.net +crd.clan.su +creditwell.ru +custom-product-labels.com +danceuniverse.ru +deplim.com +deutschland123.de +dfwu1019.info +dichvuvesinhhanoi.com +divatraffic.com +dkvorota.ru +domaincdn.xyz +domik-derevne.ru +dosug-lux.ru +download-of-the-warez.blogspot.com +downloads-whatsapp.com +dvd-famille.com +electronicadirect.com +energy-ua.com +engines-usa.com +escort-russian.com +expdom.com +fashion.stellaconstance.co +feorina.ru +fickenbumsen.net +filesmonster.porn +findclan.org +forex-procto.ru +forum-engineering.ru +foto-weinberger.at +freenode.info +freewebs.com +front.to +g7m.pl +gallictures.com +gaming-journal.com +gamingspark.com +gaz-voshod.ru +getlaid-xxxhookupdirect.com +girlsatgames.ru +goldenggames.com +googlepositions.com +gribkovye-zabolevaniya.com +growboxbl.ru +guge.io +hdpixent.com +hebr.myddns-flir.com +hit-kino.ru +holidaypics.org +hotloans.ru +hoztorg-opt.ru +ico.re +imagine-ex.co +indiasourcemart.in +invest-pamm.ru +ip-guide.com +ivanstroi.ru +jacago.com +jjbabskoe.ru +jolic2.com +kakadu-interior.com.ua +karadene.com +karaganda.xkaz.org +karpun-iris.ru +kemerovo.zrus.org +kino-key.info +knowsitall.info koleso24.com.ua -ktotut.net -kupiproday.com.ua -kvartiry-remont.ucoz.ru -landmania.ru -likesuccess.com -lincolntheatre.com -localflirtbuddies.com -locationdesaison.com -longadventure.com -low-format.ru +kurwa.win +labplus.ru +lacapilla.info +la-fa.ru +lancheck.net +lecbter-relationships.ga +life.biz.ua +lion.misba.us +liveinternet.ru +live-sexchat.ru +liveshoppersmac.com +lkbennettstore.online +lookingglassemb.com +louboutinreplica.xyz +lsex.xyz +lubetube.com +machicon-ueno.info mactechinfo.info -mail.allnews24.in -map028.com -matb3aa.com -meduza-consult.ru -menetie.ru -mesto-x.com -metarip.ru -motherboard.vice.com -mrlmedia.net -mturkcontent.com -myshopmatemac.com -naughtyconnect.com -naval.jislaaik.com -needtosellmyhousefast.com -negral.pluto.ro +mebeldekor.com.ua +medicines-choice.com +microsoftportal.net +misandesign.se +mojpreskumanie.com +mokrayakiska.com +monitorwebsitespeed.com +mototsikl.org +mrcsa.com.au +mrvideospornogratis.xxx +muschisexbilder.com +mvpicton.co.uk +myphotopipe.com net-profits.xyz -nfljerseysforsalewholesaler.com -ngps1.ru -nlfjjunb5.ru -nl.netlog.com -nootrino.com -nowtorrents.com -nzfilecloud.weebly.com -oecnhs.info -onlinebay.ru -onlinefilmz.net -orion-v.com -owathemes.com -paleohub.info -palvira.com.ua -parlament.biz -partner-stop.men -percin.biz.ly -picscout.com -picurams.pw -pkr1hand.com -plastgranar.nu -podshipniki-nsk.ru -pogodnyyeavarii.gq -polimga.pw -pornoelita.info -positive2b.ru -pospr.waw.pl -pozvonim.com -psvita.ru -push-ad.com -qpypcx.com -rank-checker.online -reelheroes.net -regdefense.com -reining.lovasszovetseg.hu -rockprogblog.com -rossanasaavedra.net -ruex.org.ua -russintv.fr -scanner-andrew.top -scanner-ivan.top -scat.porn -school-diplomat.ru -sc-specialhost.com -search.pch.com -seokicks.de -seo-prof1.xyz -servethis.com -servisural.ru -serw.clicksor.com -sexfreepornoxxx.com -shlyahten.ru -shoesonlinebuy.xyz -shop.xz618.com -sierraapps.com -site5.com -smartbalanceworld.com -sneakyboy.com -snyatie-lomki-v-stacionare.ru -space4updating.win -spammen.de -spamnuker.com -sugarlyflex.pw -superlist.biz -svetodiodoff.ru -swagbucks.com -swiped.su -tampabaywatch.org -tastyfoodideas.com -thecoolimages.net -thefotosgratis.eu -tk-assortiment.ru -tnaionline.org -toproadrunner5.info -topsy.com -toxicwap.com -toys.erolove.in -traderzplanet.in -traffmonster.info -tubeoffline.com -tubo360.com -turn-up-life.life -tvoystartup.ru -uchebavchehii.ru -ufa.xrus.org -ugogo.info -ukrobstep.com -undergroundcityphoto.com -unece.org -unimodemhalfduplefw.pen.io -unpredictable.ga -urlopener.com -uvozdeckych.info -ventelnos.com -wallpaperstock.net -waterpurifier.club -webads.co.nz -website-datenbank.de -webtherapy.ru -withstandingheartwarming.com -w-journal.ru -wwwadultcheck.com -xlolitka.com -xtremeeagles.net +net-radar.com +networkcheck.xyz +newstaffadsshop.club +noscrapleftbehind.co +notebook-pro.ru +novodigs.com +offside2.5v.pl +ohmyrings.com +okayimage.com +ooo-olni.ru +oralsexfilme.net +orgasmus-virtual.com +ourtherapy.ru +photochki.com +phpdevops.com +pierrehardysale.online +platesauto.com +pl-top.pl +popup-jdh.xyz +pornofeuer.com +pornosee.info +princeadvantagesales.com +privatbank46.ru +privatefx-in.ru +privatov-zapisi.ru +prostitutki-novgoroda.org +pukaporn.com +rapidgator-porn.ga +realtytimes.com +r-e-f-e-r-e-r.com +rentaremotecomputer.com +rfd-split.hr +rfid-locker.co +sady-urala.ru +safe-app.net +salut-camp.ru +scanner-julia.top +searchimpression.com +seasaltwithfood.com +seoanalyses.com +seorank.info +servingnotice.com +sexcamamateurchat.com +sex-dating.co +sexvideo-sex.com +sexvporno.ru +sherlock.se +shtaketniki.kz +siteexpress.co.il +sitevalued.com +sk.golden-praga.ru +sohoindia.net +souvenirua.com +spidtest.org +sptslmtrafms.com +squidoo.com +stevemonsen.com +teslathemes.com +tizanidinedrugtest.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +torrents.cd +traffic2money.com +trahic.ru +twodollarshows.com +tzritel.tk +uac.net.au +ultramart.biz +um-razum.ru +usswrite.com +uzungil.com +vacances-voyages.info +varbergsvind.se +veselokloun.ru +vgoloveboli.net +video-woman.com +vvon.co.uk +warning.or.kr +wesharepics.com +westermarkanjou.se +worldlovers.ru +wsgames.ru +wufak.com +wzgyyq.com +x-diesel.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--80ahdheogk5l.xn--p1ai +xn--b1adccaf1bzj.xn--p1ai +xn--l1aengat.xn--p1ai +xvideosporn.biz yachts-cruise.info -yoopsie.com -yourothersite.com -youtubedownload.org -zhacker.net -zhorapankratov7.blogspot.com -zionstar.net +yatrk.xyz +yebocasino.co.za +yellocloud.be +yellowfootprints.com +yopoint.in +yottos.com +ytmnd.com +zaloro.com +zetmaster.ru +zolotoy-lis.ru +zrelaya.pw +zscalertwo.net diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 0809108aa..254a46f60 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,3 +1,31 @@ + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + @@ -8,35 +36,7 @@

Welcome to the Nginx Ultimate Bad Bot Blocker

This is merely used for testing !!!

- -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - + Welcome to the Nginx diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 0e0848852..c3c284efc 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 5916be9b1..70242b3e7 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index e94b148c3..0bb21b0e0 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 4d7f50989..e32e70546 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1679 +#### Version: V4.2019.06.1680 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 97ed2ecbf..b3a315e04 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1679 +#### Version: V4.2019.06.1680 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 35ed4f024..e9409b7d1 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1679 +#### Version: V4.2019.06.1680 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 9b5fc80d3..bf1155115 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1679 +#### Version: V4.2019.06.1680 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 898f506a2..8a3ffbec6 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 8a9c58dd0..3ebf4827c 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1679 -### Updated: Sat Jun 29 09:56:57 SAST 2019 +### Version: V3.2019.06.1680 +### Updated: Sat Jun 29 10:08:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 898f506a2..8a3ffbec6 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index c1e4f9c4a..d68d6d619 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:58 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:49 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##