diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 3b237f9ac..898f506a2 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index 3b237f9ac..898f506a2 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index c1d6c61cb..f0d7ffecc 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.73.34 0; +35.192.187.174 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 3b237f9ac..898f506a2 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test1/nginx.conf b/.dev-tools/_conf_files_test1/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_test1/nginx.conf +++ b/.dev-tools/_conf_files_test1/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 880cb596e..8a9c58dd0 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1678 -### Updated: Fri Jun 28 22:40:39 SAST 2019 +### Version: V3.2019.06.1679 +### Updated: Sat Jun 29 09:56:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/nginx.conf b/.dev-tools/_conf_files_testing_changes/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 689d439aa..0f27f0dd9 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..0e0848852 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 880cb596e..8a9c58dd0 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1678 -### Updated: Fri Jun 28 22:40:39 SAST 2019 +### Version: V3.2019.06.1679 +### Updated: Sat Jun 29 09:56:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 689d439aa..0f27f0dd9 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index 34cb39aec..0e0848852 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 880cb596e..8a9c58dd0 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1678 -### Updated: Fri Jun 28 22:40:39 SAST 2019 +### Version: V3.2019.06.1679 +### Updated: Sat Jun 29 09:56:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 689d439aa..0f27f0dd9 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..0e0848852 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 880cb596e..8a9c58dd0 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1678 -### Updated: Fri Jun 28 22:40:39 SAST 2019 +### Version: V3.2019.06.1679 +### Updated: Sat Jun 29 09:56:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf b/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index 3b237f9ac..898f506a2 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_nginx_conf_backup/nginx.conf b/.dev-tools/_nginx_conf_backup/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_nginx_conf_backup/nginx.conf +++ b/.dev-tools/_nginx_conf_backup/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf index e7d3a2ff6..2cb84cd27 100644 --- a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; -35.188.73.34 0; +104.198.131.58 0; +35.193.14.140 0; diff --git a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf index a94a8e2a3..b5ece27cf 100644 --- a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 880cb596e..8a9c58dd0 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1678 -### Updated: Fri Jun 28 22:40:39 SAST 2019 +### Version: V3.2019.06.1679 +### Updated: Sat Jun 29 09:56:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 3b237f9ac..898f506a2 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test-nginx-2.sh b/.dev-tools/test-nginx-2.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 689d439aa..0f27f0dd9 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 300ff617e..7b18a0043 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Cegbfeieh -Cosmos -DomainSigmaCrawler -FrontPage -Mister PiX -OutclicksBot -Seomoz -Surfbot -Szukacz -Web Fetch +BackWeb +BetaBot +GT::WWW +NPbot +Quick-Crawler +SEOstats +Teleport +WebCopier +Web Enhancer +webmeup-crawler diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index b9635038c..6e8b63f4b 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider +404enemy 80legs -ADmantX +Aboundex AhrefsBot AIBOT AiHitBot -Aipbot Alexibot -AlphaBot +Alligator Anarchie -archive.org_bot +ASPSeek +Attach backlink-check BacklinkCrawler BackStreet -Bandit BatchFTP Battleztar Bazinga -BDFetch Bigfoot +Black Hole BLEXBot -Blow -BlowFish -Boardreader Bolt -BuiltBotTough -BuiltWith -Bullseye -BuzzSumo +Brandwatch +Buddy CATExplorador Cegbfeieh -CheeseBot -CheTeam -ChinaClaw -Cloud mapping -coccocbot-web +CherryPicker +Cliqzbot Cogentbot -Copyscape +cognitiveseo +Collector +Copier Cosmos crawler4j +crawler.feedback crawl.sogou.com -CrazyWebCrawler CrunchBot -Custo +CSHttp +Curious DataCha0s +demandbase-bot Demon -Digincore -DigitalPebble -Discobot -DomainAppender -DomainSigmaCrawler -Download Wonder +Deusu +DomainStatsBot +Dragonfly DSearch -DTS Agent +EasyDL ECCP/1.0 +EMail Siphon EMail Wolf +EroCrawler evc-batch -Evil -Express WebPictures -Extreme Picture Finder +EyeNetIE +facebookscraper +FemtosearchBot Firefox/7.0 -FyberSpider -GermCrawler -Gigablast -G-i-g-a-b-o-t -Go-Ahead-Got-It -Gotit -Go!Zilla +FlashGet +Foobot +FrontPage +Getintent +Grabber GrabNet -GT::WWW -Haansoft -Hloader -HMView +Grafula +GrapeFX +GrapeshotCrawler +HaosouSpider +Harvest +Havij +HEADMasterSEO HTMLparser +HTTP::Lite +HTTrack Humanlinks -HybridBot -Iblog +IDBot Id-search +IlseBot +Image Fetch +Image Sucker +IndeedBot Indy Library -InfoTekies +instabid Intelliseek +InterGET +Internet Ninja +InternetSeer internetVista monitor -JamesBOT -Jbrofuzz -JennyBot -JetCar +ips-agent +Iskanie +IstellaBot Jetty -JikeSpider JOC Web Spider -Joomla +Jorgee JustView Keyword Density Lanshanbot +Larbin +LeechFTP +LexiBot Lftp -Libwhisker -Lightspeedsystems -Linkdexbot -LinkextractorPro -LinkScan -LinqiaMetadataDownloaderBot +Likse +LinkWalker LinqiaRSSBot -LinqiaScrapeBot -Lipperhey +Lipperhey Spider +Lmspider LNSpiderguy -lwp-request -lwp-trivial -Magnet -Majestic12 -MarkWatch +LWP::Simple +magpie-crawler +Mail.RU_Bot +MarkMonitor +Mass Downloader +Mata Hari +MauiBot meanpathbot -Meanpathbot Mediatoolkitbot mediawords Metauri MFC_Tear_Sample +Microsoft Data Access +MIDown tool MIIxpc Mister PiX -Mojeek +MJ12bot Morfeus Fucking Scanner -Mr.4x3 MSFrontPage +MSIECrawler Msrabot +MS Web Services Client Protocol +muhstik-scan Name Intelligence -Navroad -Nessus +Nameprotect Netcraft -NetSpider -Net Vampire +NetLyzer NextGenSearchBot Nibbler -NICErsPRO -Niki-bot +Nikto +Nimbostratus Ninja -NPbot -Nutch -oBot +Nmap Octopus -Offline Explorer Offline Navigator Openfind -OrangeSpider -OutclicksBot -Page Analyzer +OpenLinkProfiler +OpenVAS +OutfoxBot +PageAnalyzer +page scorer PageScorer +Panscient Papa Foto -Pavuk +PECL::HTTP PeoplePal -PHPCrawl Picscout Picsearch PictureFinder -Pi-Monster Pixray -plumanalytics -ProPowerBot -Psbot -Pump +POE-Component-Client-HTTP +Probethenet PyCurl +QueryN Metasearch +Quick-Crawler RankActiveLinkBot -RankingBot -RankingBot2 +RankFlex Rankivabot RankurBot -Reaper -RedesScrapy RepoMonkey -Ripper -s1z.ru +Rogerbot SalesIntelligent -SBIder -Scanbot -scan.lol -ScoutJet +ScanAlert Screaming +ScreenerBot SearchmetricsBot -Semrush -SEOlyticsCrawler -serpstatbot +SEOkicks +SEOkicks-Robot +Seomoz +seoscanners +SeoSiteCheckup +Shodan +Siphon +Sitebeam Siteimprove +SiteLockSpider SiteSnagger -Site Sucker -Sitevigil SlySearch SmartDownload -SocialRankIOBot -sogouspider +SMTBot +Sogou web spider Sottopop -SpaceBison -SpankBot -sp_auditbot -Spbot -Spinn3r +Spammen SputnikBot -spyfu +Sqworm +Steeler +Stripper Sucker +Sucuri SuperBot SuperHTTP -Suzuran -Teleport +TeleportPro +Telesoft +Telesphoreo +Telesphorep Thumbor -Titan -Toata -Tracemyfile -Trendictionbot -trendiction.com -Turingos +TightTwatBot +Toweyabot +trendiction.de +True_Robot Turnitin TurnitinBot +TwengaBot Twice -Typhoeus UnisterBot URLy Warning -VB Project -VCI -VidibleScraper -Wallpapers/3.0 +URLy.Warning +Vagabondo +Virusdie +Voltron WASALive-Bot -Webalta +WBSearchBot Web Auto WebCollage WebCopier +WEBDAV WebEnhancer Web Enhancer -Web Fetch -Web Fuck +WebFetch +WebFuck WebGo IS -WebmasterWorldForumBot +WebImageCollector webmeup-crawler +WebPix Web Pix -Web Sauger -Webshag WebsiteExtractor +Website Quester +Webster WebStripper -WebSucker -Web Sucker +WebZIP WeSEE -Whatweb +Whacker +Who.is Bot WinHTTrack WiseGuys Robot -Woobot +WISENutbot +Wonderbot Wotbox -Wprecon WWW::Mechanize +WWWOFFLE x09Mozilla Xaldon WebSpider xpymep1.exe -YoudaoBot +Zauba +zauba.io Zermelo -zgrab -ZmEu -ZyBorg +Zeus diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index ba786fc91..fc00df9b7 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider -Abonti -Acunetix -AfD-Verbotsverfahren -AhrefsBot -AlphaBot -BackDoorBot -BacklinkCrawler -BackStreet +80legs +AiHitBot +Aipbot +archive.org_bot +ASPSeek +Attach +autoemailspider +Backlink-Ceck +backlink-check +BackWeb +Badass +Bandit Battleztar Bazinga -BBBike BDFetch -BetaBot +Bigfoot +Blackboard Black Hole +BlackWidow +BLEXBot Blow +BlowFish Boardreader -Brandprotect -Brandwatch -Buddy -BuiltBotTough +BotALot +BuiltWith Bullseye BunnySlippers -CATExplorador -CazoodleBot +Calculon +CCBot Claritybot -Cloud mapping -coccocbot-web +Cliqzbot Cogentbot +cognitiveseo com.plumanalytics Copier -Copyscape +Cosmos Craftbot crawler4j +crawl.sogou.com +Crescent CSHttp +Custo +demandbase-bot Deusu +Devil +Digincore DIIbot Disco -Discoverybot -DittoSpyder -DomainAppender +DnyzBot DomainCrawler DomainSigmaCrawler DomainStatsBot -Dotbot -Drip +Download Wonder +DSearch DTS Agent +EasyDL Ebingbong eCatch ECCP/1.0 EirGrabber EMail Siphon -evc-batch -Extreme Picture Finder +EMail Wolf +EroCrawler +ExtLinksBot +Extractor +ExtractorPro +Ezooms FemtosearchBot FHscan Fimap -Firefox/7.0 -Foobot -Freeuploader -FyberSpider -Fyrebot -GalaxyBot -Genieo -GermCrawler +FlashGet +FrontPage Getintent GetRight Gigablast Gigabot G-i-g-a-b-o-t -Go-Ahead-Got-It -Gotit -GoZilla Go!Zilla Grafula +GrapeshotCrawler +GridBot +GT::WWW +Haansoft HaosouSpider Harvest -HEADMasterSEO +Havij Heritrix +Hloader HTMLparser -HTTP::Lite HTTrack Humanlinks HybridBot -Image Fetch +IlseBot Image Sucker -IndeedBot -InfoTekies +InfoNaviRobot +instabid Intelliseek InterGET Internet Ninja +InternetSeer +internetVista monitor +IstellaBot JamesBOT Jbrofuzz +JennyBot +JetCar +JikeSpider +Joomla Kenjin Spider +Keyword Density +Lanshanbot +Larbin LeechFTP -Lftp -Libwhisker +LibWeb +Lightspeedsystems Likse -Linkdexbot +LinkpadBot +LinqiaRSSBot +LinqiaScrapeBot Lipperhey Lipperhey Spider -Lmspider +LNSpiderguy +Magnet Mag-Net -Majestic12 -Majestic-SEO -MarkWatch -Masscan -MauiBot -meanpathbot -mediawords +Majestic SEO +Meanpathbot +MeanPath Bot +Mediatoolkitbot MegaIndex.ru -Microsoft Data Access Mister PiX -MJ12bot -Morfeus Fucking Scanner Mr.4x3 -MSFrontPage -Msrabot MS Web Services Client Protocol muhstik-scan Name Intelligence Navroad -NearSite -Needle -Netcraft +Nessus +netEstate NE Crawler NetLyzer NetMechanic -Nettrack -Net Vampire -Netvibes NetZIP -NextGenSearchBot +Nibbler +NICErsPRO +Niki-bot Nikto +NimbleCrawler Nimbostratus +Nmap oBot Octopus -Offline Navigator -OnCrawl +Openfind +Openvas OrangeBot OrangeSpider +OutclicksBot +OutfoxBot PageAnalyzer Page Analyzer -page scorer -PageScorer -Pandalytics +Panscient Papa Foto pcBrowser -PECL::HTTP +PictureFinder +Pi-Monster Pixray -plumanalytics +PleaseCrawl Pockey -POE-Component-Client-HTTP -Probethenet -Psbot Pump +PxBroker PyCurl Quick-Crawler RankActive -RankActiveLinkBot RankFlex RankingBot RankingBot2 +Rankivabot RealDownload -RebelMouse -Recorder -ReGet -RepoMonkey -Ripper -RocketCrawler -Rogerbot +Reaper +RedesScrapy +SalesIntelligent SBIder -Scanbot -scan.lol -Screaming -ScreenerBot +SearchmetricsBot Semrush SEOkicks +SEOkicks-Robot SEOlyticsCrawler -Seomoz -SEOprofiler -SeoSiteCheckup -Sitebeam -SiteLockSpider -SiteSnagger -SiteSucker -Sitevigil +Shodan +Siphon +SISTRIX +SiteExplorer +Siteimprove +SmartDownload SMTBot -Snake Snapbot +Snoopy SocialRankIOBot -Sottopop -SpankBot -Spanner -sp_auditbot +Sociscraper +Sogou web spider +SpaceBison Spbot -Spinn3r SputnikBot -spyfu -Stripper +Sqlmap +Steeler Sucker Sucuri -SuperBot -SurveyBot +SuperHTTP Suzuran -sysscan -Szukacz -T0PHackTeam -T8Abot +Swiftbot tAkeOut -Teleport -TeleportPro -Telesphoreo -The Intraformant -TheNomad +Telesoft +Telesphorep Thumbor +TightTwatBot +Toweyabot Tracemyfile +Trendictionbot trendiction.com trendiction.de -Turingos -TwengaBot -Typhoeus -URLy Warning -Vacuum +Twice +UnisterBot +Upflow +URLy.Warning Vagabondo -VB Project VCI -Virusdie -VoidEYE -WallpapersHD -WASALive-Bot WBSearchBot -WebGo IS +Webalta +WebBandit +Web Collage +WebCopier +WEBDAV +Web Enhancer +WebFetch +Web Fetch WebImageCollector -WebLeacher WebmasterWorldForumBot webmeup-crawler WebPix -WebSucker -WebZIP +WebSauger +WebsiteExtractor WeSEE -Who.is Bot WiseGuys Robot Wonderbot +Wotbox +WWW-Collector-E WWWOFFLE -x22Mozilla +x09Mozilla +Xaldon WebSpider Xaldon_WebSpider xpymep1.exe -Zade -zauba.io -Zitebot -ZumBot +YoudaoBot +Zermelo +Zeus +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 7df949c1b..b4b5794d7 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -avirasecureserver.com -blacktwhite.com -blagovest-med.ru -foto-basa.com -headpharmacy.com -managerpak204.weebly.com -signx.info -vrnelectro.ru -win-spy.com -x-rates.ru +101flag.ru +back.dog +discovertreasure-a.akamaihd.net +download-wallpaper.net +lombardfinder.ru +partners-ship.pro +pelfind.me +turizmus.us +xsion.net +youandcredit.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 4889227ec..9cd6303a6 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -000free.us -00author.com -01apple.com -123movies.love -12masterov.com -1-99seo.com -1flag.co.za -1pamm.ru -2020iscoming.info -24-ak.ru -24x7-server-support.site -256bit.by -28n2gl3wfyb0.ru -2ads.co.uk -2daytrendingnews.com -40cg.com -4inn.ru -5ws.dating-app.ru -7yue.org -83net.jp -8xv8.com -98oi.ru -9icmzvn6.website -9med.net -aa9bd78f328a6a41279d0fad0a88df1901.com -aarbur.com -above.com -academiacsmendoza.org -acmebtn.ml -adanih.com +0c47f8422d3f.com +0daymusic.org +108shot.com +123any.com +14b.info +1kinobig.ru +1millionusd.xyz +214jaluwobapef.cf +2345.com +24videos.tv +2drittel.de +3th.co.in +3xforum.ro +4kpics.rocks +5forex.ru +6128786.com +6hopping.com +7a2rnuey1tw9ar.ru +8gold.com +8kisses.eu +a96527gi.beget.tech +aa14ab57a3339c4064bd9ae6fad7495b5f.com +aa8780bb28a1de4eb5bff33c28a218a930.com +aa8b68101d388c446389283820863176e7.com +aaa38852e886ac4af1a3cff9b47cab6272.com +abcdefh.xyz +abctoppictures.net +absugars.com +academia-nsk.org +acortarurl.es +actulite.com +adbetclickin.pink +adconscious.com +addbin.men adidas.frwebs.fr -admitad.com -adprotect.net -adrenalin-stk.ru -ads-cool.pro -adsfresh.men +adinterax.com +adktrailmap.com +adman.se +admeasures.com +adpremium.org +adrunnr.com +adsland.men +adssafeprotected.com ads.tremorhub.com -adultfullhd.com -adultmeetonline.info adultnet.in -adult-shop.com.ua -adviceforum.info -advokateg.xyz -aghanyna.com +advancedmassagebysara.com +affiliate-fr.com +agardomains.com aihelen.net -aimayangzhi.com -alborzan.com -albuteroli.com -alert.scansafe.net -alive-ua.com -allbizne.co.ua -allornamenti.com -allproblog.com -allsilver925.co.il -all-streaming-media.com +airlandsea.info +akita.kz +akuhni.by +akvamaster.dp.ua +alfa9.com +alfabot.xyz +alice.it +alif-ba-ta.com +allcredits.su alphaforum.ru -alpinism.ru -alt-servis.ru -amanda-porn.ga -amazingninja.com +alveris.ru +amateurgalls.com +amazon-adsystem.com ameblo.jp -amigobulls.com -amoi.tn -am-se.com -amung.us -anal-acrobats.com -anal-acrobats.hol.es -animali.deagostinipassion.it -anjalika.co.in -anlimebel.kiev.ua -anmysite.com -aosexkontakte.net -aosheng-tech.com -apartment.ru -apelsinnik.website -apiadanaknet-a.akamaihd.net -apidiamondatanet-a.akamaihd.net +anapa-inns.ru +android-systems.ru +anti-virus-removal.info +antons-transporte.de +apccargo.com +apibetweenlinesn-a.akamaihd.net apidigidocketnet-a.akamaihd.net apifasterlightin-a.akamaihd.net -apiholdingmypage-a.akamaihd.net -apimossnetinfo-a.akamaihd.net -appartement-stumm.at -app-ready.xyz -arate.ru -arcadepages.com -artel116.ru -asdfz.pro -asiengirls.net -asmxsatadriverin.aircus.com -asscenihotosidea.blogspot.co.za -asseenontv.ru -atlasvkusov.ru -atout-energie-69.com -aussie-prizes.com -autobudpostach.club -autodo.info -autogrep.ru -autolombard-krasnodar.ru -auto-zapchasti.org -avon-severozapad.ru -avon-ukraine.com -avtolombard-krasnodar.ru -avto-oligarh.ru -azartniy-bonus.com -azazu.ru -babieca.com -babosas.com -bala.getenjoyment.net -balook.com -bamo.xsl.pt -bangla-chat-uk-paralud.ga +apiwoodensealcom-a.akamaihd.net +appleid-verification.com +arendakvartir.kz +artdeko.info +articlesdirectoryme.info +atelielembrancaqueencanta.com.br +atlant-auto.info +atleticpharm.org +atofilms.com +audiofree.ru +ausergrubhof.info +autochoixspinelli.com +auto.rusvile.lt +avek.ru +aviav.co +aviav.org +aviav.ru.com +aviva-limoux.com +avon-novosib.ru +avtoarenda.by +avtolombard-krasnodar.com +avtovolop.ru +azartclub.org +azlex.uz +babyguns.ru +bagcionderlab.com +baixar-musicas-gratis.com +baksman.com +balkanfarma.ru +balois.worldbreak.com +banan.tv banki76.ru bankofthewext.com -bannerbank.ru +banksrf.ru +bank.uz +bannerads.de +bannerswap.com +basisches-wasser.net bbsoldes.fr -beatifullandscape.co -beauty-bracelet.com -beetpics.pw +bbtec.net +beachdriveblog.com +beauty-things.com +beclean-nn.ru begalka.xyz +belstaffstore.online berdasovivan.ru -beremenyashka.com -bestadbid.com -bestchoice.cf -best-coupon-offer.com -bestdooz.com -bestfortraders.com -bestimagecoollibrary.com -best-seo-offer.com -bestsexyblog.com -bestwrinklecreamnow.com -bet365.com -betune.onlinewebshop.net -bezlimitko.xyz +besthoro.ru +best-mam.ru +bestmobilityscooterstoday.com +bestserials.com +bestssaker.com +betteroffers.review beztuberkuleza.ru +bharatdefencekavach.com big-cash.net -bingoporno.com -bio.trade-jp.net -bjgugu.net.ua -bjorkbacken.nu -bkns.vn +bigpenisguide.com +bildsuche.ru +binomo.com +bitcoinremote.com +biznesschat.net +bjanshee.ru +blobar.org blockety.co +blogig.org +bluejays-jerseys.us +bmw-ark.ru bobba.dzaba.com -bolegapakistan.com -brainzpod.win -brandehk.dk -brateg.xyz -brendbutik.ru -briomotor.co +bombla.org +bonanza-fortune.men +bonzbuddy.com +breastaugmentation.co.za +bristolhostel.com bristolhotel.com.ua +brk-rti.ru +brokergid.ru bronzeaid-a.akamaihd.net -bscodecs.com -budilneg.xyz -buron.pw -butstrap.space -buttons-for-your-website.com -buyhoverboard.com -buyk.host.sk -buy-loft.ru -buypanicdisorderpill.com -buyscabiescream.com +brothers-smaller.ru +bryansk.zrus.org +b-styles.xyz +btc4u.ru +btnativenav.com +buckspar.gq +buketeg.xyz +business-made-fun.com +businesxxl.com +buybest1.biz +buy-forum.ru +buy-meds24.com +buyparajumpers.online buytizanidineonline.blogspot.com -bvlgariring.xyz -bycontext.com +buzz-porno.info byme.se -cacheimages.com -callmd5map.com -cam-kontakte.org -canacopegdl.com -candcstuccoandstone.com -candiceloves.us -candypeople.se -candytiner.com -carabela.com.do +bytimedance.ru +cablecar.us +callstevens.com +camsex.xxx-cam.webcam +cand.jp +canrioloadm.gq +canrole.com +canyougethighofftizanidine.blogspot.com +capacitacionyaprendizaje.com +carapics.com cardsharp1.ru +carfax.com.ua cars-modification.net -cartechnic.ru -cartierbracelet.xyz -cartierlove2u.xyz -cartierwatch.xyz +cartierlovestore.xyz +cartierlove.xyz +cartiertrinity.xyz cartujano-pre.de -cashkitten-a.akamaihd.net -caulderwoodkennels.com -ccbill.com -ccjp.eu -cdncash.net -celebsopics.com -cementaresearch.se +casite-513049.cloudaccess.net +castingbank.ru +cdnanalytics.xyz +cenokos.ru +cenoval.ru +centre-indigo.org.ua cete.ru +cezartabac.ro +cfacarrosserie74.com cgi2.nintendo.co.jp -charmstroy.info chatroulette.video chatroulette.world -cheapbarbour.online -cheapjerseysbizwholesale.us -cheapmoncler.pw -cheapmoncler.win -cheapsergiorossi.online -checkm8.com -christianlouboutinoutlet.win -cialisovercounteratwalmartusa.com -cialiswithoutadoctor.net -cindymatches.com -cjmc.info -clean-virus-mac.com -clickbank.net -clickbanksites.info +cheapmoncler.xyz +cheap-pills-norx.com +cheap-trusted-backlinks.com +chinese-amezon.com +chiptuninger.com +chocolateslim-original.com +choice-credit.ru +cialis-samples.com +cigarpass.com +claytransformations.info +cleanallvirus.com +click2pawn.com clickintext.net -clickso.com -clicksor.com -clicksor.net -clksite.com -cmd.kz -cocyq.inwtrade.com +clickpapa.com +clickzzs.nl coinsspb.com -comissionka.net -community.allhiphop.com -compliance-barak.top -compliance-don.top +co.lumb.co +com-cleaner.systems +cometorussia.net +communisave.co.za +com-onlinesupport.host +companies-catalog.com compliance-don.xyz +compliance-fred.top +compliance-fred.xyz compliance-george.top -compliance-margo.top -compliance-nelson.top -com-supportcenter.website -conboy.us -connectionstrenth.com -cookie-law-enforcement-ee.xyz -coolgamechannel.com -coolgramgoods.com -coolingoods.com -coop-gamers.ru -copblock.org -cordstrap.cc -cornomase.win -counciltally.com -counterbot.com -cracksplanet.com -craftburg.ru -crazyboost.pro -creditwell.ru -crystalslot.com -cscwtalkto.site -cubook.supernew.org -custodieva.ru -customergrowthsystems.com -cyclobenzaprinevstizanidine.blogspot.com -cymbaltaandtizanidine.blogspot.com -dailyfinancefix.com -darkbooks.org -darodar.com -data1.scopich.com -dataloading.net -data.vtc.pw -dating-time-now.com -dayibiao.com -day-news.info -ddlmega.net -dear-diary.ru -decenttools.com -delta-line.men +compliance-george.xyz +compliance-irvin.top +compliance-mary.top +concordexoticrentals.com +consorzioilmosaico.org +construmac.com.mx +contentlook.co +cookie-law-enforcement-ff.xyz +cookie-law-enforcement-hh.xyz +coolyarddecorations.com +cosmeticswomens-womensports.rhcloud.com +cottageofgrace.com +counter.bloke.com +countercrazy.com +cpajunkies.com +craftinsta.ru +creams.makeforum.eu +credit-respect.ru +culmimg.pw +cyse.tk +d2jsp.org +daisye.top +dangphoto.trade +daooda.com +daymusam.com +deanmoore.ie +decoratinghomes.ga deplim.com -descargar-musica-gratis.net -deshevo-nedorogo.ru -design-lands.ru +designdevise.com +detmebel.su +deutschehobbyhuren.net +dfwu1019.info +diamond-necklace.info +diarioaconcagua.com +dichvuvesinhhanoi.com +diegolopezcastan.com +dieswaene.com +dieta-personalna.pl diffbot.com -digitalassetmanagement.site -digitalfaq.com -digital-video-processing.com +diminishedvalueoforegon.com +dinkolove.ya.ru +dinosaurus.site discountbarbour.online distver.ru -div.as -divku.ru -djihispano.com -dkvorota.ru -docs4all.com -docsportal.net -documentbase.net -dominterior.org -dotnetdotcom.org -downloadmefiranaratb1972.xpg.com.br -driving.kiev.ua -drivotracker.com -dstroy.su -dustyorate.com -dvervmoskvu.ru -e2click.com -easytuningshop.ru -e-avon.ru -ebooknovel.club -ed-shop01.ru -egvar.net -elektrischezigarette1.onsugar.com -elektroniksigaraankara.info -elektronischezi.livejournal.com -elektrozigarette2.wordpressy.pl -elidelcream.weebly.com -elitedollars.com -elitepcgames.com -eloconcream.blogspot.com +diy-handmade-ideas.com +djekxa.ru +dlya-android.org +docstoc.com +domaincrawler.com +domain.webkeyit.com +domcran.net +domoysshop.ru +dostavka-v-ukrainu.ru +dosug-lux.ru +dpihatinh.gov.vn +drunkmoms.net +duplicashapp.com +earl-brown.info +easyshoppermac.com +e-commerce-seo.com +educatemetv.com +ekaterinburg.xrus.org +ekn-art.se +election.interferencer.ru +electrik-avenue.com +eleimgo.pw +elektrischezigarette1.blog.pl +elektrischezigarette2.devhub.com +elmacho.xyz emailaccountlogin.co -empirepoker.com -eng-lyrics.com -enthuse.computernetworksonline.com -envaseslotusama.com -epngo.bz -e-poker-2005.com -essaypro.com -este-line.com.ua -etur.ru -excitacao.com +embedle.com +emediate.eu +eonpal.com +eralph.tk +erectile.bid +eropho.com +ertelecom.ru +escortplius.com +eshop4u.jp +essay-writing.work +estelight.ru +etm-consult.de +evehemming.blogspot.com.au +excaliburfilms.com exct.net -exhibitionplus.eu -exmasters.com -expdom.com -expertblog.info -expolicenciaslatam.co -extener.org -extstat.com -eyelike.com.ua -ez8motelseaworldsandiego.com -ezigarettenkaufen2.dreamwidth.org +exlarseva.webblog.es +exoneration-project.us +extractorandburner.com +ezigarettenshop1.yolasite.com +ezigarettenshop2.postbit.com ezigaretteshop2.vefblog.net -ezofest.sk -f00kclan.de -f0815.de -fanrto.com -faptitans.com -fatmaelgarny.com +face.hostingx.eu +familienzahnaerzte.com +familyholiday.ml +familyphysician.ru +famix.xyz +farm26.ru +farmprofi.net +fast-wordpress-start.com +favorcosmetics.com feeriaclub.ru -femmesdenudees.com -ferretsoft.com -ferrotodo.com -fettefrauen.net +fenoyl.batcave.net +fertilitetsradgivningen.se +fetishinside.com filerockstar298.weebly.com financeloan.us -fishingwholesale.us -fix-website-errors.com -flash4fun.com +findacheaplawyers.com +findclan.org +findthe.pet +finemanteam.com +finstroy.net +finuse.com +fireads.men +fishtauto.ru +fitnesspiks.com +flashlarevista.com +flauntyoursite.com florida-tourism.net -flytourisme.org +fm-upgrade.ru +foodcrafts.website forminecrafters.ru -forodvd.com -forum.tvmir.org -foto-telok.net -foto-weinberger.at -foxydeal.com -free-laptop-reward.com -freelotto.com -free-share-buttons.com +formularz-konkurs.tk +forsex.info +forum.doctissimo.fr +foxinsocks.ru +foxjuegos.com +foxweber.com +free-floating-buttons.com freesitetest.com -free-today.com free-video-tool.com -freshsuperbloop.com -ftns.ru -fuel-gas.com +freshberry.com.ua +froggytube.com funcrushgames.com -funnymama.com -fx-brokers-review.com +futbolkisales.ru +g7m.pl +gallerily.com gambarkatabaru.com -gdcentre.ru -ge0ip.org -gearsadspromo.club -geckoandfly.com -gentamicineyedrops.blogspot.com -get-free-social-traffic.com -getmyads24.com -getpopunder.com -get-your-social-buttons.info +gamblingnerd.com +games.kolossale.ru +gaygalls.net +gaytube.com +ge0ip.net +geile-lelly.eu +genetworx.com +getlamborghini.ga +gettpromos.com gg.zzyjxs.com -gigapeta.com +gilsonchiro.xyz girlsfuckdick.com -given2.com -glall.ru -globatur.ru -gne8.com -go2mike.ru -gogps.me -gombita.info -google-liar.ru -gopixdatabase.com -gpirate.com -greatgrace.ru -growshop.es -gsmlab.pl -gta-top.ru -guardlink.org -guge.io -guitar-master.org -gwagka.com -handicapvansarea.com -handicapvantoday.com -hanink.biz.ly -hannasolution.ru -hanwei.us -harmonyglen.us -hasshe.com -haveinc.xyz -hdfreeporno.net -hdxnxxtube.mobi +gktt.ru +glass-msk.ru +glavtral.ru +glcomputers.ru +go2jump.org +goldpanningtools.com +googst2.ru +goosefishpost.bid +grizzlysgrill.com +grupografico-pilar.com.ar +guigyverpo.cf +h2monline.com +hamacapty.com +hatdc.org +hawaiielectriclight.com +hd-filmy.net +hdpixion.com +heatpower.ru +heliko.no helpmymacfaster.trade -herehloadibs.cf -hermesbirkinhandbagoutlets.com -hermesreplica.pw -hildinghr.se -hit-men.men -hmmm.cz -hobbyhuren24.net -hol.es -honyaku.yahoofs.jp +hexpilot.com +heygidday.biz +hidefiles.org +high-speed1.net +histock.info +hkladys.com +homeandhealth.ru +hostingclub.lk +hotblog.top hotel-mkad.ru -hotkeys.com -houseofgaga.ru +hotenergy.ru +hothot.ru houseofrose.com -hoverboard360.nl -https-legalrc.biz -hunterboots.online -hyhj.info -ictizanidinehcl4mg.blogspot.com -idealtits.net -iflycapetown.co.za -igru-xbox.net -ihc2015.info +house.sieraddns.com +hspline.com +hubbble.com +humanorightswatch.org +hunthillfarmtrust.org +hut1.ru +hvd-store.com +hystersister.com +id-forex.com iinstalll-fii1leis.jus0wil.pp.ua -ilbe.club -iloveitaly.ru -ilovevitaly.ru -ilovevitaly.xyz -imagecoolpub.com +ilikevitaly.com +ilmen.net +imabase.com +images-free.net +imagine-ex.co +imfamous.info imgata.com -iminent.com -imperiafilm.ru -importchinacoach-teach.com -import-sales.com -impotentik.com -incest-ru.com -increasewwwtraffic.info -infobabki.ru +img.wallpaperstock.net +inboxdollars.com +incanto.in.ua +indianmedicaltourismshop.com +inet-traffic.com +infektsii.com infodocsportal.com -infostatsvc.com -inspiring-desperate.tk -in-tandem.co -interior-stickers.ru +infospot.pt +instasexyblog.com internet-apteka.ru -invitefashion.com -inzn.ru +int.search.mywebsearch.com +invivo.hu ipchicken.com -iplogger.org iplusbit.blogspot.co.za -iptool.xyz -iqs.biz.ua -iqupdatetmz.win -iradiology.ru -irunfar.com -istizanidineanarcoticdrug.blogspot.com -itbc.kiev.ua -ivoiretechnocom.ci -ix20.ru -jacago.com -james13prix.info -jamiembrown.com -japan-bearings.ru -javstock.com -javxxx18.com -jennyfire.ru -jerseyschinabizwholesale.us -jerseyswholesalechinalimited.com -jerseywholesalebizchina.com -jimmychoosale.online -jjbabskoe.ru -jmat.cn -joessmogtestonly.com -jongose.ninja -jumptap.com -jurajskie.info +iqoption-bin.com +isistaylorporn.info +istizanidineanopiate.blogspot.com +istmira.ru +it-max.com.ua +itronics.ca +iusstf.org +izhevsk.xrus.org +izismile.com +j33x.com +janavibekken.no +janerikholst.se +javitas.info +jav-way.site +jerseychinabizwholesale.us +jerseysbizwholesalecheap.com +jewelryandfiligree.com +jillepille.com +job.icivil.ir +johnrobertsoninc.com +journeydownthescale.info justkillingti.me -kakadu-interior.com.ua -kalb.ru +kaidalibor.de +kamagragelusa.net +kamalsinha.com karaganda.xkaz.org -kasino-money.pw -kerwinandcariza.com -keywesthideaways.co -keywords-monitoring-success.com +karpun-iris.ru +kazan.zrus.org +ketrzyn.pl +keywords-monitoring-your-success.com keyword-suggestions.com -keywordteam.net -kinobest.pl -kinohall.ru -kinopolet.net -kirov.zrus.org -kit-opt.ru -kiwe-analytics.com -kliksaya.com -knigonosha.net -kolotiloff.ru -konica.kz -konteiner24.com -kosova.de +kichenaid.ru +kimcurlrvsms.com +kinoflux.net +kino-rating.ru +komputers-best.ru +konkursov.net +kopihijau.info +koronirealestate.gr kostenloser-sex.com -kosynka-games.ru -krasnodar.ru -kupiproday.com.ua -laapp.com -lacasamorett.com -lacave.ntic.fr -lacloop.info +kotaku.com +kovrenok.ru +krasivoe-hd.net +kredit-pod-zalog-krasnodar.ru +kriokomora.info +kunstaktien.info +kvartir-remont.biz +kwzf.net lampokrat.ws -landinez.co -landoftracking.com -landscaping.center -larchik.net +laptop-4-less.com +laserpen.club lashstudia.ru -laulini.soclog.se -law-check-eight.xyz -law-check-two.xyz -lawyersinfo.org -le-clos-des-alouettes.com -lerporn.info -letsrepair.in -letto.by -lifeinsurancekb.com -lightinghomes.net -limtu.ifmo.ru -lion.snapmap.us -liveinternet.ru -livingcanarias.com +lasvegaslockandsafe.com +law-check-seven.xyz +laxdrills.com +leadn.pl +leadwayau.com +levaquin750mg.blogspot.com +lincolntheatre.com +linkbolic.com +linkwithin.com +lirunet.ru +livejasmin.com +ljusihus.se +lkbennettstore.online lmrauction.com -locksmith.jp -lodki-pvh.dp.ua +loadingpages.me +localmatchbook.com lomb.co -lonerangergames.com longgreen.info -longlifelomilomi.info -losangeles-ads.com -lostaruban.com louboutinreplica.pw -louisvuittonoutletstore.net -luckyday.world -lulea-auktionsverk.se -luxmagazine.cf -m1media.net -macdamaged.tech +lovasszovetseg.hu +lovelycraftyhome.com +low-format.ru +lunchrock.co +lyrics.home-task.com +machicon-akihabara.info machicon-ueno.info -mafcards.ru +mactechinfo.info +magicalfind-a.akamaihd.net magnetic-bracelets.ru -manipulyator-peterburg.ru -marcogrup.com -marmotstore.online -marsgatan.com -matrixalchemy.com -max-eclat.men -mcar.in.ua -meccadumps.net -medispainstitute.com.au -meds-online24.com -megahdporno.net +makemoneyonline.com +makis.nu +mall.uk +malwareremovalcenter.com +manifestation.betteroffers.review +mantramusic.ru +maranbrinfo.com.br +martlinker.com +matb3aa.com +matpre.top +maximilitary.ru +max-p.men +maxthon.com +maxxtor.eu +meddesk.ru +medicine-4u.org +medizinreisen.de +meet-flirt-dating.com +megaapteka.ru +megakino.net megavolt.net.ua -menhealed.net -mikrobiologies.ru -millionare.com -minecraft-neo.ru -miniads.ca -miniature.io -mir-limuzinov.ru +me-ke.com +member-quiz.com +merryhouse.co.uk +mezaruk.info +m-google.xyz +michaelkorsoutletstore.net +michaelkorssaleoutletonline.net +milblueprint.com +minharevisao.com +minneapoliscopiers.com misterjtbarbers.com -mobilemedia.md +mistr-x.org +mjchamonix.org +mmofreegames.online +mmoguider.ru mobile.ok.ru -moinozhki.com -monarchfind-a.akamaihd.net -monclerboots.xyz -monclercoats.xyz +mobstarr.com +mojowhois.com monclerjacketsoutlet.pw +moncleroutletonline.xyz +monetizer.com-01.site +moneymaster.ru +moneyteam24.com moneyviking-a.akamaihd.net -montazhnic.ru -montredemarque.nl -moscow-region.ru -motherboard.vice.com -mountainstream.ms -moviezbonkerssk.cf -mowser.com -moyakuhnia.ru -muabancantho.info -mug-na-chas-moscow.ru -muz-shoes.ru -my-aladin.com -my-big-family.com -mycaf.it -mydoctorok.ru -mygameplus.ru -mymercy.info +moonci.ru +morf.snn.gr +morlat.altervista.org +morpicert.pw +moscow.xrus.org +moskva.nodup.ru +mossmesi.com +most.gov.iq +mrlmedia.net +msfsaar.de +msk.afora.ru +mturkcontent.com +musezone.ru +music7s.me +musicspire.online +musicstock.me +muzaporn.com +mvpicton.co.uk +myfreecams.com +myhitmp3.club +myhydros.org mypets.by -naj-filmy24.pl +mypornfree.ru +myprintscreen.com +mysexpics.ru +mystats.xyz +myxdate.info +myyour.eu +nacap.ru +nagdak.ru +najaden.no +nardulan.com +narkologiya-belgorod.ru +narkologiya-voronezh.ru nastroyke.net -na-telefon.biz +nastydollars.com naturtreenspicerx.pw -navalwiki.info -negral.pluto.ro -nelc.edu.eg -nerudlogistik.ru -nevansk.ru -nfljerseyscheapchinabiz.com -nippon-bearings.ru -norththeface.store -npoet.ru -nrjmobile.fr +needtosellmyhousefast.com +neks.info +net-radar.com +nextlnk12.com +nfljerseysforsalewholesaler.com +njpalletremoval.com +nmrk.ru +nodding-passion.tk +notebook-pro.ru +novatech.vn nsatc.net -o00.in -obuv-kupit.ru -odywpjtw.bloger.index.hr -offf.info +nudepatch.net +obesidadealgarve.com +o-dachnik.ru +oddamzadarmo.eu +oecnhs.info +offer.wpsecurity.website offtopic.biz -okmusic.jp -okonich.com.ua -oktube.ru -okuos.com -old-rock.com -olgacvetmet.com -oneminutesite.it -onlinadverts.com -onlinefilmz.net +okel.co +online247.ml online-hd.pl -onlinemegax.com onlinetvseries.me -o-o-6-o-o.com -openstat.com +openfrost.com +openlibrary.org +openmediasoft.com ops.picscout.com -orion-v.com -otbelivanie-zubov.com -outshop.ru -oxotl.com -paceform.com -paidonlinesites.com +optibuymac.com +orgasmatrix.com +orsonet.ru +ownshop.cf +ozas.net +pacificair.com panamaforbeginners.com -parajumpersstore.online -par-fallen.ga -pathwhelp.org -patol01.pw -pcads.ru -pc-test.net +paramountmarble.co.uk +parlament.biz +pattersonsweb.com +paydayonlinecom.com +pb-dv.ru +pcboa.se pdns.download -perm.xrus.org -petedrummond.com -phobia.us -phormchina.com -photostudiolightings.com +petrovka-online.com +peugeot-club.org +photo-clip.ru phuketscreen.com -pijoto.net -pills24h.com -pillscheap24h.com -piter.xrus.org -pix24x7.com -pk-pomosch.ru -pladform.ru -plaff-go.ru -plastgran.com -plastweb.ru -play.leadzupc.com -play-movie.pl -playmsn.com -plugingeorgia.com -pochemychka.net -pochtovyi-index.ru -polytopesexempt.com -popugauka.ru -porndairy.in -pornobrazzers.biz -porno-chaman.info -pornoforadult.com -pornogratisdiario.com +piccdata.com +picsfair.com +pics-group.com +picture-group.com +pirateday.ru +pixell.club +pizdeishn.com +pk-services.ru +pl.id-forex.com +pokemon-go-play.online +polybuild.ru +pooleroadmedicalcentre.co.uk +popup-hgd.xyz +porndroids.com +pornmania.pl +pornogig.com pornokorol.com -porno-play.net -pornosee.info -pornosmola.info +pornosemki.info pornotubs.com +pornowarp.info +pornozhara.com pornpost.in -printingpeach.com +poshiv-chehol.ru +potolokelekor.ru +pretty-mart.com +privatefx.all4invest.info +privat-girl.net +privatov-zapisi.ru +prize44.com +prizesbook.online producm.ru -profitwithalex.info -pronorm.fr -proprostatit.com -prosperent.com -pro-tec.kz -pulseonclick.com -purchasepillsnorx.com -purplesphere.in -pushdata.sendpulse.com -puzo2arbuza.ru -py100.ru -quickcashlimited.com +profitkode.com +profit-opportunity.com +promgirldresses.xyz +pronekut.com +prostitutki-kharkova.org +prostitutki-novgoroda.org +pts163.ru +pussysaga.com +qexyfu.bugs3.com +qor360.com +qpypcx.com +quebec-bin.com +quickchange.cc +quickloanbank.com qwesa.ru -randalljhoward.com -rank-checker.online -ranking2017.ga -razleton.com +raavidesigns.com +rankexperience.com +ranksays.com +ranksonic.com +ranksonic.info +razamicroelectronics.com +razorweb-a.akamaihd.net +rcb101.ru realresultslist.com -real-time-analytics.com -rebelmouse.com -rebrand.ly -registrydomainservices.com -registrysweeper.com -reining.lovasszovetseg.hu +reckonstat.info +reelheroes.net +refads.pro +refererx.com reklama1.ru -relax.ru -remedyotc.com -remont-ustanovka-tehniki.ru -remybutler.fr -rent2spb.ru -responsive-test.net -resultshub-a.akamaihd.net -retreatia.com +reklama-i-rabota.ru +relayblog.com +remmling.de +resant.ru rewardit.com -rewardpoll.com -rezeptiblud.ru -ring4rhino.com -ringtonepartner.com -risparmiocasa.bz.it -rniaeba.ga -rockma.se -roleforum.ru -roofers.org.uk -rostov.xrus.org -royalcar-ufa.ru -russian-postindex.ru -russia-tao.ru -russia-today-video.ru -rustic-quiver.win -rvi.biz +rff-cfal.info +rightenergysolutions.com.au +ringporno.com +rn-to-bsn.com +robot-forex.biz +rocketchange.ru +rosbalt.com.ua +ros-ctm.ru +royalvegascasino.com +ruf777.com +ruscoininvest.company +rusprostitute.com rvtv.ru -s8-nowy-wygraj.comli.com -sajatvelemeny.com -salutmontreal.com -samo-soznanie.ru +sadaholding.com +sakhboard.ru +samara.rosfirm.ru +sammyweaver.com +sandhillsonline.com +sanjosestartups.com +sarafangel.ru sa-rewards.co.za -sashagreyblog.ga -satellite.maps.ilovevitaly.com -saugatuck.com -sawin.beth.webd.pl -scanner-donald.top +savememoney.co.za +savetubevideo.com +scanmyphones.com +scanner-alexa.top +scanner-barak.top scanner-irvin.top -scanner-jessica.top -scanner-julia.top -scanner-mary.top -scanner-nelson.top scanner-olga.top -scanner-walter.top -scansafe.net -school-diplomat.ru -scrapy.org -screentoolkit.com -sdsjweb.com -seadragonherbery.com +score-ads.men +scottbywater.com +scrnet.biz.ua +searchencrypt.com +search-goo.com +searchinquire.com search.pch.com -seasonvar.ru -seeingmeerkat.com -sell-fb-group-here.com -semprofile.com -senger.atspace.co.uk -seoboxes.com -seocdvig.ru -seojokes.net -seo-smm.kz -seotoolsagency.com -service-core.ru -seryeznie-znakomstva.ru -sevendays.com.ua -sexad.net -sexblog.pw -sex-foto.pw -sexkontakteao.info -sexobzor.info -sexpornotales.com -sexsaoy.com -sex-tracker.com -sex-watch.com -shariki-zuma-lines.ru -shinikiev.com.ua +seccioncontrabajo.com +segol.tv +selectads.men +sel-hoz.com +seonetwizard.com +serdcenebolit.com +service.adtech.fr +servisural.ru +sex-dating.co +sexiporno.net +sexkrasivo.net +sextracker.com +sexy.babes.frontend-stack.top +sexytrend.ru +sharebutton.org +share-buttons-for-free.com +sharpchallenge.com +shell-pmr.ru +shiksabd.com shisha-swag.de -shmetall.com.ua -shodanhq.com -shop-electron.ru -shopfishing.com.ua -shopperifymac.com -shopvilleroyboch.com.ua -shopwme.ru -shtaketniki.ru +shoesonlinebuy.cn sideeffectsoftizanidine.blogspot.com -siha.de -sildenafil-tadalafil.info -silvercash.com -sinel.info -site-speed-check.site +signx.info +simon3.ru +simple-image.com.ua +simpoed.ufop.br +sirpornogratis.xxx +sisi-go.ru +sisiynas.ru +sitevaluation.com sitevaluation.org -sitevalued.com -si-unique.com -skuteczna-dieta.co.pl -skylta.com -skyway24.ru -slavkokacunko.de -slimcdn.com -slomm.ru -sluganarodu.ru -small-games.biz -snsdeainavi.info -social-buttons.xyz -social-s-ggg.xyz -socialtrade.biz -soc-proof.su -sodexo.com -sofit-dmd.ru -solitaire-game.ru -sonata-arctica.wz.cz +sivs.ru +skutecznetabletkinaporostwlosow.pl +sky-mine.ru +slowmacfaster.trade +smadihome.com +smartpet.ru +smartshoppymac.com +smichovbike.cz +smokewithrabbits.com +smsactivator.ru +snomer1.ru +snyatie-lomki-v-stacionare.ru +soft1.ru +soft-program.com +softtor.com +softxaker.ru +solinf.co +solnplast.ru +solution4u.com sophang8.com -sovetogorod.ru +souvenirua.com +space2019.top +space4updating.win spaceshipad.com spasswelt.xyz -sports-supplements.us -sprttrack.com -spylog.com -srdrvp.com -staff.prairiesouth.ca -steelmaster.lv -sterva.cc -storehouse.ua +spb.ru +special-porn.com +speechfoodie.com +spywareit.com +srecorder.com +stairliftsarea.com +stairliftstrue.com +stanthonyscatholicchurch.org +statistici.ro +stats-public.grammarly.io +statustroll.com +stauga.altervista.org +store-rx.com +stpolice.com streetfire.net -stroilka.info -strongholdsb.ru -strv.se -studiofmp.com -success-seo.com -sukirgenk.dvrlists.com -superkanpo.com -superstarfloraluk.com -surfbuyermac.com -surflinksmedical.com +strigkaomsk.ru +stroicol.net +sugvant.ru +superfish.com survival.betteroffers.review -svolze.com -swsociety.se -tacbelarus.ru -tako3.com -tehngr.ru -teslathemes.com +swimpool.ca +swinginwithme.ru +t3chtonic.com +taboola.com +taqywu51.soup.io +tastyfoodideas.com +tattooha.com +tds-advert002.info +telefonsexkostenlos.tk +telefonsex-ohne0900.net +templates.franklinfire.co +tfxiq.com +tgtclick.com thebluffs.com -thecoral.com.br -thefotosgratis.eu -thegamerznetwork.com -theguardlan.com -the-usa-games.blogspot.com -thewomenlife.com -ticketsys.inetwd.com -timdreby.com -timeallnews.ru -timecrimea.ru -titangel-vietnam.com -tizanidineshowupondrugtest.blogspot.com -tizanidinestreetprice.blogspot.com -tk-assortiment.ru +thefds.net +thegalerie.eu +theheroes.ru +thelottosecrets.com +theprofitsmaker.net +thexart.club +tiens2010.ru +timetorelax.biz +titelhelden.eu +titslove.yopoint.in +tizanidinehcl4mgtab.blogspot.com +tizanidineinfo.blogspot.com +tizanidinepills.blogspot.com +tizanidinesideeffects.blogspot.com +tizanidinesleepaid.blogspot.com tnaionline.org -top10-way.com -topquality.cf -topshef.ru -torontoplumbinggroup.com -torrents.cd -totu.info -toxicwap.com -tracfone.com +toloka.hurtom.com +tomck.com +toonfamilies.net +top10registrycleaners.com +topclickguru.com +topsy.com +tourismvictoria.com track2.shop -traffic2cash.org -trafficfactory.biz -traffique.net -traffixer.com -trahic.ru -trailer.cinemaflix.website -trkdf.com +tracksurf.daooda.com +tradgardspartner.se +trafaret74.ru +traffic2money.com +trafficjunky.net +trafficmania.com +trainoffend.ml +trichizobswiv.agddns.net +truck-rece.life +trucri.me +trustl.life +tsstcorpcddvdwshbbdriverfb.aircus.com ttsq.fr -tube8.com -tuberkulezanet.ru -turn-up-life.life +tuberkuleznik.ru +tuckermktg.com +tupper-posuda.ru +turizmus.us +tvorozhnaja-zapekanka-recept.ru twelvevisionspartyofcolorado.com -twu.com.ua -txxx.com -tytoona.com -ublaze.ru -uchil.net -ufa.xrus.org -uggsale.online -uk-zheu20.ru -ultimateclassicrock.com +twinderbella.com +twojebook.pl +typimga.pw +uggbootsoutletsale.us +ukrobstep.com umekana.ru -undergroundcityphoto.com -uptimechecker.com -uptime-delta.net -ural-buldozer.ru +umityangin.net +um-razum.ru +unimodemhalfduplefw.pen.io +unisexjewelry.org +unitexindia.com +unitygame3d.com +unrealcommander.com +upproar.com +urlcut.ru uroki.net -usadacha.net -vandrie-ict.nl -varikozdok.ru -vekzdorov.ru -velobikestock.com -veopornogratis.xxx -vepad.com -vereo.eu -verymes.xyz -viagra-soft.ru -video-chat.love -viktoria-center.ru -villacoloniale.com -vintontech.info -vipms.ru -visa-pasport.ru -vitalads.net -vizitki.net -vkgaleria.com -vkontarkte.com +usacasino.com +usbggettwku.ga +usswrite.com +ustion.ru +v24s.net +vacances-voyages.info +varikoz24.com +vasileostrovsky-rayon.ru +v-doc.co +vegan-foods.us +veles.shop +vellings.info +venta-prom.ru +versaut.xxx-cam.webcam +veselokloun.ru +vesnatehno.com +viagraneggrx.com +video-chat.cn +videojam.tv +vipsexfinders.com +vkmusics.ru vladhistory.com -voluumtracker1.com -voprosotvet24.ru -vozbujdenie.com -wallpapers-best.com -wanker.us +vladimir.zrus.org +voronezh.xrus.org +vpnhowto.info +vriel.batcave.net +vseigru.one +vsexkontakte.net +wallpapersdesk.info +wallpaperstock.net +wareseeker.com waterpurifier.club -we-are-gamers.com -webmasterhome.cn +watsonrealtycorp.com +wdfdocando.com +webix.me +webmonetizer.net webnode.me -webscouter.net -website-datenbank.de -website-stealer.nufaq.com -webstatsdomain.org -wedding-salon.net +website-analytics.online +wejdz-tu.pl wemarketing.se -wesharepics.com -wholesalejerseychinashop.com +wemedinc.com +westsextube.com +wfb.hatedriveapart.com +whatsupinfoley.com +whereiskentoday.com wholesalejerseysgaa.com -wholinkstome.com -williamrobsonproperty.com -windowssearch-exp.com +wildnatureimages.com wineration.com -w-journal.ru +win-spy.com +winterclassichockeyjerseys.com +winx-play.ru wma-x.com -wnoz.de -wttavern.com -wurr.voila.net -www.888.com -wwwadultcheck.com +womensplay.net +woodyguthrie.se +worldhistory.biz +worldinternetauthority.com +worldlovers.ru +worst-sites.online +ws.ampower.me +wufak.com www.get-free-traffic-now.com -www.kabbalah-red-bracelets.com -xclicks.net -x-diesel.biz -xjlottery.com -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xaylapdiendanang.com +x-diesel.com +xev.ru +xingzi-vision.com +x-lime.net +xlolitka.com +xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn----7sbifcamovvfggw9d.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80aanaardaperhcem4a6i.com xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--80aikhbrhr.net -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--80ak6aa92e.com -xn--b1agm2d.net -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn--e1afanlbnfckd7c3d.xn--p1ai -xn--h1aakne2ba.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn--80aodinpgi.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----9sbubg3ambdfl1j.xn--p1ai +xn--c1acygb.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai +xn--d1aifoe0a9a.top +xn----dtbndd4ae7eub.top +xn--h1ahbi.com.ua +xn--lifehacer-1rb.com xnxx-n.com -x-porno.video -xtrafficplus.com -xwatt.ru +xrus.org +xtubeporno.net xxart.ru +xxxguitars.com xxxtube69.com +xxxtubesafari.com xz618.com -yellocloud.be +y8games-free.com +yellowads.men yellowstonesafaritours.com -yhit.press -youandcredit.ru -youbrainboost.asia -yourmovies.pl -yourporn.com -yoursite.com -youthreaders.com -ytmnd.com -yurgorod.ru -yur-p.ru -zaimhelp.ru -zaim-pod-zalog-krasnodar.ru -zakazfutbolki.com -zapiszto.pl -zazagames.org +yougetsignal.com +youjizz.com +youraticles.pl +youtubedownload.org +zaloro.com +zambini.ru +zatjmuzu.info zebradudka.com -zeg-distribution.com -zeleznobeton.ru -zeroredirect10.com -zhacker.net -zigarettenonl.canalblog.com -zigarettenonlinekaufen.tumblr.com -zkjovpdgxivg.ga -znakomstvaonlain.ru -zocaparj.kz -zootoplist.com -zrizvtrnpale.tk -zscaler.net -zscalerone.net -zverokruh-shop.cz +zed21.net +zeikopay.com +zeroredirect11.com +zhongwenlink.com +zigarettenonlinekaufen1.blox.pl +zlatnajesen.com +zone-kev717.info zvetki.ru -zvezdagedon.ru -zzbroya.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 8d3f2fb9f..dac184700 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1stat.ru -2rich4bitches.com -3dracergames.com +12bet.com +2kata.ru +4ureyesonly.com 5tey7463.weebly.com -7yue.org -9icmzvn6.website -academiacsmendoza.org -actionnooz.com +7makemoneyonline.com +abcdefh.xyz adanih.com -add-add.men -adloads.com -ads-cool.pro -alfa-medosmotr.ru -alldubai.biz -altamayoztourism.com -amanda-porn.ga +addtoadd.men +adserver-e7.com +adultfriendfinder.com +advertisingtag.net +aghanyna.com +air-edem.ru +algarveglobal.com +allforminecraft.ru +alphavisions.net amazon-adsystem.com -android-systems.ru -animebox.com.ua -apartamentwroclaw.eu +ampower.me +anticrawler.org apartment.ru -apiportalmorecom-a.akamaihd.net -asdfz.pro -asia-forum.ru -azte.ch -backuperwebcam.weebly.com -bambi.ck.ua -bamo.xsl.pt -bbsoldes.fr -beauty-clinic.ru -bedandbreakfast.com -berlininsl.com -bestwebsitesawards.com -bgviagrachrx.com -bird1.ru -bizfly.info -blackle.com -blogig.org -burger-imperia.com -businescoop.men -calstaterealty.us -canoncdriverq3.pen.io -cardul.ru -cartierlove.xyz -centraletermice.us -ceotrk.com -christianlouboutinreplica.pw -cinemaflix.website -clean-start.net -clippingphotoindia.com -compliance-elena.top +autoplate.info +autotrends.today +bank.uz +bannertesting.com +bausparen.bz.it +berrymall.ru +betonka.pro +blackcurranthumidifiers.site +blog.f00kclan.de +boazpower.com +bongiornos.info +bosman.pluto.ro +braip.com.br +bristolhotel.com +bugof.gq +burn-fat.ga +buttons-for-website.com +callmd5map.com +candypeople.se +candytiner.com +canyougethighofftizanidine.blogspot.com +carfax.com.ua +casablancamanor.co.za +catalogs-parts.com +cgi2.nintendo.co.jp +chastnoeporno.com +cheapmoncler.pw +chelnytruck.ru +claytransformations.info +clicksor.com +clubfashionista.com +cocyq.inwtrade.com +comeondog.info +comissionka.net +compliance-don.xyz +compliance-fred.top +compliance-jack.top compliance-john.top -cookie-law-enforcement-hh.xyz -coslab.club -culad.com -danashop.ru -day-news.info -dfwu1019.info -download-wallpaper.net -dstroy.su -e-biznes.info -ekaterinburg.xrus.org -electricwheelchairsarea.com -erotiktreff24.info -eu-cookie-law.info -ewebarticle.info -farmprofi.net -fetroshok.ru -freelinkbuilding.website.tk -freshmac.space -frustrated-favorable.gq -funnypica.com -fz139.ttk.ru -gazobeton-p.com.ua -girlporn.ru -girlsatgames.ru -gogps.me -golfresa.lucania.se -gratuitbaise.com -greenidesign.co -guge.io -gungamesz.com -hacktougroup.ru -handicapbathtubarea.com -hasfun.com -hawaiielectriclight.com -hdwallpapers-free.com +conboy.us +culturevie.info +customcatchcan.com +customchocolate.business-for-home.com +cutalltheshit.com +cvety24.by +cxpromote.com +dafatiri.com +dating-app.ru +dfwu1013.info +domainsphoto.com +dotmass.top +elektrischezigaretten1.blogse.nl +erectile.bid +euronis-free.com +exct.net +ezigarettenkaufen1.deviantart.com +fanrto.com +faracontrol.ir +fenoyl.batcave.net +ff30236ddef1465f88547e760973d70a.com +filesdatabase.net +fillmewithhappiness.com +flagcounter.me +forex21.ru +foxjuegos.com +frcls.fr +free-traffic.xyz +funponsel.com +gallery.rennlist.com +game-mmorpg.net +gavuer.ru +gayxperience.com +germes-trans.com +gettpromos.com +goodhumor24.com +googlemare.com +growshop.es +gsasearchengineranker.xyz +hannasolution.ru +hchha.com +healmytrauma.info highspeed5.net -hildinghr.se -hotenergy.ru -house.sieraddns.com -ibmdatamanagement.co -ilte.info -indetiske.ya.ru -intellektmedia.at -int.search.mywebsearch.com -jerseywholesalebizchina.com -jillepille.com -junglenet-a.akamaihd.net -justkillingti.me -justucalling32211123456789.tk -kaliningrad.zrus.org -karadene.com -kartiniresto.com -kazrent.com -kenaba.su -keywordsdoctor.com -knigonosha.net -kollekcioner.ru -koopilka.com -kotaku.com -landreferat.ru -ldrtrack.com -ledpolice.ru -leftofcentrist.com -legalrc.biz -livetsomudvekslingstudent.bloggersdelight.dk -louboutinreplica.pw -lyrster.com -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -macresource.co.uk -mailemedicinals.com -maladot.com -maslenka.kz -matematikus.info -megavolt.net.ua +hitsbox.info +hostingclub.lk +hotblognetwork.com +hunthillfarmtrust.org +intelhdgraphicsgtdrive6w.metroblog.com +intellego.info +iqbazar.ru +iwanttodeliver.com +japfm.com +kinofak.net +koleso24.com.ua +ktotut.net +kupiproday.com.ua +kvartiry-remont.ucoz.ru +landmania.ru +likesuccess.com +lincolntheatre.com +localflirtbuddies.com +locationdesaison.com +longadventure.com +low-format.ru +mactechinfo.info +mail.allnews24.in +map028.com +matb3aa.com +meduza-consult.ru +menetie.ru +mesto-x.com metarip.ru -modenamebel.ru -mojowhois.com -monclercheap.xyz -monetizationking.net -moomi-daeri.com -moscow-clining.ru -most-kerch.org -myblogregistercm.tk -myonigroup.com -negociosdasha.com +motherboard.vice.com +mrlmedia.net +mturkcontent.com +myshopmatemac.com +naughtyconnect.com +naval.jislaaik.com +needtosellmyhousefast.com negral.pluto.ro +net-profits.xyz nfljerseysforsalewholesaler.com +ngps1.ru +nlfjjunb5.ru +nl.netlog.com nootrino.com -no-rx.info -nosecret.com.ua -nyfinance.ml -old-rock.com -online-podarki.com -onthemarch.co -orgasmatrix.com -otbelivanie-zubov.com -ourville.info -owohho.com -pammik.ru -panouri-solare-acoperis.com -partnerworkroom.men +nowtorrents.com +nzfilecloud.weebly.com +oecnhs.info +onlinebay.ru +onlinefilmz.net +orion-v.com +owathemes.com +paleohub.info +palvira.com.ua +parlament.biz +partner-stop.men percin.biz.ly -photosaga.info -physfunc.ru -piuminiita.com -pl-vouchers.com -porno-video-chati.ru -pozdrawleniya.com -proekt-gaz.ru -prohoster.info -prom23.ru -prostitutki-kharkova.org -prostitutki-tyumeni.org -prpops.com -ptr.ruvds.com -quelle.ru -ranksays.com -realmonte.net -renecaovillasale.online -ring4rhino.com -ringporno.com -ruclicks.com +picscout.com +picurams.pw +pkr1hand.com +plastgranar.nu +podshipniki-nsk.ru +pogodnyyeavarii.gq +polimga.pw +pornoelita.info +positive2b.ru +pospr.waw.pl +pozvonim.com +psvita.ru +push-ad.com +qpypcx.com +rank-checker.online +reelheroes.net +regdefense.com +reining.lovasszovetseg.hu +rockprogblog.com +rossanasaavedra.net +ruex.org.ua russintv.fr -rutor.group -s1z.ru -saitevpatorii.com -sampleletters.net -scanner-jane.top +scanner-andrew.top +scanner-ivan.top +scat.porn +school-diplomat.ru sc-specialhost.com -sell-fb-group-here.com -seonetwizard.com -sexflirtbook.com -sexobzor.info -sexy-pings.com -shinikiev.com.ua +search.pch.com +seokicks.de +seo-prof1.xyz +servethis.com +servisural.ru +serw.clicksor.com +sexfreepornoxxx.com +shlyahten.ru shoesonlinebuy.xyz -shymkent.xkaz.org -sindragosa.comxa.com +shop.xz618.com +sierraapps.com +site5.com +smartbalanceworld.com +sneakyboy.com snyatie-lomki-v-stacionare.ru -soft-program.com -spb.afora.ru -sports-supplements.us -srecorder.com -stal-rulon.ru -streetfooduncovered.com -suralink.com -svarbit.com -td-33.ru -threecolumnblogger.com -tmm-kurs.ru -tonerbox.kz +space4updating.win +spammen.de +spamnuker.com +sugarlyflex.pw +superlist.biz +svetodiodoff.ru +swagbucks.com +swiped.su +tampabaywatch.org +tastyfoodideas.com +thecoolimages.net +thefotosgratis.eu +tk-assortiment.ru +tnaionline.org toproadrunner5.info topsy.com -toyota.7zap.com -traffpartners.com -trion.od.ua -trumpetedextremes.com -tuberkuleznik.ru -tytoona.com -uk-zheu20.ru -unrealcommander.org -uprour.com -urccvfmc.bloger.index.hr -urll.eu -valkiria-tk.ru -vasileostrovsky-rayon.ru -vduplo.ru -vektorpress.ru -videochat.life -videotuber.ru -vinylvault.co.uk -vip.51.la -vizitki.net -vodkoved.ru -vrnelectro.ru -warezaccess.com -watchmyfb.pl -webpromotion.ae -weclipart.com -wejdz-tu.pl -welcomeauto.ru -wesharepics.site -westvilletowingservices.co.za -wfb.hatedriveapart.com -wholesalejerseysgaa.com -winterclassichockeyjerseys.com -winwotgold.pl -woman-tampon.ru -wzgyyq.com -xclicks.net -xn----ctbbcjd3dbsehgi.xn--p1ai -xn--d1aifoe0a9a.top -xn--l1aengat.xn--p1ai -yuarra.pluto.ro -yubikk.info -zaidia.xhost.ro -zarepta.com -zvezdagedon.ru +toxicwap.com +toys.erolove.in +traderzplanet.in +traffmonster.info +tubeoffline.com +tubo360.com +turn-up-life.life +tvoystartup.ru +uchebavchehii.ru +ufa.xrus.org +ugogo.info +ukrobstep.com +undergroundcityphoto.com +unece.org +unimodemhalfduplefw.pen.io +unpredictable.ga +urlopener.com +uvozdeckych.info +ventelnos.com +wallpaperstock.net +waterpurifier.club +webads.co.nz +website-datenbank.de +webtherapy.ru +withstandingheartwarming.com +w-journal.ru +wwwadultcheck.com +xlolitka.com +xtremeeagles.net +yachts-cruise.info +yoopsie.com +yourothersite.com +youtubedownload.org +zhacker.net +zhorapankratov7.blogspot.com +zionstar.net diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 4be9894a3..bca0dc652 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,33 +1,3 @@ - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.15.8
- - - - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.15.8
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.15.8
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.15.8
- - @@ -108,4 +78,64 @@

Welcome to the Nginx Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 34cb39aec..0e0848852 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index c2f5808dd..5916be9b1 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index f342bd360..e94b148c3 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 5c8cc4268..4d7f50989 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1678 +#### Version: V4.2019.06.1679 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b10958d38..97ed2ecbf 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1678 +#### Version: V4.2019.06.1679 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 7ca76f1b5..35ed4f024 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1678 +#### Version: V4.2019.06.1679 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 6eb3f6924..9b5fc80d3 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1678 +#### Version: V4.2019.06.1679 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 3b237f9ac..898f506a2 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 880cb596e..8a9c58dd0 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1678 -### Updated: Fri Jun 28 22:40:39 SAST 2019 +### Version: V3.2019.06.1679 +### Updated: Sat Jun 29 09:56:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 3b237f9ac..898f506a2 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index f0bba816a..c1e4f9c4a 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:40 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:58 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##