diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 4ccac0711..101c6a93d 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1683 -### Updated: Sat Jun 29 11:25:53 SAST 2019 +### Version: V3.2019.06.1684 +### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files/nginx.conf b/.dev-tools/beta_conf_files/nginx.conf index 19b1d1564..09a2bfda4 100644 --- a/.dev-tools/beta_conf_files/nginx.conf +++ b/.dev-tools/beta_conf_files/nginx.conf @@ -63,8 +63,8 @@ http { # Nginx Bad Bot Blocker Includes - include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; - include /usr/local/nginx/conf.d/globalblacklist.conf; + include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; + include /etc/nginx/myconf.d/globalblacklist.conf; } diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 966492772..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 2f692b069..500584a94 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 4ccac0711..101c6a93d 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1683 -### Updated: Sat Jun 29 11:25:53 SAST 2019 +### Version: V3.2019.06.1684 +### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf b/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf index 19b1d1564..09a2bfda4 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf @@ -63,8 +63,8 @@ http { # Nginx Bad Bot Blocker Includes - include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; - include /usr/local/nginx/conf.d/globalblacklist.conf; + include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; + include /etc/nginx/myconf.d/globalblacklist.conf; } diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 966492772..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 2f692b069..500584a94 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 4ccac0711..101c6a93d 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1683 -### Updated: Sat Jun 29 11:25:53 SAST 2019 +### Version: V3.2019.06.1684 +### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/nginx.conf b/.dev-tools/beta_conf_files_ratelimiting/nginx.conf index 19b1d1564..09a2bfda4 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/nginx.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/nginx.conf @@ -63,8 +63,8 @@ http { # Nginx Bad Bot Blocker Includes - include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; - include /usr/local/nginx/conf.d/globalblacklist.conf; + include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; + include /etc/nginx/myconf.d/globalblacklist.conf; } diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 966492772..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 2f692b069..500584a94 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 4ccac0711..101c6a93d 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1683 -### Updated: Sat Jun 29 11:25:53 SAST 2019 +### Version: V3.2019.06.1684 +### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/nginx.conf b/.dev-tools/beta_conf_files_whitelist/nginx.conf index 19b1d1564..09a2bfda4 100644 --- a/.dev-tools/beta_conf_files_whitelist/nginx.conf +++ b/.dev-tools/beta_conf_files_whitelist/nginx.conf @@ -63,8 +63,8 @@ http { # Nginx Bad Bot Blocker Includes - include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; - include /usr/local/nginx/conf.d/globalblacklist.conf; + include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; + include /etc/nginx/myconf.d/globalblacklist.conf; } diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 4ccac0711..101c6a93d 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1683 -### Updated: Sat Jun 29 11:25:53 SAST 2019 +### Version: V3.2019.06.1684 +### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 1076b1b75..1b7129419 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1683 -### Updated: Sat Jun 29 11:25:52 SAST 2019 +### Version: V4.2019.06.1684 +### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test-nginx-3.sh b/.dev-tools/test-nginx-3.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/test1_conf_backup_nginxconf/nginx.conf b/.dev-tools/test1_conf_backup_nginxconf/nginx.conf index 19b1d1564..09a2bfda4 100644 --- a/.dev-tools/test1_conf_backup_nginxconf/nginx.conf +++ b/.dev-tools/test1_conf_backup_nginxconf/nginx.conf @@ -63,8 +63,8 @@ http { # Nginx Bad Bot Blocker Includes - include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; - include /usr/local/nginx/conf.d/globalblacklist.conf; + include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; + include /etc/nginx/myconf.d/globalblacklist.conf; } diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 503b1de7a..798770665 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; +35.188.1.99 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 1076b1b75..1b7129419 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1683 -### Updated: Sat Jun 29 11:25:52 SAST 2019 +### Version: V4.2019.06.1684 +### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/nginx.conf b/.dev-tools/test1_conf_files/nginx.conf index 19b1d1564..09a2bfda4 100644 --- a/.dev-tools/test1_conf_files/nginx.conf +++ b/.dev-tools/test1_conf_files/nginx.conf @@ -63,8 +63,8 @@ http { # Nginx Bad Bot Blocker Includes - include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; - include /usr/local/nginx/conf.d/globalblacklist.conf; + include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; + include /etc/nginx/myconf.d/globalblacklist.conf; } diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 966492772..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 2f692b069..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 1076b1b75..1b7129419 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1683 -### Updated: Sat Jun 29 11:25:52 SAST 2019 +### Version: V4.2019.06.1684 +### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 966492772..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 2f692b069..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 1076b1b75..1b7129419 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1683 -### Updated: Sat Jun 29 11:25:52 SAST 2019 +### Version: V4.2019.06.1684 +### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 966492772..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 2f692b069..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 1076b1b75..1b7129419 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1683 -### Updated: Sat Jun 29 11:25:52 SAST 2019 +### Version: V4.2019.06.1684 +### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 6f99c79e1..1d5bdbf7a 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST +35.193.7.13 0; 35.184.226.236 0; -35.224.112.202 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 4127b0bfc..1d95e2e6a 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1683 -### Updated: Sat Jun 29 11:25:52 SAST 2019 +### Version: V4.2019.06.1684 +### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 966492772..746c3f03f 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index bcd12fd98..4ec8db88e 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Barkrowler -Ezooms -Magnet -NearSite -PageAnalyzer -ScoutJet -Scrapy -Site Sucker -TightTwatBot -WebSucker +Battleztar Bazinga +Ecxi +Fimap +Getintent +Internet Ninja +Iria +Octopus +RankFlex +SputnikBot +Virusdie diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 4c069adce..be80f0d77 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 360Spider +404checker +404enemy +80legs +Abonti Aboundex -AhrefsBot -Aipbot -AllSubmitter -ASPSeek -Asterias -Backlink-Ceck +Acunetix +ADmantX +AiHitBot +Alligator +BackDoorBot backlink-check -BackWeb +BackStreet Badass -BBBike -BDCbot -BetaBot -Bigfoot -Bitacle +BatchFTP +BDFetch +Blackboard +Black Hole Blow BlowFish Boardreader +Bolt +Brandprotect +Brandwatch BuiltWith -Bullseye +BuzzSumo +Calculon CazoodleBot -Cegbfeieh +CheeseBot CherryPicker -Chlooe -Cloud mapping -cognitiveseo +ChinaClaw +Claritybot +Cliqzbot +Cogentbot +Collector com.plumanalytics -Copier -Cosmos -crawler4j crawler.feedback -CrazyWebCrawler -Crescent -CSHttp -Custo -DataCha0s +crawl.sogou.com demandbase-bot Demon -Digincore +Deusu DigitalPebble DIIbot Dirbuster Disco -Discobot DomainAppender -Dragonfly +DomainCrawler +DomainStatsBot +Drip +DSearch EasyDL +Ebingbong Ecxi EirGrabber -EMail Siphon +EroCrawler evc-batch +Evil Exabot -Extractor +ExtLinksBot ExtractorPro EyeNetIE -Ezooms -facebookscraper FDM -Fimap -FrontPage -Getintent +FHscan +Firefox/7.0 +FyberSpider +Fyrebot +GermCrawler GetRight -GetWeb -Gigablast +G-i-g-a-b-o-t Go-Ahead-Got-It -GoZilla +Gotit +Go!Zilla +Grabber Grafula -GrapeFX HaosouSpider Harvest -HMView -HTMLparser +Havij +HEADMasterSEO HTTP::Lite -Id-search -IlseBot -IndeedBot +Humanlinks Indy Library InfoNaviRobot -InterGET -InternetSeer -internetVista monitor -ips-agent +InfoTekies +Iria +Iskanie IstellaBot JamesBOT -JetCar -Jyxobot +JennyBot +Jetty +JikeSpider Kozmosbot Lanshanbot -LibWeb +Libwhisker +Likse LinkextractorPro LinkScan -LinksManager -LinqiaRSSBot -LinqiaScrapeBot -Litemage_walker -LNSpiderguy -lwp-request +LinkWalker +LinqiaMetadataDownloaderBot +lwp-trivial +Magnet Mag-Net Mail.RU_Bot -Majestic12 -Majestic SEO -MarkMonitor -Masscan -Mata Hari +Majestic-SEO +MarkWatch +Mass Downloader MauiBot -meanpathbot Meanpathbot -MeanPath Bot +Mediatoolkitbot mediawords -MFC_Tear_Sample -Microsoft URL Control +MegaIndex.ru +Microsoft Data Access +MIDown tool MIIxpc -MJ12bot -Mojeek -Morfeus Fucking Scanner +MSFrontPage +MSIECrawler Msrabot -muhstik-scan Name Intelligence -Nameprotect Navroad Needle Nessus -netEstate NE Crawler NetLyzer NetMechanic -Nettrack -NextGenSearchBot -Nikto +Net Vampire +NetZIP +NICErsPRO +NimbleCrawler Nimbostratus Ninja -Nmap -NPbot -Nutch -Offline Explorer +Octopus OpenVAS -OrangeSpider -PageAnalyzer -page scorer -PageScorer +Page Analyzer Pandalytics Papa Foto -pcBrowser +Pavuk +PECL::HTTP PHPCrawl -PictureFinder -Pimonster Pi-Monster +Pixray PleaseCrawl -plumanalytics +Pockey +Probethenet ProWebWalker Psbot Pump PxBroker PyCurl -RankActiveLinkBot -RankingBot2 +QueryN Metasearch +Quick-Crawler +RankingBot Rankivabot RealDownload -Reaper -Recorder +RebelMouse RedesScrapy -Ripper -RocketCrawler -Rogerbot -SalesIntelligent -SBIder ScanAlert -scan.lol -ScreenerBot +Scanbot +ScoutJet +Scrapy +Searchestate SearchmetricsBot -SemrushBot -Seomoz -seoscanners +SEOkicks-Robot +SEOprofiler SeoSiteCheckup +sexsearcher +Shodan Siphon +SISTRIX Sitebeam SiteExplorer -SiteSucker -Sitevigil -SmartDownload -SMTBot +Siteimprove +Site Sucker +SlySearch Snake -Snapbot -SocialRankIOBot Sociscraper -sogouspider +Sogou web spider Sosospider -sp_auditbot +Sottopop +Spanner +Spbot Spinn3r -spyfu +SputnikBot Sqlworm -Steeler -Stripper -Sucker +Sucuri SuperBot -SuperHTTP +Surfbot +Suzuran +Swiftbot sysscan -Szukacz -T0PHackTeam -tAkeOut +T8Abot +Teleport +TeleportPro +Telesphoreo +Telesphorep +TheNomad +Thumbor TightTwatBot Titan Toata -Toweyabot -Trendiction Trendictionbot trendiction.com -Turnitin -URLy.Warning -VCI +trendiction.de +True_Robot +Turingos +TwengaBot +Twice +Vacuum +VB Project VeriCiteCrawler -VidibleScraper +Virusdie VoidEYE Voil Wallpapers/3.0 -Webalta -Web Collage +WallpapersHD +WASALive-Bot +WBSearchBot +Web Auto +WebCollage WebCopier Web Enhancer +WebFetch +Web Fetch WebFuck +Web Fuck WebLeacher -WebmasterWorldForumBot -Web Pix +webmeup-crawler +WebPix WebReaper +WebSauger WebsiteExtractor WebsiteQuester Website Quester +WebStripper WebSucker +Web Sucker WeSEE -Whacker -Who.is Bot +Whatweb WinHTTrack WISENutbot Wonderbot -Woobot Wotbox -Wprecon WWW-Collector-E WWW-Mechanize WWW::Mechanize -x09Mozilla +WWWOFFLE Xaldon_WebSpider Xenu -Zade -Zauba +xpymep1.exe +YoudaoBot zauba.io zgrab -Zitebot -ZmEu ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index fbaf327ed..95ddd8429 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -404enemy -AfD-Verbotsverfahren -AhrefsBot -AiHitBot +360Spider +Abonti +Aboundex +Aboundexbot +Acunetix +ADmantX +Aipbot Alexibot -Alligator -AllSubmitter Anarchie Apexoo -archive.org_bot +ASPSeek +Asterias Attach -autoemailspider -BackDoorBot -Backlink-Ceck BackStreet BackWeb +Badass Bandit Barkrowler -BatchFTP -BDFetch -BetaBot +BDCbot Bigfoot +Bitacle Blackboard -Black Hole +BlackWidow Blow -BlowFish -Boardreader -Bolt -BotALot Brandprotect +BuiltBotTough BuzzSumo +Calculon CATExplorador +Cegbfeieh CherryPicker ChinaClaw Chlooe -Claritybot -coccocbot-web -Cogentbot +Cliqzbot +Collector Copier Craftbot -crawl.sogou.com +crawler.feedback CrazyWebCrawler Crescent -CSHttp -Curious -DataCha0s +Custo +demandbase-bot +Demon +DigitalPebble Discobot +Dispatch DnyzBot -Dotbot -DSearch -Ebingbong -ECCP/1.0 -EMail Wolf -Evil -Exabot -Extreme Picture Finder -facebookscraper +Drip +DTS Agent +EasyDL +EirGrabber +EroCrawler +evc-batch +Express WebPictures +ExtLinksBot +Extractor +EyeNetIE +Ezooms FDM FemtosearchBot -Fimap -Flunky -FyberSpider -Getintent -GetRight +Foobot +FrontPage +Fyrebot +GalaxyBot +Genieo Gigablast Go-Ahead-Got-It Gotit -GoZilla Grabber -GrapeshotCrawler +Grafula +Haansoft HaosouSpider Harvest HEADMasterSEO Heritrix -HMView -HTTP::Lite -Humanlinks +Iblog +IDBot Id-search -IlseBot -Image Sucker +Image Fetch IndeedBot InfoNaviRobot -InternetSeer -internetVista monitor +InfoTekies +instabid +InterGET +Internet Ninja ips-agent -JamesBOT +Iria +Jbrofuzz JetCar +Jetty JOC Web Spider -JustView +Joomla +Jorgee +Jyxobot Keyword Density -Kozmosbot -Lanshanbot +LeechFTP +LeechGet +LexiBot Lightspeedsystems Linkdexbot -LinkextractorPro -LinkScan -LinkWalker -LinqiaRSSBot LinqiaScrapeBot Lipperhey Spider -Ltx71 +Lmspider lwp-request -lwp-trivial +LWP::Simple Magnet magpie-crawler +Mail.RU_Bot Majestic12 -Majestic SEO Majestic-SEO -Masscan -Mass Downloader -Mata Hari -Meanpathbot +meanpathbot MeanPath Bot Mediatoolkitbot -mediawords Metauri -Microsoft URL Control -MIIxpc -MJ12bot +MIDown tool +Mister PiX Mojeek Morfeus Fucking Scanner -Mr.4x3 MSIECrawler -Musobot +muhstik-scan Name Intelligence -Nameprotect NearSite -Netcraft +NetAnts NetLyzer NetSpider +Nettrack Netvibes -NextGenSearchBot -Nibbler -NimbleCrawler +NetZIP +NICErsPRO +Nikto NPbot Nutch -oBot Octopus +Offline Explorer +Offline Navigator OnCrawl -Openfind OpenLinkProfiler Openvas -OpenVAS -OrangeBot -OutclicksBot +OrangeSpider PageAnalyzer -PageGrabber -Papa Foto -Pavuk -PECL::HTTP +page scorer +PageScorer +Panscient +pcBrowser PHPCrawl +Picsearch PictureFinder -Pimonster Pi-Monster Pixray +PleaseCrawl plumanalytics -Pockey POE-Component-Client-HTTP -ProPowerBot -Psbot -QueryN Metasearch -Quick-Crawler -RankActiveLinkBot -RankFlex -RankingBot2 -Rankivabot -RebelMouse +Probethenet +PxBroker +RankingBot +RealDownload +Recorder RedesScrapy RocketCrawler +Rogerbot s1z.ru SalesIntelligent ScanAlert +Scanbot scan.lol -ScreenerBot -Semrush +Screaming +SearchmetricsBot +SemrushBot SEOkicks -SEOkicks-Robot -SEOprofiler -seoscanners SeoSiteCheckup -SEOstats -sexsearcher -Siphon +serpstatbot +Shodan SISTRIX Sitebeam SiteExplorer Siteimprove SiteLockSpider -SiteSnagger -Site Sucker -SmartDownload -Snoopy +SiteSucker +Sitevigil +Snake +Snapbot +SocialRankIOBot Sociscraper -Sogou web spider Sosospider -Sottopop -SpaceBison +Spammen +SpankBot +Spanner sp_auditbot Spbot -Sqworm +Sqlmap +Sqlworm SuperBot -SuperHTTP Surfbot -Szukacz -T0PHackTeam -tAkeOut -TeleportPro -Telesoft -Telesphoreo +sysscan +T8Abot +The Intraformant +TheNomad TightTwatBot -Toata -Toweyabot +Titan Tracemyfile -Trendiction Trendictionbot +trendiction.com trendiction.de +True_Robot Turingos Turnitin -Twice -URLy Warning +TurnitinBot +UnisterBot +Upflow +Vacuum Vagabondo -VB Project +VCI VeriCiteCrawler +Voil +WASALive-Bot Webalta WebAuto Web Auto +WebCollage +WebEnhancer Web Enhancer -WebFuck -WebmasterWorldForumBot -webmeup-crawler -Web Pix +WebFetch +Web Fetch +WebGo IS +WebImageCollector +WebLeacher +WebPix WebSauger -Website Quester -WeSEE -Whack -Woobot +Webshag +WebsiteExtractor +WebsiteQuester +WebStripper +WebWhacker +WebZIP +Widow +WiseGuys Robot +WISENutbot +Wonderbot Wprecon WPScan -WWW-Collector-E -WWW-Mechanize WWWOFFLE x09Mozilla x22Mozilla +Xaldon_WebSpider Xenu -xpymep1.exe -Zade +Zauba +zauba.io Zeus -zgrab -ZyBorg +Zitebot +ZmEu diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index df741de6d..5c26d17e7 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -5elementov.ru -addtoadd.men -californianews.cf -galaxy-family.ru -given2.com -motherboard.vice.com -pozdrawleniya.ru -voloo.ru -westum.se -youtoner.it +altamayoztourism.com +arkartex.ru +ezigarettenshop2.postbit.com +larger.io +lirunet.ru +medkritika.ru +narkologiya-penza.ru +page2rss.com +sdi-pme.com +zeroredirect5.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 8d394fa09..ff004f46f 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ +000free.us +00author.com 0daymusic.org -12bet.com -1-99seo.com -1adult.com -1kinobig.ru +100dollars-seo.com +123movies.love +12u.info +1stat.ru 2000k.ru +21h2o.com 24-ak.ru -2728fb936f0.com -28n2gl3wfyb0.ru -2x2fan.ru -4ur.click -5forex.ru +24videos.tv +24x7-server-support.site +273-fz.ru +2itech.ru +2kata.ru +2pxg8bcf.top +40cg.com +4senses.co +4ureyesonly.com +51.la 66cpwgln.space -72-news.com -76brighton.co.uk -7zap.com -883zy.com -8lufu.com -9med.net -a1security.com.ua -aa8b68101d388c446389283820863176e7.com -aasoldes.fr -abctoppictures.net -above.com -absolutelyanalog.com -acheterviagrafr24.com -activepr.ru -add-add.men -addblueoff.com.ua -adf.ly -adloads.net -adman.gr -ads.tremorhub.com -adtech.fr -adultfriendfinder.com -advancedsoftwaresupport.com +7wind.ru +888.com +8gold.com +8si.ru +9icmzvn6.website +a96527gi.beget.tech +aa9bd78f328a6a41279d0fad0a88df1901.com +aab94f698f36684c5a852a2ef272e031bb.com +aac52006ec82a24e08b665f4db2b5013f7.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +abbanreddy.com +abcdeg.xyz +abclauncher.com +acads.net +accessoires-mode.in +acmebtn.ml +actices.com +adclickservice.com +adconscious.com +addtoadd.men +adktrailmap.com +adloads.com +admeasures.com +admitad.com +adnotbad.com +adrenalin-stk.ru +adsfresh.men +ads.gold +adtech.de +adultactioncam.com +adultfullhd.com +adultmeetonline.info +advertisingtag.net +advokateg.ru affrh2015.com -afora.ru -agahinameh.com -agecheckadult.com +agadelha.com.br +agapovdg.ru +aghanyna.com agreda.pluto.ro +akita.kz aktobe.xkaz.org -alarmobninsk.ru +alborzan.com albumsuper.info -alfa-medosmotr.ru -allblogroll.com -alldubai.biz -allesohnegirls.net -allmarketsnewdayli.gdn -alloysteel.ru +albuteroli.com +alert-hgd.xyz +alfa-img.com +alibestsale.com +alice.it +allboard.xobor.de +allfinweb.com +allforminecraft.ru +allpdfmags.net +allstatesugarbowl.org all-streaming-media.com -alphahoverboards.com -ample-awards-today.us -ampower.me -android-systems.ru -android-vsem.org +alltheviews.com +allwidewallpapers.com +aloofly.com +aludecor.info +amehdaily.com +amospalla.es +amyfoxfitness.com +anaksma.info +angigreene.com +angry-fermi-7633.arukascloud.io animaltoplist.com -anti-virus-removal.info -apiitsthirteende-a.akamaihd.net -apisecretsaucebi-a.akamaihd.net -appfastplay.com -arenanews.com.ua -arquapetrarca.info +apiappenableinfo-a.akamaihd.net +apibatbrowsecom-a.akamaihd.net +apispringsmartne-a.akamaihd.net +apparel-offer.com +appartement-stumm.at +appiq.mobi +applicationg29.com +approved.su +appsaurus.com +appsecurityr.com +apxeo.info +arendas.net +arendovalka.xyz articlesdirectoryme.info -artpicso.com -asiavirtualsolutions.com -asociatia-tipografilor-transilvania.ro -atofilms.com -atovh.local-finders.com -ausmepa.org.au -autobrennero.it -auto-moto-elektronika.cz -autonew.biz -autovideobroadcast.com -aviapanda.ru +as5000.com +asmxsatadriverin.aircus.com +asrv-a.akamoihd.net +astrochicks.com +ausergrubhof.info +australia-opening-times.com +autobudpostach.club +autolombard-krasnodar.ru +autoua.top +avon-ukraine.com avtoarenda.by -avtochehli.by -avtolombard-krasnodar.com -ayeartoforget.com -ayerbo.xhost.ro -ayodhya.co -azbukadiets.ru -azbukafree.com -b00kmarks.com -balans.shahterworld.org -balla-boo.se -banksrf.ru -bannerpower.com -bard-real.com.ua -bazaronline24.ru -bcmp.org +awency.com +axbocz.net +babespcs.com +babieca.com +babosas.com +backuperwebcam.weebly.com +balook.com +banan.tv +bangla-chat-uk-paralud.ga +bankofthewext.com +basedecor.ru beachtoday.ru -beauty-things.com -beclean-nn.ru -begalka.xyz -belstaffstore.online -berrymall.ru -bestbuy.ca -bestcoin.cc -best-deals-products.com -besthomemadepornsites.com -bestimagecoollibrary.com -bestplacetobuyeriacta.jw.lt -bestsexyblog.com -beyan.host.sk -bildsuche.ru -bingo8888.com -binomo.kz -bioinnovate.co -bizfly.info -biznesrealnost.ru -blackle.com -blagovest-med.ru -blobar.org -blogig.org -blog.yam.com -boeuklad.com +beauty-b0x.pl +beauty-clinic.ru +beget.tech +bestbrainprod.win +best-seo-offer.com +betteroffers.review +bibys.com +big-boards.info +bio-optomarket.ru +bird1.ru +bizcheapjerseyswholesalechina.com +biznesschat.net +bloggen.be +blue-square.biz +bochemit.com.ua +bolezniorganov.ru +boltalko.xyz bonky.biz -bonzibuddi.com -bouda.kvalitne.cz -brendbutik.ru -brimstonehillfortress.org -bristolhostel.com +bonux.nextview.ru +brandedleadgeneration.com +breastaugmentation.co.za +briomotor.co +brokergid.ru +bronzeaid-a.akamaihd.net browsepulse-a.akamaihd.net -budpost.com.ua -burn-fat.ga -buttons-for-your-website.com -buy-cheap-pills-order-online.com -buyfriend.ru -buy-loft.ru +brus-vsem.ru +btc4u.ru +bukleteg.xyz +bumskontakte.org +bupropion-sr-150-mg.us +buron.pw +buyantiviralwp.com +buyclomidonlaine.com +buydissertation.net +buyessay3.blogspot.ru +buyessaynow.biz +buy-meds24.com +buypillsorderonline.com buypuppies.ca -cakesplus.com.au -californianews.cf -candelluxsklep.pl +buzzurl.jp +buzzzg.men +bvlgariring.xyz +bvlgariwallet.xyz +bytimedance.ru +cactussoft.biz +calstaterealty.us +camel-beach.com +cand.jp +candlehandmade.com +canoncdriverq3.pen.io +canyougethighofftizanidine.blogspot.com canzoni.ru -carloans.com -carstrends2015.com -cartierloveringreplica.xyz -cashonads.com -casite-513049.cloudaccess.net -castingbank.ru +capture-room.com +carina-sy.de +carrauterie.be +cartierlove2u.xyz +cartierreplica.win cayado.snn.gr -cbcseward.com -cdn.walkme.com -c-english.ru -cete.ru -cfcl.co.uk -cfsrating.sonicwall.com -charmstroy.info -chatroulette.life -chatroulette.online -cheapjerseysap.com -cheapjerseysbizwholesale.us -cheapjerseysfootballshop.com -cheap-pills-norx.com -check-host.net -chee-by.biz -cherrypointplace.ca -chidporn.com -chorus.terakeet.com -christianlouboutinsaleonline.us -christianlouboutinsaleoutletonline.us -cialischsrx.com +cdncash.net +cdncash.org +cementaresearch.se +chastnoeporno.com +chatroulette.si +chatroulette.world +cheapmoncler.win +checkm8.com +chocolateslim-u-srbiji.com +choice-credit.ru +christianlouboutinshoes.xyz +cialischmrx.com +ciekawinki.pl citetick.com -citizenclsdriveri7.pen.io -cjmc.info -clash-clans.ru +clayvasedesigns.tk +cleansearch.net +clean-start.net clevernt.com -clickaider.com +click2pawn.com +clickintext.net +clicksor.net +clickzzs.nl clippingphotoindia.com -club-musics.ru -cntravelre.com -coaching-netz.info -codq.info -collegeessay19.blogspot.ru -com-cleaner.systems -compliance-barak.top -compliance-josh.top -compliance-mark.top -compliance-mary.top -compliance-walt.top -com-supportcenter.website -copyrightclaims.org +cocyq.inwtrade.com +collegerentals.com +comissionka.net +com-onlinesupport.host +compliance-checker-7.info +compliance-donald.xyz +compliance-jack.top +compliance-margo.top +compliance-olga.top +compliance-willy.top +compucelunlock.net +comsysnet.com +contentsexpress.com +continent-e.tv +coprofam.org +cordstrap.cc +corta.co +cosmeticswomens-womensports.rhcloud.com cougfan.info counciltally.com -courtshipgift.com -cowblog.fr -cowlmash.com -cpajunkies.com -creams.makeforum.eu -creativehutindia.com -customcatchcan.com -customcollegeessays.net -damedingel.ya.ru -danceuniverse.ru -dangphoto.trade -daptravel.com -daretodonate.co -davebestdeals.com -db.speedup.gdn -dcj-nn.ru -ddsoldes.fr -dealwifi.com +counter.bloke.com +counter.yadro.ru +crafthubs.com +crest3d.ru +crirussian.ru +cscwtalkto.site +csgo4.win +customergrowthsystems.com +custom-product-labels.com +customsua.com.ua +dailyfinancefix.com +dailyrank.net +darmebel.com.ua +data-mining.tk +data.vtc.pw +datract.com +dbmkfhqk.bloger.index.hr +deda-moroza-zakaz.ru demenageur.com -demian.kz -den-noch24.ru -depositfiles-porn.ga +deniven.1bb.ru design-ideas.info -detalizaciya-tut.biz -detskie-zabavi.ru -diamond-necklace.info -dichvuvesinhhanoi.com -diegolopezcastan.com +detki-opt.ru +devochki.top +de.zapmeta.com +diesel-parts28.ru dieswaene.com -digilander.libero.it -digital-sale.su -dignitasdata.se -djekxa.ru -djihispano.com -djonwatch.ru -dkvorota.ru -dmmspy.com -dogoimage.com +digital-video-processing.com +dinosaurus.site +directivepub.com +divci-hry.info +djstools.com +dktr.ru +doctormakarova.ru dogsrun.net -dollartree.info -domainanalyzing.xyz -domain-submit.info +dokfilms.net +dokumentalkino.net +domaincdn.xyz +domainroam.win +domain.webkeyit.com domashneeruporno.com -domznaniy.ru -donvito.unas.cz -dostavka-v-ukrainu.ru +domik-derevne.ru +domini.cat +dosugrostov.site downloaddy.net -downloader12.ru -download-wallpaper.net -downvids.net -drunkmoms.net -drupa.com -dtnlyss.com -dverimegapolis.ru -dyshagi.ru -earn-from-articles.com -easytuningshop.ru -ecookna.com.ua +druzhininevgeniy63.blogspot.com +dvrlists.com +eachdayisagift.review +e-avon.ru +ec-file.info +econom.co +edwinkonijn.com.au efnor-ac.com -ege-essay.ru -ekspresihati.info -ekto.ee -e-kwiaciarz.pl -eladkarako.github.io electronicadirect.com elektrischeziga.livejournal.com -elektronischezigarettekaufen1.beeplog.com -elektronischezigarettekaufen2.tumblr.com -elektrozigarette2.webs.com +elektrischezigaretten1.blogse.nl +elektrischezigaretten2.beeplog.com +elektroniksigaraankara.info +elektronischezigarettekaufen1.myblog.de elektrozigarettekaufen2.blogse.nl -elitepcgames.com -eluxer.net -elvenmachine.com -enbersoft.com -encodable.com -energy-ua.com -enginebay.ru -enthuse.computernetworksonline.com -esfchat.tk -esnm.ru -esopini.com +elitedollars.com +elitesportsadvisor.com +eloconcream.blogspot.com +embedle.com +enternet.ee +eralph.tk +eshop4u.jp essay-writing.work -etotupo.ru -eugenevaultstorage.com -everytalk.tv -exdocsfiles.com -executehosting.com -exhibitionplus.eu -exoclick.com -exoneration-project.us -extremepornos.net -ezigarettenshop2.myblog.de -ezigarettenshop2.postbit.com -f0815.de -falllow.gq -familyphysician.ru -fanoboi.com -farmingworm.com +estelight.ru +estibot.com +evehemming.blogspot.com.au +everypony.ru +evidencecleanergold.com +extlinks.com +eyemagination.com +ezigaretteshop.webs.com +f1nder.org +fantasticpixcool.com +faptitans.com farmprofi.net -fashion.stellaconstance.co +fashion-stickers.ru +fatfasts-4tmz.com fearcrow.com -femdom.twiclub.in ferieboligkbh.dk -ff30236ddef1465f88547e760973d70a.com -filmetricsasia.com -filmgo.ru -fil.ru +fetroshok.ru +figuringmoneyout.com +filmfanatic.com financehint.eu -findacheaplawyers.com -findclan.org -finemanteam.com -flex4launch.ru -f-online.de -forex-indextop20.ru -forms-mtm.ru -forpackningsutveckling.se -forum.poker4life.ru +finansov.info +findanysex.com +finuse.com +fishtauto.ru +fitfloponline.store +fivedwld.cf +f-loaded.de +flprog.com +footballfarrago.com +forum-engineering.ru +forums.toucharcade.com +fr-bearings.ru +frcls.fr freejabs.com -freelotto.com -freeseedsonline.com -free-share-buttons.blogspot.com -free-video-tool.com -frequiry.com -freshmac.space -frighteningremain.cf +free-laptop-reward.com +freewebs.com +freewhatsappload.com froggytube.com -fsalas.com -fuckbuddybestgilf.info -fullgirl.ru +ftns.ru +fuckingawesome.com +funnel.co.za fusoradio.info -fxgallery.com fxtips.ru -galaxys6manual.info +galaxy-family.ru +gallictures.com game300.ru -gamebackyard.com -gamedayassist.com -gamezblox.com -geile-lelly.eu -gelezki.com -germetiki.com.ua -getlaid-xxxhookupdirect.com -getresponse.com -getyourimage.club -gheus.altervista.org -gifspics.com -gigapeta.com -gilbertbanda.net -gilsonchiro.xyz -girlporn.ru -glasof.es -global-ics.co.za -go2album.com -goldenggames.com +gameplexcity.com +gamerextra.com +gamevalue7.weebly.com +gaygalls.net +gazobeton-p.com.ua +gdcentre.ru +ge0ip.org +geilehausfrauen.net +gemgrab-a.akamaihd.net +gerhardhealer.com +getaclueamerica.com +getpopunder.com +getprismatic.com +gfaq.ru +girlgamerdaily.com +girlsatgames.ru +girls-ufa.ru +given2.com +gktt.ru +gobongo.info +goldandcard.ru golden-praga.ru +golmau.host.sk gombita.info -googlefeud.com -googlemare.com -googst2.ru -goo.ne.jp -goosefishpost.bid -gopro-online.info -goroda-vsego-mira.ru -gosreg.amchs.ru -gov.yanao.ru -grand-chlen.ru -gribokstop.com -guruofcasino.com -gwagka.com -hamptonoaks.ca -handicapbathtubarea.com -handicapvantoday.com -hannasolution.ru -hatdc.org -hd-film.pl -hdimagegallery.net -hdimagelib.com -healing-dysplasia.ru +goodhumor24.com +goodnightjournal.com +goodprotein.ru +googlepositions.com +gosarhivrt.ru +gourcy.altervista.org +gowreckdiving.com +gox.com.ua +greatgrace.ru +greatzip.com +greenidesign.co +gribkovye-zabolevaniya.com +growboxbl.ru +grupografico-pilar.com.ar +gsasearchenginerankerhelp.com +gtopstats.com +guarrasdelporno.xxx +guitar-master.org +gwebtools.com.br +haikuware.com +happy.new.yeartwit.com +hausfrauensex18.com +hd720kino.ru +hdhc.ru healmytrauma.info -heartofpayne.xyz -hebr.myddns-flir.com -helicalpile.us -hikesearch.net -himazin.info -hkladys.com -hobbyhuren24.net -homedecoguide.info -homedo.fabpage.com -homemature.net -homik.pw -honyaku.yahoofs.jp +health-medical-portal.info +heatpower.ru +herokuapp.com +himgaws.pw +histats.com +hiwibyh.bugs3.com +hjaoopoa.top +homeart.space +homegardenlova.com +hostingclub.lk +host-protection.com host-tracker.com -hotblognetwork.com +hotblog.top hotloans.ru -hotsocialz.com -houseofgaga.ru -hoztorg-opt.ru -hplaserjetpdriver8y.pen.io +housekuba.org +housemilan.ru +house.sieraddns.com +houston-vikings.com +hoverboard360.de +hptwaakw.blog.fc2.com +hscsscotland.com +htmlcorner.com hubbble.com -hulfingtonpost.com humanelydrew.com -husky-shop.cz -hystersister.com -iccornacircri.cf +hundejo.com +hustoon.over-blog.com +i4track.net +ibb.com.ua +ido3.com iflycapetown.co.za -ifmo.ru igru-xbox.net -ihc2015.info -ikritikimou.gr -ilbe.club -ilikevitaly.com -ilovevitaly.com -ilovevitaly.xyz -images-free.net -images-graphics-pics.com -immobiliaremassaro.com -import-sales.com -incomekey.net +imabase.com +imagecoolpub.com +imediadesk.com +iminent.com +indianmedicaltourismshop.com indo-export.ru +inet-traffic.com infektsii.com infostatsvc.com +inome.com.ua insider.pro -integritylandscapeservices.com -interior-stickers.ru -internetartfair.com -iopeninghours.co.uk +insta-add.pro +interferencer.ru +investingclub.ru +ipornox.xxx +iqupdatetmz.win iradiology.ru i-service.kz -iskalko.ru -itsdp3.com -ivanstroi.ru +istanbulit.com +istizanidineacontrolledsubstance.blogspot.com +istock-mebel.ru +itservicesthatworkforyou.com iwanttodeliver.com -japan-bearings.ru -japfm.com -jasonpartington.com -javlibrary.cc -javstock.com -jaxcube.info -jerseyschinabizwholesale.us -jerseyswholesalechinalimited.com -jestr.org -jmat.cn -joingames.org -jovencitas.gratis -jrpmakati.com -juliaworld.net -jyvopys.com -kam-dom.ru -karadene.com +j33x.com +jamiembrown.com +janerikholst.se +janettabridal.com +jav-fetish.site +jbl-charge.info +jewelryandfiligree.com +joessmogtestonly.com +johannesburgsingles.co.za +junglenet-a.akamaihd.net +justkillingti.me +kaliningrad.zrus.org +kambasoft.com +kamen-e.ru +karpun-iris.ru +karting196.ru +karusel-market.ru +katadhin.co kazan.zrus.org -kazka.ru -keki.info -kenaba.su -keywords-monitoring-your-success.com -kichenaid.ru +keywordblocks.com +keywordsking.com +kidskunst.info kino2018.club -kino-filmi.com -kinohall.ru -kino-rating.ru -kiskinhouse.com -klin3952.ru +kinobaks.com +kino-ecran.ru +kinohit1.ru +kino-key.info +kinomaniatv.pl +kinosed.net +kinostorm.net kmd-pto.ru -kmgamex.cf kndxbkdx.bloger.index.hr -koleso24.com.ua -kollesa.ru -kolotiloff.ru -kosova.de -kostenlos-sexvideos.com -kraljeva-sutjeska.com -krasivoe-hd.com -krasnodar.xrus.org -kreativperlen.ch -kretpicf.pw -krynica.info -ktotut.net -kupiproday.com.ua -kuzinsp.ru -ladov.ru +knigonosha.net +kongoultry.net +kostenloser-sex.com +kosynka-games.ru +krassh.ru +krasula.pp.ua +lacasamorett.com +lafourmiliaire.com +lakomka.com.ua +lanadelreyfans.us +languagecode.com +lapitec.eu +lasvegaslockandsafe.com laxob.com -leadwayau.com +layola.biz.tc +lechtaczka.net legalrc.biz -lenvred.org -letmacworkfaster.world -letslowbefast.today -lflash.ru -lignofix.ua -linkrr.com -littleberry.ru -live-cam6.info -livefixer.com -livingroomdecor.info -ljusihus.se +lescinq.com +libertybilisim.com +li-er.ru +life-instyle.com +lifeinsurancekb.com +limads.men +limtu.ifmo.ru +lincolntheatre.com +linerdrilling.com +linkredirect.biz +linkwithin.com +liupis.com +liveinternet.ro +livejasmin.com +liveu.infoteka.hu +lmrauction.com +loadopia.com +localflirtbuddies.com +locatellicorretor.com.br +locimge.pw lockerz.com -lodki-pvh.dp.ua -lombia.com -lomza.info +lol-smurfs.com +lombia.co lostfilm-online.ru -m1media.net -macdamaged.space +lottospring.com +louboutinreplica.xyz +lsex.xyz +ltvperf.com +m0r0zk0-krava.ru mackeeper-land-672695126.us-east-1.elb.amazonaws.com -magicdiet.gq -magnetic-bracelets.ru -magnetpress.sk -mahnwachen-helfen.info -maju.bluesalt.co -mall.uk -mapquestz.us -maranbrinfo.com.br -marcogrup.com +macnewtech.com +madot.onlinewebshop.net +mafa-free.com +magazintiande.ru +mainlinehobby.net +manipulyator-peterburg.ru +manve.info maridan.com.ua -marketingtechniques.info +marketland.ml marmitaco.cat -massage-info.nl -masterseek.com -mcadamssupplyco.com -meble-bogart.info -medicine-4u.org -medkletki.ru -medkritika.ru -medosmotr-ufa.ru -meduza-consult.ru -menhealed.net -mensandals.xyz -menstennisforums.com -merryhouse.co.uk -message-warning.net +marsgatan.com +masturbate.co.uk +matematikus.info +mathgym.com.au +medanestesia.ru +meendo-free-traffic.ga +meetlocalchicks.com +mejoresfotos.eu +mere.host.sk metabar.ru -metallosajding.ru -michaelkorssaleoutletonline.net -microsearch.ru -militarysale.pro -minegam.com -misswell.net -mister-shop.com -mobilemedia.md -mobile.ok.ru +middlerush-a.akamaihd.net +mikozstop.com +mini.7zap.com +miniature.io +mirtorrent.net +misandesign.se +mmgq.ru +mmog-play.ru +mmostrike.ru +moi-glazki.ru mojpregled.com -mokrayakiska.com -monetizer.com-01.site -moomi-daeri.com -morepoweronmac.trade -morocco-nomad-excursions.com -moscow-clining.ru -moscow.xrus.org -mosrif.ru -mototsikl.org -moviemail-online.co.uk +moneytop.ru moxo.com moyaterapiya.ru mp3films.ru -mp3ringtone.info -mrinsidesales.com -mrpornogratis.xxx -msk-diplomat.com -mug-na-chas-moscow.ru +mrbitsandbytes.com +muabancantho.info muizre.ru -mulberryoutletonlineeu.com -multgo.ru -musicktab.com -musirc.com +musicvidz.ru +mustat.com +mustwineblog.com +muycerdas.xxx muz-baza.net -mvpicton.co.uk -mycouponizemac.com -mydirtystuff.com -mygameplus.ru -myghillie.info -mykings.pw -mymobilemoneypages.com -mypets.by -mypornfree.ru -myshopmatemac.com -mywallpaper.top -nac-bearings.ru -nagdak.ru -nakozhe.com -napalm51.nut.cc -naperehresti.info -narkologiya-penza.ru +mycaf.it +mydirtyhobby.com +mydownloadengine.com +myfreecams.com +myfreetutorials.com +myiptest.com +mymercy.info +myonlinepayday.co +myphotopipe.com +myxdate.info +narosty.com +nastydollars.com +na-telefon.biz naturtreenspicerx.pw -nelc.edu.eg +navalwiki.info +negral.pluto.ro +neks.info +neodownload.webcam +netoil.no net-profits.xyz -net-radar.com -netvouz.com +nevansk.ru +new7ob.com new-post.tk -newyorkhotelsmotels.info -nextlnk12.com -nfljerseyscheapbiz.us -nfljerseys.online -nhl17coinsforps3.gratisblog.biz +news-speaker.com +nikhilbahl.com nikitabuch.com -nikkiewart.ru -noclegonline.info -notaria-desalas.com +nofreezingmac.click +nofreezingmac.work +nordstar.pro +northfacestore.online +nosecret.com.ua +notebook-pro.ru notfastfood.ru -novosti-hi-tech.ru -npoet.ru -nucia.biz.ly +november-lax.com +nsatc.net nudepatch.net -nuit-artisanale.com +o333o.com +oakleyglassesonline.us +obesidadealgarve.com obsessionphrases.com -ochistka-stokov.ru oda.as -okonich.com.ua -ok.ru -oktube.ru -olgacvetmet.com -onclkads.com -onemactrckr.com -onlinedomains.ru -online-hd.pl +odoratus.net +oecnhs.info +offer.camp +office2web.com +office-windows.ru +offside2.5v.pl +offtime.ru +okout.ru +okuos.com +omoikiri-japan.ru +omsk.xrus.org +onclickpredictiv.com +onlainbesplatno.ru online.ktc45.ru -online-sbank.ru +onlineslotmaschine.com +onlinetvseries.me +onload.pw +onlyforemont.ru +onlywoman.org ontargetseo.us -o-o-8-o-o.ru +ooomeru.ru oops-cinema.ru -optitrade24.com -osnova3.ru -osoznanie-narkotikam.net -ostrovtaxi.ru -oz-offers.com -pacificair.com -paleohub.info +openfrost.net +ops.picscout.com +optibuymac.com +optikremont.ru +orel-reshka.net +orion-v.com +oyster-green.com +page2rss.com palocco.it -panamaforbeginners.com -panchro.xyz -panouri-solare-acoperis.com -paperwritingservice17.blogspot.ru -parajumpersstore.online -parfusale.se -partnersafe.men -partner-trustworthy.men -pastaleads.com -patterntrader-en.com -paydayonlinecom.com -pc-services.ru -pelfind.me -picphotos.net -picsearch.com -picturesify.com -pijoto.net -pills24h.com -pinwallpaper.top -piulatte.cz -pizda.lol -pladform.ru +paparazzistudios.com.au +paphoselectricianandplumber.com +partybunny.ru +pavlodar.xkaz.org +paydayloanslocal.com +pcads.ru +pcgroup.com.uy +pensplan4u.com +perfection-pleasure.ru +perl.dp.ua +perm-profnastil.ru +pestomou.info +pflexads.com +photosaga.info +piccshare.com +pictures-and-images.com +pinstake.com +pixell.club plaff-go.ru -plastgran.com -playboyfiles.xblog.in -play-mp3.com -playtap.us -pl-vouchers.com +plastgranar.nu +plastweb.ru +platesauto.com +play.leadzupc.com +pl-top.pl pobeiranie.pl -pochtovyi-index.ru podshipniki-nsk.ru -poisk-zakona.ru -pokemon-go-play.online -popcash.net -popugaychiki.com -popunder.ru -pornhive.org +podshipniki-ntn.ru +poffet.net +pogosh.com +pokemongooo.ml +popunder.net +porndroids.com pornmania.pl -pornofiljmi.com -pornoforadult.com -pornolook.net -pornosemki.info -porno.simple-image.com.ua -pornotubs.com -porodasobak.net -porto.abuilder.net -poshiv-chehol.ru -pospr.waw.pl -potolokelekor.ru +pornogad.com +pornonik.com +pornosexrolik.com +pornoslive.net +pornotubexxx.name +pornzone.tv +positive2b.ru +powc.r.ca.d.sendibm2.com +pozdrawleniya.com +pp-budpostach.com.ua praisong.net -pravoholding.ru -prchecker.info -preparevideosafesystem4unow.space -princevc.com -printdirectforless.com -priscilarodrigues.com.br -privatamateure.com -privetsochi.ru -prize44.com -producm.ru -profit-opportunity.com -promalp-universal.ru -pronekut.com -pronorm.fr -pron.pro -prostitutki-astana.org -prostitutki-odessa.org -prostitutki-tolyatti.org -pskcijdc.bloger.index.hr -psoriasis-file.trade -pulse33.ru -purplesphere.in -pwwysydh.com -pxhdwsm.com -qpypcx.com -quelle.ru -radiogambling.com -ranksays.com -ranksonic.org +pretty-mart.com +priora-2.com +privatefx-in.ru +professionaldieselcare.com +profitsport.club +projectforte.ru +promoheads.com +pro-okis.ru +prostitutki-kharkova.org +prostitutki-kiev.org +prostitutki-yaroslavlya.org +psa48.ru +psvita.ru +pufip.com +puserving.com +push-ad.com +q-moto.ru +quangcaons.com +questionmarque.ch +quit-smoking.ga +raavidesigns.com +radiodigital.co +rankia.com +ranksonic.info +rasteniya-vs-zombi.ru r-control.ru -rcpmda.ikan1080.xyz -rednise.com +rebuildermedical.com +recipedays.com +redirectingat.com +redirect.trafficreceiver.club +refads.pro referencemoi.com r-e-f-e-r-e-r.com refererx.com -regdefense.com -registratciya-v-moskve.ru -reklama1.ru -remote-dba.de -remybutler.fr -rent2spb.ru -rep-am.com -replicaclub.ru -replicalouboutin.xyz -resellerclub.com -responsinator.com -rewardpoll.com +regionshop.biz +registry-cleaner.net +registrysweeper.com +relax.ru +remmling.de +remontbiz.ru +rentalcarnavi.info +resant.ru +rezeptiblud.ru rff-cfal.info -ribieiendom.no -rixpix.ru -rockma.se -roll123.com -rosbalt.com.ua -rossmark.ru -russian-postindex.ru -russia-today-video.ru +rimedia.org +ring4rhino.com +robertefuller.com +roma-kukareku.livejournal.com +rome2rio.com +royal-investments.net +rozalli.com +running-line.ru +ruscopybook.com +russia-tao.ru russkie-gorki.ru -rus-teh.narod.ru -rustic-quiver.win -rvzr-a.akamaihd.net -s8-nowy-wygraj.comli.com -safe-app.net -sakhboard.ru -sale-japan.com -saltspray.ru +sadaholding.com salut-camp.ru -salutmontreal.com -sampleletters.net -sbdl.no -sbf441.com -scanmarine.info -scanner-donald.top -scanner-george.top -scanner-josh.top +sashagreyblog.ga +saugatuck.com +savememoney.co.za +sax-sex.com +scanner-irvin.top +scanner-olga.top +scenarii-1-sentyabrya.uroki.org.ua scenicmissouri.us -scoopquest.com scripted.com -sdrescher.net -searchengineranker.email -searchtooknow-a.akamaihd.net -searchwebknow-a.akamaihd.net -search.xtconnect.com -seasaltwithfood.com -se.bnt-team.com -seeingmeerkat.com -semaltmedia.com -seoboxes.com -seogadget.ru -seonetwizard.com +scrnet.biz.ua +searchaddis.com +secret.xn--oogle-wmc.com +sell-fb-group-here.com +semrush.com seo-platform.com +seoprofiler.com +seotoolsagency.com seo-tools-optimizing.com -sergiorossistore.online -servicecenter.co.ua -serviporno.com -seryeznie-znakomstva.ru -sevendays.com.ua -sexcamamateurchat.com -sex-foto.pw -sexsearch.com -sexuria.net -sexvideo-sex.com -sexyali.com -sexy.babes.frontend-stack.top -sexystrippe.info -shijian.ac.cn -shopfishing.com.ua -shoppingmiracles.co.uk -shtaketniki.kz -sibdevice.ru +serdcenebolit.com +serpstat.com +sevenstars7.com +se-welding.ru +sexs-foto.com +sex-watch.com +sexy-pings.com +s-forum.biz +shemale-sex.net +ship-marvel.co.ua +shoesonlinebuy.cn sibtest.ru -sierraapps.com -sildenafilcitratemed.com -silverage.ru -silvermature.net -sims-sims.ru -site-analyzer.com +sicfor.bcu.cc +simul.co +sisiynas.ru +siteimprove.com +site-speed-checker.site +site-speed-check.site +sitevaluation.com +sitevalued.com +sitiz.club +sivs.ru +s-iwantyou.com sklad-24.ru -skutecznetabletkinaporostwlosow.pl -slavic-magic.ru -smadihome.com -small-game.com -smartadserver.com -smichovbike.cz -snip.tw -snjatie-geroinovoy-lomki.ru -snomer1.ru +slavkokacunko.de +slimcdn.com +slowmac.tech +smailik.org +small-games.biz +snegozaderzhatel.ru +snip.to snsdeainavi.info -social-button.xyz -socialbutton.xyz -solution4u.com -sonata-arctica.wz.cz -sophang8.com -sortthemesitesby.com +social-fun.ru +socialmediasuggest.com +social-s-iii.xyz +softomix.com +solitaire-game.ru space2019.top -spasswelt.xyz -spb.afora.ru +spammen.de spb-plitka.ru -speechfoodie.com -sportbetfair.com +sports-supplements.us spravka130.ru -spyfu.com -spywarebegone.com -stanthonyscatholicchurch.org -staynplay.net +spravka-medosmotr.ru +srdrvp.com +sr-rekneskap.no +ssconstruction.co +stackthatbucks.com +stair.registrydomainservices.com +standardchartered-forex.com +staticfs.host +statistici.ro steame.ru -steelmaster.lv -sticken.co -stickers-market.ru +stockspmb.info store-rx.com -stpicks.com -stpolice.com -streetfire.net -strongsignal-a.akamaihd.net +strfls.com +stroiminsk.com +stroydetali.ru +stroy-portal22.ru studiofmp.com -stuff-about-money.com superfish.com -svetodiodoff.ru +supermama.top +sureone.pro +svarkagid.com +svbur.ru +svensk-poesi.com svtrd.com -swagbucks.com -swingerseiten.com +swinger-mobil.net symbaloo.com -syndicate.fun +tackletarts.co +tako3.com +taqplayer.info taraz.xkaz.org -tattomedia.com -tdsing.ru -techart24.com -technopellet.gr -tedxrj.com -tehngr.ru -telefonsex-ohne0900.net -templates.franklinfire.co -tengohydar.tk -tfxiq.com -tgtclick.com +tattooreligion.ru +td-l-market.ru +teastory.co +texbaza.by +thaisamkok.com +theallgirlarcade.com +theautoprofit.ml +thebitcoincode.com thebluenoodle.com -thecoral.com.br -thedownloadfreeonlinegames.blogspot.com thedownloadfromwarez.blogspot.com -thegalerie.eu -thegamerznetwork.com -themestotal.com -thetattoohut.com -timeallnews.ru +thefotosgratis.eu +thegolfclub.info +theguardlan.com +thejournal.ru +thewomenlife.com +thin.me.pn +thruport.com timecrimea.ru +time-japan.ru timetorelax.biz -timhost.ru -tizanidineandhydrocodone.blogspot.com -tizanidineformigraines.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidineoral.blogspot.com -tizanidinepills.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -tizanidinewithdrawal.blogspot.com -tizanidinezanaflex.blogspot.com -tmm-kurs.ru -tnctrx.com -toloka.hurtom.com -tonerbox.kz -tongkatmadura.info -top10-online-games.com -top250movies.ru -topads.men -topkarkas.com -track2.shop -traderzplanet.in -traffic100.com -trafficjunky.net +titslove.yopoint.in +tizanidineandgabapentin.blogspot.com +tizanidinecapsules.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidineinfo.blogspot.com +tizanidineingredients.blogspot.com +tizanidinesideeffects.blogspot.com +tizanidinestreetvalue.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +tjkckpytpnje.com +tobeyouday.win +tomck.com +top10-way.com +top1-seo-service.com +top-karkas.ru +toproadrunner5.info +topshef.ru +torrent-to-magnet.com +toursmaps.com +toys.erolove.in +tracksz.co +tradedeals.biz +trafficjunky.com trafficmania.com -trahvid.com -traxdom.ru -trion.od.ua -trk-4.net -trubywriting.com truebeauty.cc -trustedhealthtips.com -trustedmaccleaner.com -turkeyreport.tk -tvorozhnaja-zapekanka-recept.ru -twinderbella.com -twitlinks.com -twu.com.ua -uchebavchehii.ru -uchil.net -udayavani.com -ugguk.online -umaseh.com -unimodemhalfduplefw.pen.io -unitexindia.com +tsstcorpcddvdwshbbdriverfb.aircus.com +tt-ipd.info +ttrraacckkrr.com +tula.howotorg.ru +tupper-shop.ru +typimga.pw +uac.net.au +u-cheats.ru +ucoz.ru +uggbootsoutletsale.us +ukkelberg.no unitygame3d.com -unrealcommander.org -uptime-alpha.net -uptimebot.net -usdx.us +unmaroll.ya.ru +url2image.com +urll.eu +usadacha.net +userequip.com +uzungil.com vacances-voyages.info -valsalud.com +validccseller.com valueclick.com -vancleefreplica.pw -vapsy.com -vasileostrovsky-rayon.ru -vavilone.com -vbabule.net +v-doc.co vegan-foods.us -veopornogratis.xxx -versaut.xxx-cam.webcam -vesnatehno.ru -viagroid.ru -videochat.bz +vektorpress.ru +video-chat.in videochat.life videochat.ph videogamesecrets.com video-hollywood.ru -video--production.com -videosbox.ru -viel.su +videospornogratisx.net +video-woman.com +vielporno.net vigrx-original.ru -vip.51.la -vipromoffers.com -virtuagirl.com -visa-china.ru -visitcambridge.org -vita.com.hr -vizag.kharkov.ua -vizitki.net +vip-dom.in +vipms.ru +vipps.com.my vkak.ru -voluumtrk.com -vvon.co.uk -wanker.us +vladhistory.com +vladimir.zrus.org +volgograd.xrus.org +voltrknc1.com +volume-pills.biz +vonradio.com +vostoktrade.info +vote-up.ru +vtc.pw +vzube.com +wallpapersist.com +wallpaperstock.net wapsite.me -warningzscaler.heraeus.com -waterpurifier.club -waysbetter.cn -webix.me -webkeyit.com +wareseeker.com +watchinf.com +waterefficiency.co +webcamdevochka.com +webenlace.com.ar webradiology.ru -website-speed-check.site -webstatsdomain.org -weburok.com -wejdz-tu.pl -welcomeauto.ru -westen-z.life -whatzmyip.net -whereiskentoday.com -wholesalejerseyscheapjerseys.us.com -wholesalenfljerseys.us.com -wma-x.com +webs.com +websitevaluebot.com +weekes.biz.tc +westum.se +whatsappdownload10.com +wheelchairliftsarea.com +whiteproduct.com +wholesalejerseychinaoutlet.com +williamrobsonproperty.com +winner7777.net +winterclassichockeyjerseys.com +wladimirpayen.com +wleuaprpxuvr.ga +woman-h.ru woman-tampon.ru -woodyguthrie.se -word-vorlagen.net -wsgames.ru -www.888.com -wyniki-lista.pl -wzgyyq.com -x69ty.ru -xaijo.com -xblognetwork.com -x-diesel.com -xerox-douglas.cf +womens-journal.net +womensterritory.ru +wordpresscore.com +worldoffiles.ru +wosik-dach.service-for-web.de +wpsecurity.website +writersgroup580.web.fc2.com +wurr.voila.net +www.timer4web.com +xbaboon.com +xgames-04.com xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn----9sbebi2bvzr7h.xn--p1ai -xn--b1agm2d.net -xn--c1acygb.xn--p1ai -xn--e1aggki3c.xn--80adxhks -xn--l1aengat.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai +xn--80aikhbrhr.net +xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--oogle-wmc.com +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai x-stars.ru -xxlargepop.com -xxx-cam.webcam -yaminecraft.ru -youbloodyripper.com -yougotanewdomain.com +xtube.com +xuki.us +xxxrus.org +yaaknaa.info +yachts-cruise.info +yebocasino.com +yellowstonevisitortours.com +yes-com.com +yoopsie.com +youjizz.com +youporn-ru.com yourporn.com yourporngay.com -youthreaders.com -yugk.net -yun56.co +yoursite.com +yunque.pluto.ro zaapplesales.blogspot.com -zaidia.xhost.ro -zaimhelp.ru -zajm-zalog-krasnodar.ru -zaloadi.ru -zarabotok--doma.ru -zastroyka.org -zazagames.org -zdesoboi.com +zajm-pod-zalog-nedvizhimosti.ru +zakonobosago.ru +zarabotat-na-sajte.ru +zdesformula.ru +zebradudka.com zed21.net +zeg-distribution.com +zerocash.msk.ru zeroredirect11.com zeroredirect12.com -zeroredirect6.com -zeroredirect7.com +zeroredirect2.com +zeroredirect8.com zeroredirect9.com +zetmaster.ru zhongwenlink.com -zigarettenonl.canalblog.com -zkjovpdgxivg.ga -znakomstva-piter78.ru -zoogdinsney.com -zverokruh-shop.cz -zvetki.ru -zvezdagedon.ru +zhuravlev.info +zigarettenonlinekaufen1.bloog.pl +zigarettenonlinekaufen2.drupalgardens.com +zionstar.net +zog.link +zolotoy-lis.ru +zootravel.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 55058cc26..92ccfee48 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00author.com -03e.info -0c47f8422d3f.com -20pascals.nl -51.la -8lufu.com -91abcw.com -abtasty.com -adconscious.com -admanaerofoil.com -advertex.info -aero2.ru -akvamaster.dp.ua -albamargroup.com -alert-hgd.xyz -alessandraleone.com -alf-img.com -allpdfmags.net +0daymusic.org +1001watch.com.ua +100searchengines.com +101raccoon.ru +1stat.ru +202ch.com +2pxg8bcf.top +2x2fan.ru +6128786.com +777-club.ru +9icmzvn6.website +aaronabel.com +abcguru.xyz +acgs.tk +acunetix-referrer.com +adrunnr.com +alice.it +aliexpresscashback.club +allboard.xobor.de +allmarketsnewdayli.gdn all-streaming-media.com -animalrank.com -apimegabrowsebiz-a.akamaihd.net -arabsexxxtube.com -asacopaco.tk -ascat.porn -asdfz.pro -autovideobroadcast.com -bbsoldes.fr -bestfortraders.com -bestkfiledxd.cf -bestssaker.com -blavia.00author.com -blockety.co -bluesalt.co -bobba.dzaba.com -buntube.net -buyessayonline19.blogspot.ru -calcularpagerank.com -callawaygolfstore.online -camdolls.com -canacopegdl.com -cartierreplica.top -chinacheapelitejerseys.com -chinaelitecheapjerseys.com -cialgenisrx.com -cialisovercounteratwalmartusa.com -clippingphotoindia.com -clksite.com -collegerentals.com -compliance-walt.top -coolwallpapers-hd.com -country-chic.ru -cowlmash.com -crazyboost.pro -db.speedup.gdn -deadlinkchecker.com -dealwifi.com -decorazilla.com -design-lands.ru -de.zapmeta.com -dimaka.info +alot.com +alveris.ru +angkortours.vn +apartment.ru +appearance-cool.com +apple.com-webbrowsing-security.science +appsecurityr.com +a.pr-cy.ru +ap.senai.br +arpelsreplica.xyz +artavenuegardenstudios.com +artparquet.ru +auto4style.ru +azazu.ru +azbaseimages.net +bagcionderlab.com +bankofthewext.com +bazaronline24.ru +bestcoin.cc +bestpriceninja.com +bet-prognoz.com +bildsuche.ru +bizfly.info +blackhatworth.com +bolegapakistan.com +bolezniorganov.ru +bonkers.name +cartierbracelet.xyz +cdncash.com +chastnoeporno.com +cheap-pills-norx.com +check-host.net +ciekawinki.pl +cjs.com.ru +classicakuhni.ru +clean-start.net +clipartnew.com +compliance-andrew.top +compliance-elena.xyz +com-supportcenter.website +cranly.net +cymbaltaandtizanidine.blogspot.com +dailyrank.net +dangphoto.trade +delfin-aqua.com.ua +diesel-parts28.ru dispo.de -dkvorota.ru -domainanalyzing.xyz -domaincrawler.com +divisioncore.com +doctormakarova.ru +documentbase.net domainroam.win -domainsphoto.com -dood.live -dosug-lux.ru -downvids.net -dyshagi.ru -easycommerce.cf -electrik-avenue.com -elektrischezigarette2.devhub.com -encodable.com -erotiktreff24.info -espaceinventoristes.com -eu-cookie-law.blogspot.com -eurosamodelki.ru -exchanges-bet.com -ezb.elvenmachine.com -f07.de -failingmarriege.blogspot.com -fearcrow.com -findacheaplawyers.com -fivedwld.cf -foxweber.com -franch.info -freshsuperbloop.com -fxgallery.com -gael-s.ru +driving.kiev.ua +dverimegapolis.ru +dvrlists.com +earl-brown.info +e-commerce-seo.com +elektronischezigarettekaufen1.myblog.de +elidelcream.weebly.com +erotische-geschichten-xxl.com +es5.com +euronis-free.com +exoneration-project.us +fable.in.ua +ferieboligkbh.dk +fertilitetsradgivningen.se +financeloan.us +footballfarrago.com +forex.osobye.ru +forum69.info +freshmac.space +funnypica.com game-mmorpg.net -gay.adultgalls.com -getaclueamerica.com -gnuetella.com -googglet.com -gosmeb.ru -grtyi.com -guildebzh.info -hacktougroup.ru -hcate.com -healthcarestore.info -helpmymacfaster.trade -hentaiheroes.com -hetmanship.xyz -high-speed1.net -hostsshop.ru -hotdl.in -hotshoppymac.com -hoverboard360.se -infostatsvc.com -instasexyblog.com -isistaylorporn.info -isitpaleo.info -ivearchenceinflu.cf -kaac.ru -kadashihotel.com -kandidos.com -karaganda.xkaz.org -keywesthideaways.co -kihi.gdn -kongruan.com -lapitec.eu -larchik.net -lechenie-gemorroya.com -letslowbefast.site -life.biz.ua -live-sexchat.ru -llastbuy.ru -loadingpages.me -louboutinshoes.xyz -louisvuittonoutletstore.net -lowephotos.info -mainhp.net -marcowebonyodziezowe.pl -massage-info.nl -maxxtor.eu -members.ghanaweb.com -millionare.com -mobstarr.com -mole.pluto.ro -montredemarque.nl -mouselink.co -mybinaryoptionsrobot.com -myindospace.com -naturalbreakthroughsresearch.com -needtosellmyhousefast.com -net-radar.com -niki-mlt.ru -odoratus.net -oecnhs.info -offer.camp -of-ireland.info -okonich.com.ua -onthemarch.co -ooo-olni.ru -paphoselectricianandplumber.com -pay2me.pl -pelfind.me -phobia.us -pk-services.ru -pl.aasoldes.fr -plastjulgranar.se -polcin.de -popmarker.com -pornokajf.com -prizefestival.mobi -prom23.ru -pufip.com -putitin.me -quality-traffic.com -quick-offer.com -ragecash.com -ranksonic.com -ranksonic.org -recipedays.ru +get-free-social-traffic.com +glavtral.ru +gne8.com +gribkovye-zabolevaniya.com +growmyfunds.ca +gsasearchengineranker.site +gwebtools.com.br +habermetre.com +hamilton.ca +helvetia.com.ua +hkdiiohi.skyrock.com +homelygarden.com +hopeonthestreet.co.uk +hostcritique.com +howlongdoestizanidinestayinyoursystem.blogspot.com +idealtits.net +igtools.club +imagefinder.site +inboxdollars.com +insider.pro +irkutsk.zrus.org +iskalko.ru +it-max.com.ua +izismile.com +je7.us +katushka.net +keyword-suggestions.com +keywordteam.net +kino-ecran.ru +kollesa.ru +kostenloser-sex.com +krasnodar.xrus.org +kumuk.info +landoftracking.com +lashstudia.ru +laulini.soclog.se +law-check-nine.xyz +leboard.ru +linkarena.com +lirunet.ru +lovelycraftyhome.com +lulea-auktionsverk.se +makedo.ru +master-muznachas.ru +mathgym.com.au +mbiologi.ru +mearns-tractors.co.uk +michaelkorssaleoutletonline.net +mirmedinfo.ru +mixed-wrestling.ru +mobile.ok.ru +mobilierland.com +mojowhois.com +monarchfind-a.akamaihd.net +motherboard.vice.com +musicspire.online +myperiod.club +myxdate.info +narco24.me +nelc.edu.eg +nerudlogistik.ru +nextrent-crimea.ru +nudepatch.net +nvssf.com +obuv-kupit.ru +onlinebay.ru +orenburg-gsm.ru +orion-code-access.net +ourtherapy.ru +outshop.ru +oxford-book.com.ua +oyster-green.com +paclitor.com +pastaleads.com +pateaswing.com +perl.dp.ua +piski.top +pobeiranie.pl +popads.net +pornofeuer.com +pornoklad.net +portal-eu.ru +presleycollectibles.com +privatov-zapisi.ru +puteshestvennik.com +qcstrtvt.bloger.index.hr +rangjued.com recordpage-a.akamaihd.net -registrysweeper.com -remmling.de -rentehno.ru -rixpix.ru -royalads.net -sape.top -sarf3omlat.com -scrnet.biz.ua -servethis.com -sethrollins.net -sex-pr.net -shlyahten.ru -simpoed.ufop.br -site.ru -sky-mine.ru -slujbauborki.ru -snsdeainavi.info +rentalcarnavi.info +replica-watch.ru +risparmiocasa.bz.it +ritlweb.com +rubanners.com +rucrypt.com +sawin.beth.webd.pl +searchtooknow-a.akamaihd.net +seo-traffic-ranking.info +servicecenter.co.ua +sextracker.com +shopwme.ru +sibdevice.ru +sinel.info +siteripz.net +smallseotools.com +snworks.com social-buttons.xyz -solution4u.com -sovetogorod.ru -sr-rekneskap.no -ssconstruction.co -staynplay.net -stpicks.com -strfls.com -stroimajor.ru -summerlinhomes411.info -sundrugstore.com -swinginwithme.ru -tarad.com -theallgirlarcade.com -thebluffs.com -thecounter.com -thedownloadfreeonlinegames.blogspot.com -timdreby.com -tizanidine4mguses.blogspot.com -tizanidine6mg.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com -tmearegion26.com -tmtrck.com -top-l2.com -torrent-to-magnet.com -toxicwap.com -track112.site -trion.od.ua -ttsq.fr -twitlinks.com -twittruth.com -uchebavchehii.ru -uchetunet.su -ukkelberg.no -ukrobstep.com -unitygame3d.com -unpredictable.ga -uroki.net -urzedowski.eu -uvozdeckych.info -v24s.net -vekzdorov.ru -videos-for-your-business.com -vonradio.com -vsexkontakte.net -vzubah.com -walkme.com -warning.or.kr -warningzscaler.heraeus.com -waycash.net -whatsappdownload10.com -womama.ru -xtube.com -yourserverisdown.com -zigarettenonlinekaufen2.bloog.pl -zvetki.ru +social-fun.ru +social-s-iii.xyz +sodexo.com +soheavyblog.com +spacash.com +stretchingabuckblog.com +styro.ru +svtrd.com +taaaak.com +tizanidineonline.blogspot.com +top1-seo-service.com +topmira.com +totu.info +tsstcorpcddvdwshbbdriverfb.aircus.com +turn-up-life.life +tversvet.ru +uptime-gamma.net +urengoy.pro +validccseller.com +varikozdok.ru +vduplo.ru +verymes.xyz +videochat.bz +vip-file.com +vladimir.xrus.org +vodkoved.ru +vzlom-na-zakaz.com +webcamdevochka.com +webix.me +weblo.com +wheelchairliftsarea.com +wnoz.de +womens-journal.net +xclicks.net +xn--l1aengat.xn--p1ai +x-rates.ru +xtubeporno.net +xuki.us +xzlive.com +yellocloud.be +yes-com.com +your-bearings.com +you-shall-not-pass.is74.ru +zaloadi.ru +zarabotat-na-sajte.ru +zastroyka.org +zawyna.ua +zeg-distribution.com +zeroredirect8.com +zoominfo.com +zrus.org diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 2f692b069..500584a94 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 82801f2a5..67d274c1f 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 01938417b..bdd0e8690 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 73fb02f61..baf4e1c8b 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1683 +#### Version: V4.2019.06.1684 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 0e87650fe..bf0f1c3cb 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1683 +#### Version: V4.2019.06.1684 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 08bd4f623..a07f34067 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1683 +#### Version: V4.2019.06.1684 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index bc68efd91..e516670e1 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1683 +#### Version: V4.2019.06.1684 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 1076b1b75..1b7129419 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1683 -### Updated: Sat Jun 29 11:25:52 SAST 2019 +### Version: V4.2019.06.1684 +### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 4ccac0711..101c6a93d 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1683 -### Updated: Sat Jun 29 11:25:53 SAST 2019 +### Version: V3.2019.06.1684 +### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 1076b1b75..1b7129419 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1683 -### Updated: Sat Jun 29 11:25:52 SAST 2019 +### Version: V4.2019.06.1684 +### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 84585526e..5a9ba85f1 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1683 -### Updated: Sat Jun 29 11:25:55 SAST 2019 +### Version: V4.2019.06.1684 +### Updated: Sat Jun 29 11:50:59 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##