diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index aadc409d2..e209d3ef2 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1695 -### Updated: Sat Jun 29 18:00:23 SAST 2019 +### Version: V3.2019.06.1697 +### Updated: Sat Jun 29 18:40:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 479de1217..0fcb73d00 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..3dac4f84e 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index aadc409d2..e209d3ef2 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1695 -### Updated: Sat Jun 29 18:00:23 SAST 2019 +### Version: V3.2019.06.1697 +### Updated: Sat Jun 29 18:40:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 479de1217..0fcb73d00 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d9f0a2c04..3dac4f84e 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index aadc409d2..e209d3ef2 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1695 -### Updated: Sat Jun 29 18:00:23 SAST 2019 +### Version: V3.2019.06.1697 +### Updated: Sat Jun 29 18:40:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 479de1217..0fcb73d00 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..3dac4f84e 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index aadc409d2..e209d3ef2 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1695 -### Updated: Sat Jun 29 18:00:23 SAST 2019 +### Version: V3.2019.06.1697 +### Updated: Sat Jun 29 18:40:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index aadc409d2..e209d3ef2 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1695 -### Updated: Sat Jun 29 18:00:23 SAST 2019 +### Version: V3.2019.06.1697 +### Updated: Sat Jun 29 18:40:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index d04a6714d..52c1f83f2 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/install-nginx-mainline-nginx.sh b/.dev-tools/install-nginx-mainline-nginx.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/nginxv3.txt b/.dev-tools/nginxv3.txt index e69de29bb..6eee50fb2 100644 --- a/.dev-tools/nginxv3.txt +++ b/.dev-tools/nginxv3.txt @@ -0,0 +1 @@ +nginx version: nginx/1.15.8 diff --git a/.dev-tools/test-nginx-mainline-nginx.sh b/.dev-tools/test-nginx-mainline-nginx.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 896ffe576..c1d6c61cb 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; +35.188.73.34 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 465ec1626..b9d24324a 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 290c48e19..ea117da9f 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 465ec1626..b9d24324a 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 290c48e19..ea117da9f 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 465ec1626..b9d24324a 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 290c48e19..ea117da9f 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 503b1de7a..3743b8794 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; +104.154.113.151 0; +34.66.178.120 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index f450997c3..51eedda18 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index e3688dbe0..002d11f26 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -35.202.145.110 0; +34.68.144.114 0; +104.154.113.151 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index e3688dbe0..e4b1ba7e2 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -35.202.145.110 0; +35.192.136.167 0; +35.193.14.140 0; +35.192.187.174 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 479de1217..0fcb73d00 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 17befd7d3..175f14686 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AhrefsBot -BuzzSumo -cognitiveseo -Mojeek -Netcraft -OpenVAS -Pandalytics -Telesoft +DnyzBot +JOC Web Spider +lwp-trivial +Nibbler +ProPowerBot +Screaming +SEOlyticsCrawler Typhoeus -webmeup-crawler +Web Pix +Xaldon WebSpider diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 0c75ee5d2..551534b59 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,92 +1,86 @@ -Abonti +404checker +404enemy +80legs +Aboundex Aboundexbot +Acunetix +ADmantX AfD-Verbotsverfahren -Aipbot +Alexibot Alligator ASPSeek -autoemailspider +Asterias Backlink-Ceck -backlink-check -BacklinkCrawler BackStreet BackWeb -Badass -BDFetch +BatchFTP +BBBike +BetaBot +Bigfoot +Bitacle +Blackboard +Black Hole +BlackWidow Blow -Boardreader Bolt -Brandwatch -BuiltBotTough +BotALot +Buddy Bullseye -BunnySlippers -CazoodleBot +BuzzSumo +Calculon CCBot -Cegbfeieh -CheeseBot -CheTeam -ChinaClaw -Claritybot Cliqzbot -Cloud mapping -coccocbot-web -com.plumanalytics -Copier -Copyscape -crawler.feedback -Custo -demandbase-bot -Devil +Cogentbot +Cosmos +crawler4j +crawl.sogou.com +CSHttp +Curious +DatabaseDriverMysqli +Deusu +DIIbot Disco Discobot Discoverybot -DittoSpyder +Dispatch DnyzBot -DomainAppender -DomainCrawler -DomainSigmaCrawler DomainStatsBot -Dotbot -Dragonfly +Download Wonder Drip -DSearch EasyDL Ebingbong -Ecxi -EMail Siphon -EMail Wolf +ECCP/1.0 EroCrawler +Evil Exabot -Express WebPictures +ExtLinksBot Extractor -ExtractorPro -EyeNetIE -facebookscraper +Extreme Picture Finder +FDM +FHscan Firefox/7.0 -Flunky +FlashGet Foobot FrontPage FyberSpider +Fyrebot +GalaxyBot +Genieo Gigablast -Gigabot -G-i-g-a-b-o-t -GoZilla -Grabber -Grafula +Go-Ahead-Got-It GrapeFX -GrapeshotCrawler GridBot +GT::WWW +Haansoft Harvest -Heritrix -Hloader +HEADMasterSEO +HTMLparser +HTTP::Lite HTTrack -Id-search -Image Fetch -IndeedBot -Indy Library -InfoNaviRobot -InfoTekies -instabid -Intelliseek +HybridBot +IDBot +IlseBot +Image Sucker InternetSeer internetVista monitor ips-agent @@ -95,156 +89,162 @@ IstellaBot JamesBOT Jbrofuzz JetCar -JikeSpider +Jetty JOC Web Spider +Joomla Jorgee JustView Jyxobot -Kenjin Spider Keyword Density -Larbin -LeechGet -LexiBot Lftp Libwhisker Lightspeedsystems -Linkdexbot +Likse LinkextractorPro +LinksManager +LinqiaMetadataDownloaderBot LinqiaRSSBot +Lipperhey +Lipperhey Spider Litemage_walker -Lmspider -LNSpiderguy -LWP::Simple +lwp-request lwp-trivial -Mag-Net -Mail.RU_Bot -Majestic12 Majestic SEO -Majestic-SEO -MarkMonitor -MarkWatch Masscan -Meanpathbot -MeanPath Bot -Microsoft URL Control +Mass Downloader +Mata Hari +meanpathbot +mediawords +MegaIndex.ru +MFC_Tear_Sample +Microsoft Data Access MIDown tool MIIxpc -Mister PiX -MS Web Services Client Protocol -Nameprotect +MJ12bot +Mojeek +Morfeus Fucking Scanner +MSFrontPage +MSIECrawler +Msrabot +Musobot +Name Intelligence Navroad -NearSite -Nessus +Needle NetAnts -NetLyzer -NetMechanic +Netcraft +NetSpider Net Vampire -NICErsPRO +NextGenSearchBot NimbleCrawler -Nmap -NPbot -OnCrawl -OpenVAS -PageAnalyzer -Page Analyzer +Nimbostratus +Ninja +oBot +Octopus +Openfind +OpenLinkProfiler +OutclicksBot +page scorer +PageScorer Pandalytics Panscient -Pavuk -pcBrowser -PECL::HTTP PeoplePal -PHPCrawl -Picsearch PictureFinder -Pockey +Pimonster POE-Component-Client-HTTP -PxBroker +ProPowerBot +Psbot Quick-Crawler -RankActiveLinkBot RealDownload Reaper -Recorder -RedesScrapy +ReGet +Ripper SBIder -ScanAlert -Scanbot +scan.lol ScoutJet Scrapy -Screaming -Searchestate -SearchmetricsBot -SemrushBot -SEOkicks-Robot +ScreenerBot +Semrush +SEOkicks Seomoz seoscanners +SeoSiteCheckup SEOstats +serpstatbot sexsearcher -Shodan +Siphon +SISTRIX Siteimprove +SiteLockSpider SiteSnagger -Site Sucker Sitevigil SlySearch Snapbot -SocialRankIOBot -Sociscraper +Snoopy sogouspider -SpaceBison -Spammen +Sosospider SpankBot +Spanner sp_auditbot Spbot -Spinn3r -Sqlmap +spyfu +Steeler +Stripper Sucker Sucuri +SuperBot SuperHTTP Surfbot -Swiftbot +Suzuran +sysscan Szukacz -T0PHackTeam +T8Abot +tAkeOut Teleport -TeleportPro +Telesoft Telesphoreo -Titan +The Intraformant +Thumbor +TightTwatBot Toata +Toweyabot Trendiction -trendiction.com -Turingos +Turnitin +TwengaBot +Typhoeus Vagabondo +VB Project VeriCiteCrawler VidibleScraper -Voltron +VoidEYE +Wallpapers/3.0 +WallpapersHD +WASALive-Bot WBSearchBot WebAuto Web Auto -WEBDAV -WebFetch -WebImageCollector +WebBandit +Web Collage +WebCopier +Web Enhancer +WebFuck +WebGo IS WebmasterWorldForumBot webmeup-crawler -Web Sauger -WebsiteQuester -Website Quester -Webster +WebReaper +WebsiteExtractor +WebStripper +WebSucker Web Sucker -Whack -Whacker +WebZIP +WeSEE Whatweb -Who.is Bot -Widow -WiseGuys Robot -WISENutbot -Wonderbot -Wprecon -WWW::Mechanize -x09Mozilla -x22Mozilla -xpymep1.exe +WinHTTrack +Woobot +Wotbox +WWW-Collector-E +Xaldon WebSpider +Xenu +YoudaoBot Zade -Zauba -zauba.io -zgrab -Zitebot -ZumBot -ZyBorg +Zeus +ZmEu diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 209605c25..67786dc7a 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +404enemy +80legs +Aboundex Aboundexbot -ADmantX -AiHitBot +Acunetix +AIBOT Aipbot -Alexibot -Alligator +AllSubmitter +AlphaBot +Apexoo archive.org_bot -ASPSeek Attach -autoemailspider -Backlink-Ceck +backlink-check +BacklinkCrawler +BackStreet BackWeb -Bandit -Battleztar Bazinga -BDCbot +BetaBot Bigfoot Bitacle -Blackboard BlackWidow +Blow BlowFish Boardreader -Bolt -BotALot Brandprotect Brandwatch -BuzzSumo +Buddy +Calculon CazoodleBot -Cegbfeieh -CherryPicker +CheTeam ChinaClaw Chlooe Claritybot Cliqzbot +coccocbot-web +Cogentbot cognitiveseo -Collector com.plumanalytics Copyscape +Cosmos Craftbot crawler4j -crawl.sogou.com -CrazyWebCrawler +crawler.feedback +CSHttp +Curious Custo -demandbase-bot -Demon -Devil +DBLBot +Deusu Digincore -DigitalPebble DIIbot -Dirbuster -Disco Discobot -Dispatch -DittoSpyder DnyzBot +DomainAppender DomainCrawler DomainStatsBot Dotbot +Download Wonder Dragonfly -EasyDL +DSearch +DTS Agent Ebingbong +eCatch ECCP/1.0 EMail Siphon -Evil +evc-batch Exabot ExtLinksBot +EyeNetIE Ezooms FDM -FemtosearchBot -GalaxyBot +FHscan +Fimap +Flunky +Genieo Getintent +GetRight Gigabot G-i-g-a-b-o-t +Go-Ahead-Got-It Go!Zilla -Grabber -GrabNet -GrapeFX +GrapeshotCrawler GridBot -Haansoft +GT::WWW HaosouSpider Havij -Heritrix +HEADMasterSEO +Hloader HMView -HTTP::Lite +HTMLparser HTTrack +HybridBot +Iblog Id-search -IlseBot -Image Fetch IndeedBot -InfoNaviRobot -Intelliseek -InterGET -internetVista monitor +InfoTekies +instabid +InternetSeer ips-agent +Iskanie JamesBOT -Jbrofuzz -JennyBot Jorgee JustView Kenjin Spider +Keyword Density Lanshanbot +Larbin LeechGet +LexiBot Likse -Linkdexbot -LinkpadBot -LinkWalker LinqiaMetadataDownloaderBot -Lipperhey +LinqiaScrapeBot Lipperhey Spider -Ltx71 +Litemage_walker +LNSpiderguy lwp-request +LWP::Simple lwp-trivial Magnet -Mag-Net +magpie-crawler Majestic SEO MarkWatch -Mediatoolkitbot -MegaIndex.ru -MFC_Tear_Sample -Microsoft Data Access +Mata Hari +MauiBot +mediawords +Microsoft URL Control +MIIxpc +MJ12bot Mojeek Mr.4x3 -MS Web Services Client Protocol -NetMechanic -NetSpider +MSIECrawler +Musobot +Nameprotect +Needle +NetAnts +NetLyzer Nettrack -Netvibes -NextGenSearchBot +NICErsPRO Niki-bot Nikto -NimbleCrawler -Ninja +Nimbostratus +NPbot +Nutch Octopus -Offline Explorer OnCrawl Openfind -Openvas -OpenVAS -OrangeBot OrangeSpider OutfoxBot PageAnalyzer -Page Analyzer PageGrabber +page scorer PeoplePal -Pi-Monster +PHPCrawl +Picscout +Picsearch +PictureFinder +Pimonster Pixray -PleaseCrawl plumanalytics Pockey Probethenet -ProPowerBot -ProWebWalker -Psbot -Pump PxBroker +PyCurl QueryN Metasearch Quick-Crawler -RankActiveLinkBot +RankFlex +Rankivabot RankurBot RealDownload -Reaper -RebelMouse -Recorder +RedesScrapy RocketCrawler -Rogerbot s1z.ru -SalesIntelligent -SBIder -ScanAlert Scanbot -ScoutJet +scan.lol +Scrapy +Screaming +ScreenerBot Searchestate -SEOlyticsCrawler +Semrush SEOprofiler -seoscanners +SeoSiteCheckup SEOstats sexsearcher -Siphon +SISTRIX Sitebeam SiteExplorer +SiteLockSpider Site Sucker -SlySearch -Snake +Sitevigil +SmartDownload Snapbot -Snoopy -Sogou web spider -Spanner -sp_auditbot +Sociscraper +Sosospider +SpankBot +Spinn3r SputnikBot -Sqlmap -Sqlworm +spyfu Sqworm -Steeler -SuperHTTP +Sucuri +SuperBot +Surfbot +SurveyBot sysscan -T8Abot +T0PHackTeam TeleportPro -Telesphorep -The Intraformant -TightTwatBot +Telesoft +Telesphoreo +Toweyabot +Trendiction trendiction.com True_Robot -Turingos -Twice -Vacuum +Turnitin +TurnitinBot +TwengaBot +Typhoeus +Upflow VB Project -Virusdie -VoidEYE -Voil +VeriCiteCrawler Wallpapers/3.0 -WallpapersHD -Webalta -WebAuto -Web Auto -WebBandit +WBSearchBot Web Collage WebCopier -Web Enhancer -WebGo IS -WebImageCollector -WebLeacher +WEBDAV +WebEnhancer +Web Fetch +Web Fuck +WebmasterWorldForumBot +webmeup-crawler +WebPix Web Pix -WebSauger Web Sauger -Webshag +WebsiteExtractor WebsiteQuester -Webster -WebSucker -WebWhacker +WebStripper WebZIP -Whack Whacker Whatweb +Who.is Bot Widow -Wonderbot +WISENutbot Woobot +Wotbox Wprecon -WPScan -WWW::Mechanize +WWW-Mechanize WWWOFFLE -x09Mozilla -x22Mozilla -Xenu +Xaldon_WebSpider xpymep1.exe -YoudaoBot -Zade Zauba zauba.io +Zitebot ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 4c8fe5857..3bebe3fab 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -add-add.men -boazpower.com -dfwu1013.info -directrev.com -gallery.rennlist.com -parlament.biz -powitania.pl -promgirldresses.xyz -sendearnings.com -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +ccjp.eu +domaincrawler.com +expertblog.info +hawaiisurf.com +indo-export.ru +morocco-nomad-excursions.com +na-telefon.biz +stop-gepatit.te.ua +vip-file.com +whereiskentoday.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index b1f94018b..d94bd0eea 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ 00author.com -00it.com +03e.info +08800.top 0c47f8422d3f.com -1001watch.com.ua +101raccoon.ru 11pikachu.ru -123locker.com +123cha.com +123kuma.com 123movies.love -1hwy.com -1j7740kd.website -1webmaster.ml -24-ak.ru -2ads.co.uk -40cg.com -4rent.ru -4ur.click +12bet.com +1-99seo.com +2728fb936f0.com +28n2gl3wfyb0.ru +45en.ru +4inn.ru +4istoshop.com 51.la -888.com -8gold.com -8xv8.com -9med.net -aa8b68101d388c446389283820863176e7.com -abcdefh.xyz -abcguru.xyz -above.com -abtasty.com -acads.net -adconscious.com -adhome.biz -adidas.frwebs.fr -adimmix.com -adloads.com -adman.gr +5elementov.ru +5forex.ru +6128786.com +66cpwgln.space +777-club.ru +7fon.ru +7minuteworkout.com +aa08daf7e13b6345e09e92f771507fa5f4.com +aa9bd78f328a6a41279d0fad0a88df1901.com +aanapa.ru +abctoppictures.net +abusora.com +adf.ly +adloads.net +adserver-e7.com +adssafeprotected.com adtech.fr -adult3dgames.com -adultfriendfinder.com -advancedcleaner.com +adtech.us +adultwebhosting.info +advancedmassagebysara.com advancedsoftwaresupport.com -adventureparkcostarica.com -advokat-grodno.by -a.frcls.fr -agroeconom.kz -akusherok.ru -alert-fdm.xyz -alert-hgd.xyz +adverster.com +adviceforum.info +aerogo.com +agysya.ru +ahrefs.com +aktobe.xkaz.org +alekseevec.ru +alert.scansafe.net alfa-medosmotr.ru -algerianembassy.co.in -all4invest.ru -allbizne.co.ua -allblogroll.com -alldownload.pw -allforminecraft.ru -allornamenti.com -alltheviews.com +aliexpresscashback.club +alif-ba-ta.com +alldubai.biz +allknow.info +allmarketsnewdayli.gdn +allwidewallpapers.com +alot.com alphaforum.ru -alphavisions.net -amospalla.es -ample-awards-today.us -amt-k.ru -amung.us -anapa-inns.ru -animalrank.com -anlimebel.kiev.ua -anti-virus-removal.info -aosheng-tech.com -apessay.com -apiappenableinfo-a.akamaihd.net -apifasterlightin-a.akamaihd.net -apiitsthirteende-a.akamaihd.net -apioutoboxnet-a.akamaihd.net -api.stathat.com -appleid-verification.com -apptester.tk -apxeo.info -arabgirls.adultgalls.com +alphahoverboards.com +alta-realestate.com +alyeskaresort.com +amateurlivechat.org +amazon-seo-service.com +ameblo.jp +amehdaily.com +amyfoxfitness.com +androids-store.com +android-vsem.org +angigreene.com +angry-fermi-7633.arukascloud.io +animal-drawings.com +anime.dougasouko.com +animenime.ru +apartment.ru +apioasisspacenet-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +apispringsmartne-a.akamaihd.net aramaicmedia.org +arcadepages.com arenanews.com.ua -artel116.ru -asdfg.pro -asia-forum.ru -asrv-a.akamaihd.net -asseenontv.ru +arendovalka.xyz +arquapetrarca.info +arvut.org +asdfz.pro +asrvvv-a.akamaihd.net +asscenihotosidea.blogspot.com astana.xxxkaz.org -atleticpharm.org -ausergrubhof.info -autobrennero.it -autoloans.com -autotrends.today -aversis.net -avtoarenda.by +atlant-auto.info +atout-energie-69.com +atovh.local-finders.com +autodo.info +auto.rusvile.lt +avkzarabotok.info avtolombard-krasnodar.ru -axbocz.net -ayodhya.co -azazu.ru -b00kmarks.com -baikaleminer.com -balkanfarma.org -balook.com -bankcrediti.ru -banki76.ru -bannerspace.com -basisches-wasser.net -bausparen.bz.it -bbsoldes.fr -beachpics.com -beauty-b0x.pl -beauty-bracelet.com +ayeartoforget.com +babosas.com +bag77.ru +bagsonsale.online +baladur.ru +bank.uz +basedecor.ru +bazaronline24.ru bensbargains.net -besthoro.ru -bestofferswalkmydogouteveryday.gq -bestofupload.info -bestserials.com -best-way.men -bestwebsitesawards.com -bet-prognoz.com -beztuberkuleza.ru +berdasovivan.ru +bestadbid.com +bestbuy.ca +bestcoin.cc +bestimagecoollibrary.com +betune.onlinewebshop.net +beyan.host.sk +bezlimitko.xyz bg6s0.com -billiard-classic.com.ua -bin-brokers.com -bingoporno.com -binomo.kz -biographiya.com -bio.trade-jp.net +big-boards.info +bigcareer.info +binomo.com +bioinnovate.co +bio-japan.net +bio-optomarket.ru bird1.ru -bitcoinpile.com -bitcoinremote.com -bitnote.co -biznesluxe.ru -biznesrealnost.ru -bkgr.se +bizcheapjerseyswholesalechina.com +bizfly.info +biznesschat.net blackhatworth.com -blacktwhite.com -blog.f00kclan.de -blogporn.in +bloggerads.net +bloglag.com blogqpot.com -boltalko.xyz -bombla.org -bonky.biz -boobsimge.com +blog.remote-computer.de +bmw-ark.ru +board.f00d.de +bodybuilding-shop.biz +boleznikogi.com bookmark4you.com.biz +bracketsmackdown.com brainboostingsupplements.org +brainsandeggs.blogspot.com +brainxs.us +brainzpod.win +brandov.ru brewdom.ru -briomotor.co -buchananshardware.com -budilneg.xyz -buqyxa.rincian.info -businesn.men +brimstonehillfortress.org +bristolhotel.com +bryansk.zrus.org +buckspar.gq +burger-tycoon.com buttons-for-website.com -buy-cheap-online.info -buy-forum.ru +buyessaynow.biz buyfriend.ru -buypuppies.ca buzzonclick.com -bycontext.com -cactussoft.biz -calcularpagerank.com -cam-kontakte.org -canrioloadm.gq +byme.se +candcstuccoandstone.com +candelluxsklep.pl +candytiner.com +canoncdriverq3.pen.io carapics.com -carina-sy.de -carloans.com -carstrends2015.com -cartierbraceletsreplica.pw -cartierlovestore.com -casablancamanor.co.za -cbox.ws -cctva.tv +cardul.ru +carmuffler.net +carrauterie.be +cars-modification.net +carsplate.com +cartierjusteunclou.xyz +cartierlovebracelet.xyz +cartierloveringreplica.xyz +caulderwoodkennels.com +caveavins.fr +cbcseward.com +ccjp.eu celejihad.info -cenokos.ru centraletermice.us -cheapbelstaff.online -cheapestjerseysonwholesale.com -cheapestjerseys-wholesale.com -cheapjerseysap.com -cheap-pills-norx.com -cheapsergiorossi.online +centrdebut.ru +centrumcoachingu.com +chatroulette.video +cheapmoncler.pw cheap-trusted-backlinks.com -checktext.org -chiblackhawks-jerseys.com -chidporn.com -children-learningreading.info -chimiver.info -chinaelitecheapjerseys.com -chiptuninger.com -chlooe.com -christianlouboutinreplica.pw -christianlouboutinshoes.xyz -cialischsrx.com -cialiswithoutadoctor.net -ciceros.co +cheapwebsitehoster.com +cherrypointplace.ca +chinacheapelitejerseys.com +chinajerseyswholesalecoupons.com +chorus.terakeet.com +christianlouboutinoutlet.win +christianlouboutinreplica.win +christianlouboutinsaleoutletonline.us ciproandtizanidine.blogspot.com -citetick.com -citizenclsdriveri7.pen.io cityadspix.com -cjmc.info -clipartnew.com -clips.ua.ac.be -clothesforcash.com -clubfashionista.com -cobaltpro.ru +cleanmypc.com +click2pawn.com +clickaider.com +clickbank.net +clickintext.net +clippingphotoindia.com +cl.s7.exct.net +colehaanoutlet.store collegeessay19.blogspot.ru -com-cleaner.systems -comissionka.net -com-onlinesupport.site -compiko.info -compliance-andrew.xyz -compliance-barak.top -compliance-checker.info +compliance-alexa.xyz +compliance-barak.xyz +compliance-don.xyz compliance-elena.top -compliance-elena.xyz -compliance-irvin.top -com-supportcenter.website -confib.ifmo.ru -consorzioilmosaico.org -cookie-law-enforcement-ff.xyz -coolwallpapers-hd.com -cosmetic.donna7753191.ru -counciltally.com +compliance-ivan.xyz +compliance-jess.top +compliance-mark.top +compliance-mary.top +compliance-willy.top +concealthyself.com +construmac.com.mx +coolbar.pro +cornerstone-countertops.com +cosmeticswomens-womensports.rhcloud.com +cottageofgrace.com +counter.bloke.com +country-chic.ru +covadhosting.biz cowblog.fr -crafthubs.com -crazyprotocol.com -creatives.adbetclickin.pink -crystalslot.com -csgo4.win -cubook.supernew.org -cupday.com -cymbaltaandtizanidine.blogspot.com -cyprusbuyproperties.com +cpabegins.ru +cpajunkies.com +crazyboost.pro +credit-respect.ru +cscwtalkto.site +cs-passion.pl +culturevie.info +cutalltheshit.com +cypernhuset.se dairyindia.in -daisye.top -dame-ns.kz +danceuniverse.ru dangphoto.trade -daooda.com -darmebel.com.ua -data1.scopich.com +data-mining.tk data.vtc.pw -datract.com -ddospanel.com +datsun-do.com +davebestdeals.com +davidovic.info +d-black.bz +ddsoldes.fr +deadlinkchecker.com +dealighted.com decoratinghomes.ga decorationspcs.com deda-moroza-zakaz.ru -deluxedumps.com -dev78.dioniqlabb.se -discountbarbour.online -distver.ru -divatraffic.com -divisioncore.com -dlya-android.org -dnepropetrovsk.mistr-x.org +delitime.info +deniven.1bb.ru +detmebel.su +dev33.dioniqlabb.se +dev.citetick.com +dfiles.me +dgfitness.co +dichvuvesinhhanoi.com +digitalassetmanagement.site +dispo.de +djekxa.ru +dneprsvet.com.ua docs4all.com -doeco.ru -domaincdn.xyz -domaineaneblanc.com -domain-tracker.com -domcran.net -dorratex.tn -dosugrostov.site -download-wallpaper.net -drugstoreforyou.com -drupa.com +documentbase.net +dollartree.info +domainanalyzing.xyz +domznaniy.ru +dostavimvdom.ru +dotmass.top +downloadeer.net +doxysexy.com +doyouknowtheword-flummox.ml +dptaughtme.com +drhomes.biz +dtnlyss.com dumpsmania24.com -dvr.biz.ua -earl-brown.info -ednorxmed.com -eduinfosite.com -eduserver.net -ekosmetyki.net.pl -elektrischezigarette2.devhub.com +e705.net +earn-from-articles.com +ec-file.info +econom.co +ecxtracking.com +editmedios.com +ekspertmed.com +elektrischezigarette2.onsugar.com elektrischezigarettekaufen2.cowblog.fr -elektroniksigaraankara.info -elkacentr.ru -eloxal.ru -emediate.eu -erectile.bid -ero-advertising.com -escortplius.com -escort-russian.com -espaceinventoristes.com +elektrischezigaretten2.beeplog.com +elektronischezigarettekaufen1.myblog.de +elektrozigarettekaufen2.blogse.nl +elmifarhangi.com +energydiet24.ru +energy-ua.com +epicbrogaming.com +eredijovon.com +esfchat.tk +essay-edu.biz +estelight.ru +etenininrade.ga +eupornstar.info +euromasterclass.ru europeanwatches.ru -evaashop.ru -everytalk.tv -excaliburfilms.com +evening-dating-club.info exchangeit.gq -exhibitionplus.eu +exonline.info expdom.com -expertnaya-ocenka.ru -extremepornos.net +exportshop.us +extlabs.io +extremal-blog.com extremez.net -eyessurgery.ru -face.hostingx.eu -family1st.ca +eyemagination.com +ezigarettekaufen.myblog.de +ezigarettenkaufen2.dreamwidth.org +ezigarettenshop1.yolasite.com +f012.de +f5mtrack.com +facecup.top +familyphysician.ru +famix.xyz fandlr.com -fashion-stickers.ru fastcrawl.com -fatmaelgarny.com -favoritemoney.ru -fbdownloader.com +fatfasts-4tmz.com +fba-mexico.com fealq.com -feel-planet.com -fenoyl.batcave.net +feeriaclub.ru +fefo.gdn fetishinside.com -fickkontaktehobbyhuren.com fickkontakte.org -filesdatabase.net -filkhbr.com -filmbokep69.com -filmci.pro -findclan.org -fix-website-errors.com -flauntyoursite.com -flex4launch.ru -fok.nl -fordsonmajbor.cf -forexgb.ru -forex-indextop20.ru -forex.osobye.ru +figuringmoneyout.com +filesclub.net +filesmonster.porn +financetip.eu +finejewelryshop.ru +fitness-video.net +flashahead.info +flashbannernow.com +flprog.com +focalink.com +fodelsedagspresenter.nu forpackningsutveckling.se -forum.doctissimo.fr +fortunejack.com +forumprofi.de +fotopop.club fotosfotos.eu -foxjuegos.com -foxtechfpv.com +fototravel.eu +foto-weinberger.at foxydeal.com -franklinfire.co -frbizlist.com -free-share-buttons.com -free-share-buttons.top -freshsuperbloop.com -frighteningremain.cf -froggytube.com -fugarif.ga -fungamelands.com +freakycheats.com +free-gluten.ru +freelinkbuilding.website.tk +freelotto.com +freenode.info +freesitetest.com +freewareseek.com +ftns.ru +funnymama.com futbolkisales.ru -galaxys6manual.info -galeon.com -gamblingnerd.com -gamebackyard.com -gamewrath.com -garciniaxt.us -gavuer.ru +fxgallery.com +gambarkatabaru.com +games.kolossale.ru +gaming-journal.com +gaygalls.net gay-site.store -gaz-voshod.ru -gdcentre.ru -ge0ip.com -ge0ip.net +gcup.ru geileweiber.tk -get-seo-domain.com -gifspics.com -gigablast.com -girlsatgames.ru -girlsfuckdick.com -glasof.es -glass-msk.ru -glavprofit.ru +generalporn.org +gerhardhealer.com +getdot.ru +get-free-social-traffic.com +getlamborghini.ga +getoutofdebtfree.org +getprismatic.com +getridofstretchmarks.org +gfaq.ru +ghostvisitor.com +glastecfilms.com.my +glicol.kz globalscam.ga -go2album.com -gobongo.info -gojiberriess.apishops.ru -gok-kasten.net -goldandcard.ru -golden-catalog.pro -goodhumor24.com -goodwinmetals.co -googglet.com -google-liar.ru -goroda-vsego-mira.ru -gourcy.altervista.org -gratuitxblcodes.com -gribokstop.com -grizzlysgrill.com -growshop.es +globalsurfari.com +glopages.ru +go2mike.ru +gombita.info +gonextmedia.com +goodnightjournal.com +googlefeud.com +gopro-online.info +gotorussia.com +gpirate.com +gq-catalog.gq +graphicwe.org +gratuitbaise.com +greatzip.com +greenzaim.ru +gribkovye-zabolevaniya.com +grtyi.com grupografico-pilar.com.ar -gsasearchengineranker.xyz -gsbs.com.ua -gta-club.ru -guiadeserraazul.com -guildebzh.info -guitar-master.org -gwebtools.com +guardlink.com +guarrasdelporno.xxx +guge.io gyffu.com -handicapvantoday.com -hanink.biz.ly -hannasolution.ru -hanwei.us -happy.new.yeartwit.com -haveinc.xyz -havepussy.com -hd-film.pl -healmytrauma.info +hao123.com +hazardky.net +hdseriale.pl +hdwalls.xyz +healgastro.com +helicalpile.us +helvetia.com.ua +hentaiheroes.com hermesreplica.pw -hesteel.pl -hexpilot.com -hidemyass.com +hermesreplica.win +high-speed1.net highspeed5.net -highstairs-a.akamaihd.net +histock.info hitcpm.com -hit-kino.ru -hobild.net -homemade.gq -hornymatches.com -host-protection.com -hostsshop.ru -hotblognetwork.com -hotdl.in -hotloans.ru -hoverboard360.at -hoverboardforsaledirect.com -hoztorg-opt.ru -hreade.com -hspline.com -huhn.altervista.org -hyhj.info -icaseclub.ru -ideoworld.org -ifmo.ru -igrovyeavtomaty777.ru -iinstalll-fii1leis.jus0wil.pp.ua -iklysha.ml -ilbe.club -ilovevitaly.xyz -imguramx.pw -i-midias.net.br -imperiafilm.ru -impisr.edunsk.ru -inboxdollars.com -incest-ru.com -inclk.com -incomekey.net -increasewwwtraffic.info -indianmedicaltourismshop.com -indiasourcemart.in -inspiring-desperate.tk +hobbyhuren24.net +hobbyhuren-datenbank.com +homik.pw +hoporno.com +horoshieokna.com +hotchatdate.com +hothor.se +hotkeys.com +hotshoppymac.com +humanorightswatch.org +hundejo.com +husky-shop.cz +hybrid.ru +ideashome.id +ie.57883.net +imagerydatabase.com +impresagaia.it +incanto.in.ua +infogame.name +informatiecentro.be +infospot.pt +instasexyblog.com +insurple.com +intellektmedia.at +interfucks.net investingclub.ru -investmac.com -investzalog.ru -iomoio.net -iplusbit.blogspot.co.za -iqoption-bin.com -iqoption.pro +investsuccess.org +investyb.com +iopeninghours.co.uk +ip-guide.com +iplogger.org +ipornox.xxx +ipostroika.ru +iqoption.com iqupdatetmz.win +iscblog.info i-service.kz -itis4you.com +isotoner.com +ispaniya-costa-blanca.ru +istmira.ru +itag.pw +itbc.kiev.ua it-max.com.ua -itsdp3.com +itrevolution.cf itservicesthatworkforyou.com -ivearchenceinflu.cf -ivoiretechnocom.ci +iwantmyfreecash.com iwanttodeliver.com -ix20.ru +iyasimasennka.com +izhevsk.xrus.org +izismile.com jabimgo.pw +japfm.com jav-fetish.site +javitas.info +javstock.com jeremyeaton.co -jerseyswholesalechinalimited.com jerseywholesalebizchina.com -jerseywholesaleelitestore.com -jmat.cn -jurajskie.info -jyvopys.com -kadashihotel.com -kalandranis.gr -kamalsinha.com -kandidos.com -kareliatobacco.ru -kartiniresto.com -katadhin.co +jestr.org +jongose.ninja +jrcigars.com +kaliningrad.zrus.org +kamorel.com +kazka.ru kerch.site -kerwinandcariza.com keywordglobal.co.za -keywordhut.com -keywords-monitoring-success.com keywordteam.net -kimcurlrvsms.com -kinobest.pl -kinogolos.ru -kinohall.ru -kinosed.net -kinostorm.net -klin3952.ru -knowsitall.info -koleso24.com.ua -kollekcioner.ru +kinomaniatv.pl +kino-rating.ru +kinotorka.ru +kiprinform.com +kiwe-analytics.com +kiwi237au.tk +kladrus.ru +klejonka.info +klikbonus.com +kol-energo.ru kongoultry.net -kotaku.com -koversite.info -krasnodar.ru -kredit-pod-zalog-krasnodar.ru -ku6.com -kumuk.info -kw21.org -labelwater.se -ladov.ru -lafriore.ru -landoftracking.com -laptoper.net +konkursowo-24.pl +konoplisemena.com +konteiner24.com +kozhniebolezni.com +krasnodar-avtolombards.ru +kustanay.kz +labafydjxa.su +lacloop.info +laexotic.com +la-fa.ru +lakomka.com.ua +lampokrat.ws +lankarns.com +larutti.ru laserpen.club -lashstudia.ru -laudit.ru law-check-nine.xyz -ledpolice.ru -legalrc.biz -lerporn.info -letolove.ru -limtu.ifmo.ru -lineshops.biz -link.ac -linkarena.com -liran-locks.com -littleberry.ru -livefixer.com -liveinternet.ru -liveshoppersmac.com -liveu.infoteka.hu -lockerz.com +leftofcentrist.com +letsart.ru +levaquin750mg.blogspot.com +libertybilisim.com +lider-zhaluzi.kiev.ua +life.biz.ua +lifebyleese.com +lifeinsurancekb.com +liffa.ru +light.ifmo.ru +limads.men +linkbux.ru +linkwithin.com +littlesunraiser.com +livingroomdecor.info +lkbennettoutlet.online +lob.com.ru +locationdesaison.com loftdigital.eu +lollypopgaming.com +lol-smurfs.com +lombardfinder.ru lomb.co -lost-alpha.ru -louisvuittonoutletstore.net -lunamedia.co -m0r0zk0-krava.ru +lostfilm-online.ru +lowephotos.info +lsp-awak-perikanan.com +luciddiagnostics.in +lulea-auktionsverk.se +lyrster.com m1media.net -macdamaged.tech -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -magicdiet.gq +m292.info +magnetpress.sk mamasuper.prom.ua -marinetraffic.com +mansiondelrio.co +mansparskats.com +maranbrinfo.com.br +marcowebonyodziezowe.pl marktforschung-stuttgart.com -marmotstore.online -master-muznachas.ru -masthopehomes.com +maslenka.kz +mastershef.club +matchpal-a.akamaihd.net +matematikus.info matsdale.com -max-p.men -maxxtor.eu -mebeldekor.com.ua +maximpartnerspr.com +maxthon.com mebel-vstroika.ru +meble-bogart.info mediaoffers.click -medicinacom.ru +mediawhirl.net medicines-choice.com -mega-polis.biz.ua -mejoresfotos.eu -memberty.com -menhealed.net -menstennisforums.com -mesbuta.info +medizinreisen.de +medkletki.ru +meendo-free-traffic.ga +mega-bony2017.pl +member-quiz.com +merryhouse.co.uk message-warning.net -metallosajding.ru -mexicotravelnet.com -microsoftportal.net -millionare.com -mil-stak.com -minecraft-neo.ru -minet.club -mir-betting.ru -mirmedinfo.ru -mixed-wrestling.ru -mojpreskumanie.com -mokrayakiska.com -moncleroutletonline.pw -monetizer.com-01.site +metascephe.com +mhi-systems.ru +michaelkorsoutletstore.net +minegam.com +minharevisao.com +mir-limuzinov.ru +mlf.hordo.win +mmoguider.ru +mmstat.com +mobile-appster.ru +mobile.ok.ru +modenamebel.ru +monarhs.info +money-every-day.com money-for-placing-articles.com -morepoweronmac.trade -mosrif.ru -mostantikor.ru -mototsikl.org +montazhnic.ru +moonci.ru +morefastermac.trade +moscow-clining.ru +moscow.online-podarki.com +moscow-region.ru +mosdverka.ru moviemail-online.co.uk -mrmoneymustache.com -mrvideospornogratis.xxx msfsaar.de -mtmtv.info -mug-na-chas-moscow.ru -muschisexbilder.com -musicdaddy.net -musicvidz.ru -muz-baza.net -muznachas-service.ru -mwtpludn.review -mydirtystuff.com -mydoctorok.ru -mydownloadengine.com -na15.ru -naj-filmy24.pl +musicktab.com +musicstock.me +mustwineblog.com +myblogregistercm.tk +myfreemp3.eu +myghillie.info +myliveblog.ru +mymercy.info +myonigroup.com +myprintscreen.com +mywallpaper.top +myyour.eu +najaden.no +nakozhe.com namenectar.com -narco24.me -naturalbreakthroughsresearch.com -naval.jislaaik.com -neodownload.webcam -nerudlogistik.ru +nardulan.com +nash-krym.info +needtosellmyhousefast.com +negral.pluto.ro netcheckcdn.xyz -netvouz.com -nevansk.ru -news-speaker.com -nextlnk12.com -nfljerseysforsalewholesaler.com -nfljerseys.online -nfvsz.com -nhl17coins.exblog.jp -nikhilbahl.com -nikkiewart.ru -njkmznnb.ru -nofreezingmac.click -northfacestore.online -notaria-desalas.com -notasprensa.info -notfastfood.ru -nowtorrents.com -nrjmobile.fr -nsatc.net -nudo.ca -nuup.info -nyfinance.ml -oda.as -offtopic.biz -okmedia.sk -okmusic.jp -old-rock.com -one-gear.com -onlinebay.ru -onlineku.com -onlineporno.site -onlyforemont.ru -onthemarch.co -oops-cinema.ru -optikremont.ru -orenburg-gsm.ru -orgasmatrix.com -ororodnik.goodbb.ru -ossmalta.com -ourtherapy.ru +new-post.tk +news-readers.ru +nextbackgroundcheck.gq +nhl09.ru +nicefloor.co.uk +niki-mlt.ru +nikitsyringedrivelg.pen.io +nodup.ru +nonews.co +no-rx.info +november-lax.com +novosibirsk.xrus.org +nuit-artisanale.com +o333o.com +odesproperty.com +oecnhs.info +office2web.com +okel.co +olvanto.ru +olympescort.com +oneclickfiles.com +oneminutesite.it +oneshotdate.com +onlinadverts.com +online-hd.pl +online-hit.info +online.ktc45.ru +ooomeru.ru +openlibrary.org +optitrade24.com +oranga.host.sk +oren-cats.ru ourville.info -owohho.com +outpersonals.com +outshop.ru oxotl.com -pagesense.com -palocco.it -pandarastore.top -paperwritingservice17.blogspot.ru -paphoselectricianandplumber.com -partner-pop.men -partner-stop.men -paydayloanslocal.com -pcimforum.com -pc-test.net -pelfind.me -pepperstyle.ru +paclitor.com +page2rss.com +panchro.xyz +papasdelivery.ru +partnerads.men +partner-print.men +pattersonsweb.com +pay2me.pl +pb-dv.ru +p-business.ru +pcads.ru +pcgroup.com.uy +pdns.download perfectpracticeweb.com -petrovka-online.com -pharmacyincity.com -photorepair.ru -pics-group.com -picturesify.com -pierrehardysale.online -pizdeishn.com -pizza-tycoon.com -pl.aasoldes.fr +perm-profnastil.ru +perosan.com +pestomou.info +petitions.whitehouse.gov +peugeot-club.org +pflexads.com +photokitchendesign.com +picture-group.com +picurams.pw +pinsdaddy.com +piulatte.cz +pixshark.com +pizda.lol +pizza-imperia.com +pk-pomosch.ru plastgranar.nu -pl.id-forex.com -plugingeorgia.com -pochtovyi-index.ru -poffet.net -pokerniydom.ru -popander.mobi -porndl.org -porndroids.com -pornhubforum.tk -pornofiljmi.com -pornokorol.com -pornophoto.xyz -pornowarp.info -porn-w.org +platezhka.net +pogruztehnik.ru +popserve.adscpm.net +poquoson.org +pornhive.org +pornoblood.com +pornobrazzers.biz +pornoelita.info porto.abuilder.net portside.cc -positive2b.ru -pozdrawleniya.com -pregnant.guru -princeadvantagesales.com -printie.com -priscilarodrigues.com.br -privetsochi.ru -prointer.net.ua -projectforte.ru -promoforum.ru -pronorm.fr -propranolol40mg.blogspot.com -prostitutki-belgoroda.org -prostitutki-tyumeni.org -pskcijdc.bloger.index.hr -ptr.ruvds.com -pts163.ru -pufip.com -pussysaga.com -qcstrtvt.bloger.index.hr -qexyfu.bugs3.com -quangcaons.com -quickbuck.com -quit-smoking.ga -qwarckoine.com -rabot.host.sk -rada.ru -ragecash.com -ranksonic.org -razorweb-a.akamaihd.net -rcb101.ru -realmonte.net -real-time-analytics.com -recipedays.com -redirlock.com -reelheroes.net -refads.pro -registrationdomainsite.com -registry-clean-up.net -reining.lovasszovetseg.hu -reklamuss.ru -remedyotc.com -remont-fridge-tv.ru -remont-komputerov-notebook.ru -remontvsamare.su -remote-dba.de -renecaovillasale.online -rent2spb.ru -responsive-test.net -restorator-msk.ru -rff-cfal.info -rfid-locker.co -richinvestmonitor.com -rixpix.ru -rn-to-bsn.com -rockma.se -roma-kukareku.livejournal.com -romhacking.ru -roznica.com.ua -rucrypt.com +poshiv-chehol.ru +posible.net +pretty-mart.com +preventheadacheguide.info +printdirectforless.com +privat-girl.net +proekt-gaz.ru +progress-upakovka.ru +prom23.ru +promoheads.com +prostitutki-novgoroda.org +prostitutki-rostova.org +prostitutki-tolyatti.org +pussyfleet.com +puteshestvennik.com +pyramidlitho.webs.com +quelle.ru +raavidesigns.com +rapidgator-porn.ga +rasteniya-vs-zombi.ru +realitykings.com +realresultslist.com +redhotfreebies.co.uk +redirectme.net +redirect.trafficreceiver.club +rednise.com +reeyanaturopathy.com +regdefense.com +reklama1.ru +relayblog.com +remmling.de +rentalcarnavi.info +resant.ru +retreatia.com +reversing.cc +revistaindustria.com +rewardpoll.com +reyel1985.webnode.fr +riders.ro +rightenergysolutions.com.au +ring4rhino.com +rockingclicks.com +rockprogblog.com +rogervivierforsale.com +rootandroid.org +ros-ctm.ru +ruclicks.com rumamba.com -ruscoininvest.company -rusoft-zone.ru -russian-postindex.ru -rutor.vip +russkie-gorki.ru +rus-teh.narod.ru ryetaw.com -sabaapress.com -sabizonline.com -sady-urala.ru -safe-app.net +s1z.ru sale-japan.com -salmonfishingsacramentoriver.com -sammyweaver.com -samo-soznanie.ru -sampleletters.net -sanidumps.com +salut-camp.ru +sammlungfotos.online +samoiedo.it santechnik.jimdo.com -saratov.xrus.org -sardinie.us -scanner-donald.top -scanner-don.top -scanner-john.top +sape.top +sa-rewards.co.za +sbtdesign.co.uk +scanner-ivan.top +scanner-jane.top scanner-julianna.top -scanner-mary.top -scenicmissouri.us +scanner-willy.top +schlampen-treffen.com scmor.ilxc.cc scoopquest.com -screentoolkit.com -searchencrypt.com -search-error.com -searchimpression.com -searchinterneat-a.akamaihd.net +scottbywater.com +scrapy.org +sdrescher.net +sdsjweb.com +searchimage.co searchlock.com -seasonvar.ru -se.bnt-team.com -seccioncontrabajo.com +searchwebknow-a.akamaihd.net +search.xtconnect.com +security60-e.com +seeingmeerkat.com +seksotur.ru sel-hoz.com -semprofile.com -seocheki.net -seofirmreviewsus.info -seoheap.com -seojokes.net -seonetwizard.com -seorussian.ru -service.adtech.us -servicecenter.co.ua -seryeznie-znakomstva.ru +semalt.com +seminarykansas904.ml +semp.net +senger.atspace.co.uk +seomarketings.online +seo-smm.kz se-welding.ru -sex.hotblog.top -sex-sex-sex5.com -sex-watch.com -sexy.babes.frontend-stack.top -shijian.ac.cn -shivafurnishings.com -shoppytoolmac.com +sex-dating.co +sexfreepornoxxx.com +sexgalleries.top +sexkontakteao.info +sexpornotales.com +sexvideo-sex.com +sexvporno.ru +s-forum.biz +shell-pmr.ru +shiksabd.com +shodanhq.com +shopperifymac.com +shopsellcardsdumps.com +shtaketniki.kz shtaketniki.ru +shtora66.ru +sibdevice.ru sibtest.ru -signx.info -similardeals.net -sisi-go.ru -siteaero.com -siteexpress.co.il -sitevaluation.com +sicfor.bcu.cc +sigmund-freud.co.uk +sims-sims.ru +simul.co +site5.com +siteripz.net +sivs.ru +skachat-besplatno-obrazcy.ru skatestick.bid -sklad-24.ru -skuteczna-dieta.co.pl -skutecznetabletkinaporostwlosow.pl -sladkoevideo.com -slkrm.ru -slowmacfaster.trade -small-games.biz -smart-balancewheel.com +slavkokacunko.de +s.lollypopgaming.com smart-scripts.com -snip.to -snow.nvr163.com -snsdeainavi.info +snegozaderzhatel.ru snworks.com -soblaznu.net -social-s-iii.xyz -socialtrade.biz -soda.media -sodexo.com -softomix.net -softonicads.com -solicita.info -solnplast.ru -songplanet.ru -souvenir.cc -spabali.org -space4update.pw -spaceshipad.com -spasswelt.net -sport7777.net -spravka130.ru -spylog.com -spywarespy.com +social-buttons.xyz +socialseet.ru +socialsignals24.com +soc-proof.su +sofit-dmd.ru +soft-program.com +sohoindia.net +solinf.co +solmarket.by +songoo.wz.cz +sortthemesitesby.com +space4updating.win +speechfoodie.com +spy-sts.com +srecorder.com +srgwebmail.nl sr-rekneskap.no -stackthatbucks.com +sstroy44.ru stal-rulon.ru -stevemonsen.com -strana-solnca.ru -stroiminsk.org -sukirgenk.dvrlists.com -suralink.com -susanholtphotography.com -suture.co -swinginwithme.ru -t3chtonic.com -tackletarts.co +stard.shop +stoki.ru +stop-gepatit.te.ua +streetfire.net +sudexpert66.ru +sundrugstore.com +supermesta.ru +superoboi.com.ua +supervesti.ru +sureone.pro +surfbuyermac.com +surgut.zrus.org +svetodiodoff.ru +szamponrevita.pl +tabakur77.com taihouse.ru -tandvardshuset.net -tastyfoodideas.com +takethatad.com +tamada69.com +tattoo33.ru +tattooha.com taximytishi.ru -taxi-v-eisk.ru -tdsing.ru -teesdaleflyballclub.co.uk -teguh.info +t-bygg.com +tds-advert005.info +techart24.com +tedy.su tehngr.ru -telefonsexkostenlos.tk -telsis.com -terrafootwear.us -tgtclick.com -thaisamkok.com -thebestweightlosspills.ovh -thefds.net -thenews-today.info +telefonsex-ohne0900.net +telefonsexsofort.tk +template-kid.com +tengohydar.tk +thaismartloan.com +thedownloadfreeonlinegames.blogspot.com +thenetinfo.com thfox.com thin.me.pn -tiandeural.ru -timer4web.com -titslove.yopoint.in -tizanidinedruginteractions.blogspot.com -tizanidineforopiatewithdrawal.blogspot.com -tizanidinehcl2mgtablet.blogspot.com +titan-ads.life tizanidineinfo.blogspot.com -tizanidinewithdrawal.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -tmtrck.com -tnaionline.org -tomck.com -tonerbox.kz -toolsky.com -toonfamilies.net -top-karkas.ru -topmira.com -torrent-newgames.com -torrent-to-magnet.com -toys.erolove.in -tpu.ru -track2.shop -tracklead.net -tracksurf.daooda.com -tradgardspartner.se -trafficreceiver.club -trahvid.com -trainoffend.ml -tripper.de -trkdf.com -trudogolik.net -tt-ipd.info -turn-up-life.life -tvteleport.ru -twittruth.com -twojebook.pl -tx41tclega.ru -tytoona.com -u-cheats.ru -ukrobstep.com -ukrup.com -uk-zheu20.ru -ultramart.biz -umityangin.net -unitygame3d.com +tizanidinemusclerelaxant.blogspot.com +tizanidineonline.blogspot.com +tizanidineorflexeril.blogspot.com +tizanidinerestlesslegsyndrome.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +token-lab.org +tooplay.com +top10registrycleaners.com +topappspro.com +topclickguru.com +torrentdownloadhub.com +toursmaps.com +toy-shop.top +tracksz.co +traffic100.com +trafficjunky.net +trafficmania.com +trafficnetzwerk.de +traffique.net +trion.od.ua +trkur.com +trubywriting.com +truck-rece.life +trumpetedextremes.com +trustaffs.com +tsyndicate.com +tube8.com +tubeline.biz +tupper-posuda.ru +tvand.ru +tvoystartup.ru +twincitiescarservice.com +twittrading.com +typimga.pw +u555u.info +ua.tc +udayavani.com +ufa.xrus.org +uginekologa.com +uhodzalijami.ru +um-razum.ru universals.com.ua -unlimitdocs.net -upproar.com -uptime-gamma.net -utrolive.ru -vadimkravtcov.ru -valueclick.com -vedomstvo.net -veerotech.com -velobikestock.com -via-energy-order.com -video-camer.com +uptimebot.net +uptimechecker.com +userequip.com +valmetrundan.se +vapeface.club +vegascosmetics.ru +venta-prom.ru +versaut.xxx-cam.webcam +vertaform.com +vesnatehno.com video-chat.love -videooko.weebly.com -vilingstore.net -vip-dom.in -vita.com.hr -viven.host.sk +videokrik.net +video--production.com +videosbox.ru +videospornogratisx.net +videotuber.ru +villacoloniale.com +vinylvault.co.uk +vip.51.la +vipsiterip.org +visa-china.ru +vitanail.ru +viteonlusarezzo.it +vitoriacabos.com +vkontarkte.com vodaodessa.com -voloo.ru -vonradio.com -wallpaperstock.net -watchmyfb.pl -wdfdocando.com +voloslove.ru +vtc.pw +vucms.com +vvpg.ru +vzube.com +w7s.ru +wallpapersdesk.info +waterefficiency.co +webads.co.nz webadvance.club -web.cvut.cz -webjam.com -weblo.com -webnode.me -website-analytics.online -website-stealer.nufaq.com -weclipart.com -wesharepics.site -westermarkanjou.se -whatsupinfoley.com -while.cheapwebsitehoster.com -whiteproduct.com -wholesalejerseysgaa.com -windowssearch-exp.com -wiosenny-bon-1500.pl -wleuaprpxuvr.ga -womama.ru +web-betting.ru +webcamdevochka.com +webinstantservice.com +websiteaccountant.de +wedding-salon.net +weightatraining.com +welck.octopis.com +wesharepics.info +wetgames.ru +whatistizanidine2mg.blogspot.com +whatistizanidinehclusedfor.blogspot.com +where-toget.com +wholesalejerseychinaoutlet.com +wineration.com +winwotgold.pl +wnhjavlhezp.gq woman-h.ru -woman-orgasm.ru -womens-journal.net -worldhistory.biz +wordkeyhelper.com +workle.website +worldoffiles.ru +woweb.com.ua +ws.ampower.me wsgames.ru +www.888.com +x5market.ru +xaylapdiendanang.com +xboxster.ru +xchangetrak.com +xchat26.myfreecams.com +x-diesel.org +xep.info xfluro.com xjlottery.com x-lime.com -xlovecam.com -x-musics.com -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xmladserver.com +xmronta.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn----7sbifcamovvfggw9d.xn--p1ai +xn--80ahvj9e.xn--p1ai +xn--80aikhbrhr.net +xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai +xn----9sbebi2bvzr7h.xn--p1ai +xn--b1adccaf1bzj.xn--p1ai xn--b1agm2d.net -xnxx-n.com -xtraffic.plus -xtrafficplus.com +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn----ctbbcjd3dbsehgi.xn--p1ai +xn--hxazdsfy.blogspot.com +xn----itbkqkfiq.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +xsion.net +xtremeeagles.net xtube.com +xvideospornoru.com xxlargepop.com +xxx-cam.webcam +xxxguitars.com xxxkaz.org -xz618.com -yaoguangdj.com -yeartwit.com -yellowstonevisitortours.com -yottos.com -youbloodyripper.com -yourdesires.ru -youresponsive.com -yousense.info -youtube-downloader.savetubevideo.com -yuarra.pluto.ro -yur-p.ru -zaapplesales.blogspot.com -zacreditom.ru -zaidia.xhost.ro -zaimhelp.ru -zakon-ob-obrazovanii.ru +yachts-cruise.info +yellocloud.be +yes-com.com +ynymnwbm.bloger.index.hr +yoopsie.com +your-bearings.com +yubikk.info +zajm-pod-zalog-nedvizhimosti.ru zakonobosago.ru -zatjmuzu.info -zawyna.ua -zazagames.org -zhorapankratov7.blogspot.com -zigarettenonlinekaufen1.blox.pl -zigarettenonlinekaufen2.drupalgardens.com -znaniyapolza.ru -zocaparj.kz -zolotoy-lis.ru -zona-aqua.ru -zoolubimets.ru -zrizvtrnpale.tk -zscalertwo.net -zverokruh-shop.cz +zapiszto.pl +zarabiaj-dzis.pl +zarepta.com +zdesformula.ru +zeroredirect1.com +zeroredirect6.com +zeroredirect.com +zhuravlev.info +zigarettenonl.canalblog.com +zigarettenonlinekaufen2.bloog.pl +zigarettenonlinekaufen.tumblr.com +zionstar.net +zmoda.hostreo.com +zoominfo.com +zryydi.com +zx6.ru +zynax.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 94fd403d0..41fd07b4c 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -03p.info -101raccoon.ru -51.la -7wind.ru -a14download.com -adf.ly -adman.se -adsfresh.men -advokateg.ru -affordablewebsitesandmobileapps.com -akusherok.ru -aliexpress.com -allbizne.co.ua -alldezservice.kz -allstatesugarbowl.org -alltheviews.com -amateurlivechat.org -ameblo.jp -anime.dougasouko.com -aramaicmedia.org -azbaseimages.net -bag77.ru +007angels.com +0daymusic.org +1stat.ru +55wmz.ru +7zap.com +aarbur.com +adman.gr +ads.tremorhub.com +agardomains.com +agecheckadult.com +alta-realestate.com +anapa-inns.ru +angel1777.kz +anlimebel.kiev.ua +apiportalmorecom-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +apple.com-webbrowsing-security.science +arquapetrarca.info +arraty.altervista.org +asia-forum.ru +atmagroup.ru +auto-moto-elektronika.cz +axbocz.net +azazu.ru +b00kmarks.com +babieca.com +back.dog banan.tv -battlecarnival.su -bcmp.org -betterscooter.com -bidbuy.co.kr -billiard-classic.com.ua -blackwitchcraft.ru -blockety.co -bolegapakistan.com -braintobe.win -brus-vsem.ru -buqayy0.livejournal.com -buypanicdisorderpill.com -buzzonclick.com -cakesplus.com.au -candelluxsklep.pl -canzoni.ru -carmuffler.net -carsplate.com -cdncash.org -cheap-pills-norx.com -chiblackhawks-jerseys.com -clicksotrk.com -coin-hive.com +banki76.ru +bdsmgalls.net +beauty-things.com +belstaffstore.online +bestkfiledxd.cf +bestserials.com +bigpictures.club +bimatoprost-careprost.com +bitcoinpile.com +bjanshee.ru +blackplanet.com +bloggedporn.com +blog-hits.com +bmwhighperformers.com +bocoarchives.org +bookhome.info +budpost.com.ua +bugof.gq +bwlx.prepedu.cn +cars-modification.net +cashonads.com +catalogs-parts.com +ccbill.com +centrumcoachingu.com +cercacamion.it +cerev.info +chatseo.com colobit.biz -com-cleaner.systems -compiko.info -compliance-andrew.xyz -corta.co -crd.clan.su -dangphoto.trade -datract.com -d-black.bz -db.speedup.gdn -depositfiles-porn.ga -dfwu1019.info -diegolopezcastan.com -dlya-android.org -dokfilms.net -doxyporno.com -dvr.biz.ua -dynainbox.com -ecommerce-seo.com -educatemetv.com -ee77ee.com -ege-essay.ru -empathica.com -eropornosex.ru -essaypro.com -etenininrade.ga -everytalk.tv -excitacao.com -f0815.de -family1st.ca -farm26.ru -fettefrauen.net -filefilter.weebly.com -fillmewithhappiness.com -findacheaplawyers.com -findanysex.com -finejewelryshop.ru -food.dtu.dk -foto-telok.net -freeseedsonline.com -freeuploader.ml -freewlan.info -ftns.ru +compliance-irvin.xyz +compliance-ivan.xyz +conocer-sanabria.com +counter.bloke.com +countercrazy.com +country-chic.ru +cowblog.fr +defenderxtactical.com +digest-project.ru +digilander.libero.it +distver.ru +divku.ru +doctissimo.fr +drugs-no-rx.info +dumpsmania24.com +dvd-famille.com +elektrozigarette2.webs.com +elite-sex-finders.com +escort-russian.com +exoclick.com +exportshop.us +extener.org +fickkontaktehobbyhuren.com +findpik.com +findthe.pet +firma-legion.ru +fiverr.com +forex-procto.ru +fortunejack.com +fotopop.club +freshsuperbloop.com +fuckingawesome.com gamblingnerd.com -getdot.ru -goldenggames.com -googlemare.com -gosarhivrt.ru -gosreg.amchs.ru -gsasearchengineranker.space -gsmlab.pl -hdimagelib.com -homik.pw -housediz.com -https-legalrc.biz -hundejo.com -ie.57883.net -ikearugs.xyz -iloveitaly.ru -images-free.net -imediadesk.com -informatiecentro.be -intelhdgraphicsgtdrive6w.metroblog.com -istizanidineanarcoticdrug.blogspot.com -itch.io -itronics.ca -javcoast.com -jobmarket.com.ua -kakablog.net -kareliatobacco.ru -kinotorka.ru -knogg.net -konkursowo-24.pl -ks1234.com -lazymanyoga.com -lida-ru.com -liffa.ru -littleberry.ru -liveu.infoteka.hu -lyrics.home-task.com -macfix.life -magento-crew.net -magicdiet.gq -make-money-online.com -makis.nu -mbiologi.ru -medicine-4u.org -meget.co.za -microsoftportal.net -minharevisao.com -minneapoliscopiers.com -mnogolok.info -moncleronline.xyz -mouselink.co -mrlmedia.net -mrwhite.biz -mturkcontent.com -narkologiya-voronezh.ru -oda.as -office2web.com -online-templatestore.com -onstrapon.purplesphere.in -openlibrary.org -ossmalta.com -par-fallen.ga +gameonasia.com +gamezblox.com +gdcentre.ru +girlsfuckdick.com +goo.ne.jp +gopro-online.info +gta-club.ru +happy.new.yeartwit.com +hdpixion.com +hentaiheroes.com +hikesearch.net +histats.com +hmywwogw.bloger.index.hr +homemade.gq +hosting-tracker.com +host-tracker.com +houdom.net +hyhj.info +ideoworld.org +id-forex.com +images-graphics-pics.com +investyb.com +jimmychoosale.online +keywordteam.net +koronirealestate.gr +krasnodar.ru +landinez.co +legionalpha.com +lego4x4.ru +lider-zhaluzi.kiev.ua +lineshops.biz +lotto6888.com +mac-shield.com +mainlinehobby.net +mazda-roadsters.com +mearns-tractors.co.uk +mebel-vstroika.ru +meduza-consult.ru +mmgq.ru +moi-glazki.ru +moivestiy.biz +monitorwebsitespeed.com +mybinaryoptionsrobot.com +mydoctorok.ru +mypets.by +na15.ru +nextlnk12.com +nextrent-crimea.ru +nightvision746.weebly.com +notaria-desalas.com +nudo.ca +oneclickfiles.com +ooo-olni.ru +osb.se11.ru +panamaforbeginners.com +partner-cdn.men +pateaswing.com pc-test.net -pechikamini.ru -php-market.ru -picphotos.net +petedrummond.com +picquery.com pierrehardysale.online -pizda.lol -plaff-go.ru -pons-presse.com -pornolook.net -portnoff.od.ua -porto.abuilder.net -prchecker.info -privatamateure.com -privetsochi.ru -profitsport.club -promgirldresses.xyz -promoheads.com -promover.org -psoriasis-file.trade -pwwysydh.com -quality-traffic.com -quickloanbank.com -rankexperience.com -rapevideosmovies.com +pintattoos.com +pinwallpaper.xyz +pipki.r.acdnpro.com +pl.aasoldes.fr +playboyfiles.xblog.in +polytopesexempt.com +pontiacsolstice.info +porno-raskazy.ru +pornosemki.info +pornowarp.info +prefersurvey.net +prizestohandle.club +productarium.com +prodvigator.ua +professionaldieselcare.com +projectforte.ru +prombudpostach.com.ua +pronorm.fr +prostitutki-tyumeni.org +pro-tec.kz +ranksonic.org +ratemodels.net +rebuildermedical.com +registratciya-v-moskve.ru +robertefuller.com royal-investments.net -rvi.biz -saitevpatorii.com -scanner-jack.top -scat.porn -sdi-pme.com -searchencrypt.com -searchtooknow-a.akamaihd.net -seccioncontrabajo.com -seo-traffic-ranking.info -sexfreepornoxxx.com -sexkontakte-seite.com -sexpartygirls.net -sextracker.be -sextracker.de -shillyourcoins.com -silktide.com -sitopreferito.it -sizeplus.work -sladkoevideo.com -soblaznu.net -social-vestnik.ru -soft-terminal.ru -softwaretrend.net -solicita.info -sophang8.com -soviet-portal.do.am -ssconstruction.co -stroydetali.ru +rumamba.com +rusexy.xyz +russintv.fr +sajatvelemeny.com +saratov.xrus.org +saveindex.xyz +scanner-alex.top +scanner-mary.top +searchimpression.com +seasonvar.ru +seo-tools-optimizing.com +serviporno.com +sex-pr.net +sexvideo-sex.com +signx.info +sildenafil-tadalafil.info +sispe.com.br +s-iwantyou.com +smichovbike.cz +socialmediasuggest.com +social-s-iii.xyz +softlinesolutions.me +solution4u.com +srdrvp.com +sterva.cc +stroyplus.ru +suggest-keywords.com +taqywu51.soup.io +td-33.ru td-l-market.ru -thecounter.com -thenetinfo.com -tiens2010.ru -tilido.com -tizanidine4mgstreetvalue.blogspot.com -tizanidineandcipro.blogspot.com -tizanidineusedfor.blogspot.com -tourismvictoria.com -tozup.com -track-rankings.online -trafficmania.com -truck-land.life +thiegs.reco.ws +tizanidinehcl2mgsideeffects.blogspot.com +tizanidineorflexeril.blogspot.com +toloka.hurtom.com +top1-seo-service.com +tovaroboom.vast.ru +tracfone.com +tracklead.net +traffixer.com +triumf-realty.ru trucri.me -tula.howotorg.ru -turizm.bz -ua.tc -unrealcommander.org -urldelivery.com -userequip.com -vduplo.ru -versaut.xxx-cam.webcam -veselokloun.ru -vesnatehno.com -video--production.com -vielporno.net +tubeline.biz +typimga.pw +uchetunet.su +universals.com.ua +unlimitdocs.net +uptime-gamma.net +urengoy.pro +utrolive.ru +v-doc.co +vesnatehno.ru +vgoloveboli.net +video-chat.in +videochat.world +viel.su +vip2ch.com vip-dom.in -vipps.com.my -vykupavto-krasnodar.ru -webcamdevochka.com -websitevaluebot.com -weburok.com -wejdz-tu.pl -ws.ampower.me -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xrus.org -yoluxuryevents.com -zaimite.ru -zapatosenventa.info -znakomstva-moskva77.ru +vonradio.com +webenlace.com.ar +whatsupinfoley.com +w-journal.ru +wma-x.com +writersgroup580.web.fc2.com +www.get-free-traffic-now.com +xchat26.myfreecams.com +x-diesel.info +xn--80ahvj9e.xn--p1ai +yellowstonevisitortours.com +yoshkarola.zrus.org +yougotanewdomain.com +your-bearings.com +zaloro.com +z-master.ru zoogdiesney.com -zoompegs.com -zootravel.com diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index f371d9e5f..aea69b849 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -126,4 +126,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index d9f0a2c04..3dac4f84e 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 1e1b48234..954038080 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index acbd00eff..c4a485648 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index fc38623c5..2a069416b 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1695 +#### Version: V4.2019.06.1697 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index e632a43eb..0e12b907b 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1695 +#### Version: V4.2019.06.1697 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 5880b2886..ac6d8fbaf 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1695 +#### Version: V4.2019.06.1697 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ @@ -25,7 +25,8 @@ ____________________ - Copyright Mitchell Krog _______________________ -##### nginx version: nginx/1.10 +##### Tested On: +##### nginx version: nginx/1.10.x ##### nginx version: nginx/1.14.2 ##### nginx version: nginx/1.15.8 __________________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index bc38c6d2a..8c620f4ea 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1695 +#### Version: V4.2019.06.1697 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index aadc409d2..e209d3ef2 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1695 -### Updated: Sat Jun 29 18:00:23 SAST 2019 +### Version: V3.2019.06.1697 +### Updated: Sat Jun 29 18:40:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 26a4dd207..e55bd11fb 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:24 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:24 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##