diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index a56244642..464b8edf8 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1685 -### Updated: Sat Jun 29 12:08:44 SAST 2019 +### Version: V3.2019.06.1689 +### Updated: Sat Jun 29 13:52:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..0fcb73d00 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 0e0848852..3dac4f84e 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index a56244642..464b8edf8 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1685 -### Updated: Sat Jun 29 12:08:44 SAST 2019 +### Version: V3.2019.06.1689 +### Updated: Sat Jun 29 13:52:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 0f27f0dd9..0fcb73d00 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 0e0848852..3dac4f84e 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index a56244642..464b8edf8 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1685 -### Updated: Sat Jun 29 12:08:44 SAST 2019 +### Version: V3.2019.06.1689 +### Updated: Sat Jun 29 13:52:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..0fcb73d00 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 0e0848852..3dac4f84e 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index a56244642..464b8edf8 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1685 -### Updated: Sat Jun 29 12:08:44 SAST 2019 +### Version: V3.2019.06.1689 +### Updated: Sat Jun 29 13:52:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index a56244642..464b8edf8 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1685 -### Updated: Sat Jun 29 12:08:44 SAST 2019 +### Version: V3.2019.06.1689 +### Updated: Sat Jun 29 13:52:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 03ad041ff..063afc128 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1685 -### Updated: Sat Jun 29 12:08:43 SAST 2019 +### Version: V4.2019.06.1689 +### Updated: Sat Jun 29 13:52:04 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/install-nginx-restore.sh b/.dev-tools/install-nginx-restore.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/test-nginx-mainstream.sh b/.dev-tools/test-nginx-mainstream.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index ca4fcdf54..0f09ea3af 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.14.140 0; +35.192.136.167 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 03ad041ff..063afc128 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1685 -### Updated: Sat Jun 29 12:08:43 SAST 2019 +### Version: V4.2019.06.1689 +### Updated: Sat Jun 29 13:52:04 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 689d439aa..eabb2e30b 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..6bad13743 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 03ad041ff..063afc128 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1685 -### Updated: Sat Jun 29 12:08:43 SAST 2019 +### Version: V4.2019.06.1689 +### Updated: Sat Jun 29 13:52:04 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 689d439aa..eabb2e30b 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 34cb39aec..6bad13743 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 03ad041ff..063afc128 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1685 -### Updated: Sat Jun 29 12:08:43 SAST 2019 +### Version: V4.2019.06.1689 +### Updated: Sat Jun 29 13:52:04 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 689d439aa..eabb2e30b 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..6bad13743 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 03ad041ff..063afc128 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1685 -### Updated: Sat Jun 29 12:08:43 SAST 2019 +### Version: V4.2019.06.1689 +### Updated: Sat Jun 29 13:52:04 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 6e936daab..403c2e793 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST +35.193.14.140 0; 104.198.131.58 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 48ccfb618..686755f5b 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1685 -### Updated: Sat Jun 29 12:08:43 SAST 2019 +### Version: V4.2019.06.1689 +### Updated: Sat Jun 29 13:52:04 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index beaa7e6c4..609eaa6a6 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.136.167 0; -34.68.144.114 0; +35.188.73.34 0; +35.192.187.174 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 3b237f9ac..063afc128 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1689 +### Updated: Sat Jun 29 13:52:04 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/default.vhost b/.dev-tools/test4_conf_files/default.vhost index a6dcd7f9c..d48d2d95c 100644 --- a/.dev-tools/test4_conf_files/default.vhost +++ b/.dev-tools/test4_conf_files/default.vhost @@ -6,8 +6,4 @@ server { charset UTF-8; index index.html; - # Bad Bot Blocker - include /etc/nginx/bots.d/ddos.conf; - include /etc/nginx/bots.d/blockbots.conf; - } diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 0f27f0dd9..0fcb73d00 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index bfb652ebd..5bd018f4d 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Brandprotect -Cegbfeieh -Ebingbong -EirGrabber -Image Sucker +Buddy +facebookscraper Kenjin Spider -Web Collage -WebReaper -Webster -WebZIP +LWP::Simple +Mediatoolkitbot +MegaIndex.ru +Mister PiX +Nimbostratus +ReGet +UnisterBot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index f27b6da88..7a9d8d9f1 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -404enemy -80legs Abonti -ADmantX +Aboundex +Acunetix AfD-Verbotsverfahren -AiHitBot +Aipbot +Alexibot +Alligator Anarchie Apexoo -archive.org_bot ASPSeek Asterias Attach -autoemailspider -Backlink-Ceck backlink-check BacklinkCrawler BackStreet -BackWeb Bandit Barkrowler -BatchFTP +BBBike BetaBot -BlowFish +Bitacle +BlackWidow +BLEXBot Boardreader BotALot Brandprotect -Buddy +Brandwatch BuiltBotTough -Bullseye BunnySlippers -Calculon -CazoodleBot CCBot -CheeseBot CherryPicker CheTeam -ChinaClaw Chlooe Claritybot Cliqzbot -Cloud mapping +coccocbot-web cognitiveseo Collector Copier CopyRightCheck +Cosmos +crawler.feedback Curious Custo -DatabaseDriverMysqli -DataCha0s -demandbase-bot -Demon Deusu -Digincore -Discobot -Dispatch -DittoSpyder +Dirbuster +Discoverybot DnyzBot +DomainAppender +DomainSigmaCrawler +DomainStatsBot +Dotbot Download Wonder -Dragonfly -eCatch +EasyDL ECCP/1.0 -EMail Wolf -EroCrawler +Exabot +Express WebPictures Extractor +EyeNetIE facebookscraper -FDM -Fimap -FlashGet -Flunky -FrontPage -FyberSpider -Fyrebot +FemtosearchBot +Firefox/7.0 +Foobot GalaxyBot +Genieo +GermCrawler Getintent -GetRight Gigablast -G-i-g-a-b-o-t +Gigabot Gotit -GoZilla -GrabNet -GrapeshotCrawler +Go!Zilla +Grabber +Grafula +GrapeFX GT::WWW Havij -Heritrix Hloader +HMView Humanlinks -HybridBot +Iblog IDBot +IlseBot Image Fetch Image Sucker -IndeedBot +Indy Library InfoNaviRobot InfoTekies -instabid -InterGET -Internet Ninja +Intelliseek InternetSeer -internetVista monitor -ips-agent -Iria -Iskanie -JamesBOT -Jbrofuzz +IRLbot +Jetty JikeSpider Jorgee -JustView Jyxobot Keyword Density -LeechFTP -LexiBot +Larbin LibWeb -Libwhisker -Linkdexbot +Lightspeedsystems +LinkextractorPro LinkScan -Lipperhey +LinqiaMetadataDownloaderBot +LinqiaRSSBot +LinqiaScrapeBot Lipperhey Spider -Litemage_walker LNSpiderguy Ltx71 LWP::Simple -magpie-crawler +lwp-trivial +Mail.RU_Bot +Majestic12 Majestic SEO Majestic-SEO +MarkMonitor MarkWatch -Masscan Meanpathbot -mediawords +MeanPath Bot +Metauri MFC_Tear_Sample -Microsoft Data Access -MIIxpc Mister PiX MJ12bot -Mojeek -Mr.4x3 +Morfeus Fucking Scanner +MSIECrawler Msrabot -Name Intelligence -Navroad +MS Web Services Client Protocol +Nameprotect NearSite Needle Nessus -netEstate NE Crawler -NetSpider +NetAnts +Nettrack Netvibes -NetZIP +NICErsPRO +Niki-bot Nikto -Nutch +Ninja +NPbot oBot +Offline Navigator OpenLinkProfiler -Openvas -OrangeSpider OutfoxBot Page Analyzer -page scorer -PageScorer -Papa Foto +PageGrabber +Pandalytics +Pavuk pcBrowser PeoplePal PHPCrawl PictureFinder -Pi-Monster -plumanalytics -Pockey -POE-Component-Client-HTTP +Pimonster +PleaseCrawl +Probethenet ProWebWalker Psbot -PyCurl +PxBroker +QueryN Metasearch Quick-Crawler -RankActive RankActiveLinkBot +RankFlex RankingBot RealDownload -Reaper -RebelMouse -Recorder -RepoMonkey -Ripper -Rogerbot -SalesIntelligent +RedesScrapy +s1z.ru ScanAlert -scan.lol +Scanbot ScoutJet -Scrapy -Screaming +Searchestate SearchmetricsBot -Semrush -SEOkicks -sexsearcher +SemrushBot +SEOkicks-Robot +SEOprofiler +seoscanners +Shodan +Siphon SISTRIX -SiteExplorer -SiteSnagger -Sitevigil -Snoopy -Sogou web spider -Sosospider -Sottopop +SiteLockSpider +Site Sucker +SlySearch +SmartDownload +SMTBot +Snake +Snapbot +Sociscraper +sogouspider +Spammen Spanner -SputnikBot -Sqlworm -Sqworm -Steeler -Sucker +sp_auditbot +spyfu +Stripper Sucuri SuperBot -Surfbot -SurveyBot -sysscan -Szukacz +SuperHTTP +T0PHackTeam +tAkeOut +Teleport Telesphoreo -The Intraformant +Telesphorep +TheNomad Thumbor TightTwatBot -Titan Toata -Tracemyfile +Trendictionbot +trendiction.com +trendiction.de +True_Robot +Turingos TwengaBot Typhoeus +Upflow URLy Warning -VCI +Vacuum +VidibleScraper Virusdie -VoidEYE -Voltron Wallpapers/3.0 WallpapersHD WASALive-Bot Web Auto -WebBandit -WebEnhancer +WebCollage WebGo IS +WebImageCollector WebLeacher webmeup-crawler -WebPix Web Pix WebReaper +WebSauger Webshag +WebsiteQuester Website Quester -WebZIP +Webster +WebStripper +WebSucker Whack -Whacker +Whatweb Who.is Bot +Widow +WinHTTrack +WiseGuys Robot +WISENutbot Wonderbot +Woobot Wotbox -WWW-Collector-E +Wprecon WWW::Mechanize +x22Mozilla Xaldon WebSpider -Xenu YoudaoBot -zauba.io +Zauba Zermelo +zgrab +Zitebot +ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 90c8f5a8d..b4314170b 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 404enemy 80legs -Abonti -Aboundexbot +Aboundex ADmantX -AfD-Verbotsverfahren +AhrefsBot AiHitBot Aipbot -Alligator AllSubmitter -Anarchie +AlphaBot Apexoo -Asterias +ASPSeek +autoemailspider Backlink-Ceck -Barkrowler +backlink-check +BackStreet +BackWeb +Badass +BatchFTP +Battleztar Bazinga BBBike -BetaBot -Bigfoot Bitacle Blackboard -Black Hole -Brandprotect +BLEXBot +BlowFish +BotALot Buddy +BuiltWith BuzzSumo -Cegbfeieh +Calculon +CATExplorador +CheeseBot +CherryPicker +CheTeam +Claritybot Cliqzbot -Cloud mapping coccocbot-web Cogentbot +Collector Copier +CopyRightCheck Copyscape -Cosmos -Craftbot +crawler4j +crawler.feedback Crescent CrunchBot CSHttp Curious -DataCha0s -DBLBot +DatabaseDriverMysqli demandbase-bot Deusu DigitalPebble DIIbot -Disco Discobot -DittoSpyder +Discoverybot +Dispatch DomainAppender -DomainCrawler DomainSigmaCrawler -Dotbot -Download Wonder -Ebingbong -EirGrabber -evc-batch +Dragonfly +EroCrawler ExtLinksBot +Extreme Picture Finder FHscan Firefox/7.0 -Flunky -FyberSpider +Fyrebot GalaxyBot +Genieo GermCrawler Getintent -GetRight Gigablast +Gigabot G-i-g-a-b-o-t +Go-Ahead-Got-It Gotit -GoZilla Grabber GrabNet +GrapeshotCrawler GridBot -GT::WWW +Haansoft HaosouSpider -Harvest +Havij +HEADMasterSEO Heritrix -Hloader -Humanlinks +HMView +HTTP::Lite +HTTrack HybridBot Iblog -IDBot -Image Fetch -Image Sucker +IlseBot IndeedBot -Indy Library +InfoNaviRobot InfoTekies instabid -Intelliseek -InterGET Internet Ninja internetVista monitor -ips-agent -Iskanie +Iria +JamesBOT Jbrofuzz -JOC Web Spider -Joomla -JustView +Jorgee +Jyxobot +Kozmosbot +Lanshanbot Larbin LeechFTP LeechGet -Lightspeedsystems -Linkdexbot -LinkextractorPro -LinkpadBot +LexiBot +Lftp +Likse LinkScan +LinksManager LinkWalker LinqiaMetadataDownloaderBot -LinqiaScrapeBot +LinqiaRSSBot Lipperhey Litemage_walker -Lmspider -lwp-request -LWP::Simple +Ltx71 lwp-trivial -Mag-Net -magpie-crawler -Mail.RU_Bot +Magnet Majestic12 -MarkMonitor MarkWatch Masscan +Mass Downloader +Mata Hari MauiBot -meanpathbot -MegaIndex.ru +mediawords MFC_Tear_Sample +Microsoft URL Control +MIDown tool MIIxpc -MJ12bot -Mr.4x3 +Mister PiX +Morfeus Fucking Scanner +MSFrontPage +MSIECrawler Msrabot MS Web Services Client Protocol muhstik-scan -Musobot +Nameprotect +NearSite +NetAnts +Netcraft netEstate NE Crawler NetLyzer NetMechanic -NetSpider Nettrack -Net Vampire +Netvibes NICErsPRO Niki-bot Nikto -NimbleCrawler +Nimbostratus +Ninja +Nmap +Nutch oBot Octopus -Offline Explorer -Offline Navigator -OnCrawl Openfind -OpenVAS -OrangeBot +OpenLinkProfiler +Openvas OrangeSpider OutfoxBot -PageAnalyzer -PageScorer -Pandalytics -PHPCrawl -Picsearch -Pi-Monster -PleaseCrawl -plumanalytics -POE-Component-Client-HTTP +PageGrabber +Panscient +PECL::HTTP +PeoplePal +PictureFinder +Pimonster +Probethenet ProPowerBot ProWebWalker -Psbot PxBroker -RankActive +QueryN Metasearch +Quick-Crawler RankActiveLinkBot -RankingBot -RankurBot RealDownload +RebelMouse +Recorder +RedesScrapy RepoMonkey RocketCrawler Rogerbot -Scanbot -ScoutJet -Screaming -Searchestate -SearchmetricsBot -SemrushBot -SEOstats -sexsearcher +ScreenerBot +Semrush +SEOkicks-Robot +SEOlyticsCrawler +SEOprofiler +seoscanners +SISTRIX Sitebeam -Siteimprove -SiteSnagger SiteSucker -Site Sucker -Sitevigil -Snapbot -Snoopy -Sociscraper -sogouspider -Sosospider +SlySearch +SMTBot +SocialRankIOBot +Sogou web spider SpaceBison +Spammen SpankBot -SputnikBot -Sqlworm -Sucuri -SuperHTTP -Surfbot -SurveyBot -sysscan -T0PHackTeam +Spinn3r +spyfu +Steeler +Stripper +Sucker +SuperBot +Swiftbot +tAkeOut TeleportPro -The Intraformant -TheNomad -Thumbor -Titan +Toata Tracemyfile -Trendiction +trendiction.com +trendiction.de True_Robot Turingos -Turnitin +TurnitinBot +Twice +Typhoeus UnisterBot Upflow -Vacuum -Vagabondo -VCI -Voil -Voltron +URLy.Warning +Wallpapers/3.0 +WallpapersHD WBSearchBot -Web Auto -WebBandit -WebCopier +Webalta +WebAuto +WebCollage +Web Collage WEBDAV -WebFetch +Web Enhancer +Web Fetch WebFuck WebImageCollector -WebmasterWorldForumBot -webmeup-crawler WebPix -Web Pix -WebReaper -Webshag -WebsiteQuester +WebsiteExtractor Website Quester WebSucker +WebWhacker WebZIP -WeSEE -Widow -WiseGuys Robot +Whack +Whacker +Who.is Bot WISENutbot -Woobot -Wprecon -WWW-Collector-E WWW-Mechanize -WWWOFFLE -Xenu -YoudaoBot +x09Mozilla +x22Mozilla +Xaldon_WebSpider +xpymep1.exe +Zade zauba.io Zermelo +Zeus zgrab -ZmEu +Zitebot +ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 927a98e54..2ccaa1710 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -christianlouboutinreplica.pw -cinemaflix.website -e-buyeasy.com -fearcrow.com -javatex.co.id -printie.com -shitmovs.com -wesharepics.info -worldtraveler.world -xfluro.com +98oi.ru +arendas.net +kamen-e.ru +mmofreegames.online +ooo-gotovie.ru +pinstake.com +sladkoevideo.com +unimodemhalfduplefw.pen.io +villacoloniale.com +zooggames.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index d267d788b..dd7d03dd7 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -08800.top -12bet.com -14b.info -1bet.com -1kinobig.ru -2015god.org -202ch.com -214jaluwobapef.cf -21h2o.com -24videos.tv +100dollars-seo.com +11235813.webzdarma.cz +123kuma.com +2000k.ru +24-ak.ru +273-fz.ru +2ads.co.uk 2girls1cup-free.com 2itech.ru -34.gs +2nt.ru +300richmond.co.nz +3-letter-domains.net +3rbseyes.com 3th.co.in -3w24.com -3xforum.ro -4pp13.com -4replicawatch.net -5000-cotydzien.com -51.la -6128786.com -7search.com -83net.jp -a14download.com -aa625d84f1587749c1ab011d6f269f7d64.com -aa81bf391151884adfa3dd677e41f94be1.com +3weekdiet.com +4kplayer.pl +4ureyesonly.com +5forex.ru +5tey7463.weebly.com +72-news.com +7zap.com +883zy.com +8si.ru +8xv8.com +991mostfm.co.id +aa08daf7e13b6345e09e92f771507fa5f4.com +aa9d046aab36af4ff182f097f840430d51.com +aac500b7a15b2646968f6bd8c6305869d7.com aaronabel.com -aasoldes.fr -abbanreddy.com -abcguru.xyz -abusora.com -abwa.tk -actulite.com -adanih.com -adelly.bg -adhome.biz -admatic.com.tr -adnotbad.com -adpremium.org -adprotect.net -adsfresh.men -adtology.com -adultgalls.com -adverster.com -aero2.ru -affordablewebsitesandmobileapps.com -afora.ru -agysya.ru +abovetherivernc.com +acc.eu.org +acgs.tk +acunetix-referrer.com +adamoads.com +adexprts.com +adrunnr.com +adsref.men +adtech.de +afmuseum.com +agecheckadult.com +ahmedabadwebs.com +ahrntal.verymes.xyz aibolita.com aksonural.ru -alert-jdh.xyz -allbizne.co.ua -allkrim.com -allornamenti.com -allsilver925.co.il -alot.com -alta-realestate.com -alyeskaresort.com -amazingninja.com -amazon-adsystem.com -amyfoxfitness.com -anabolics.shop -anapa-inns.ru -androids-store.com -android-style.com +akuhni.by +alarmobninsk.ru +albuteroli.com +alert-fdm.xyz +alfabot.xyz +alfa-img.com +all4wap.ru +allblogroll.com +allcredits.su +allknow.info +allnews24.in +allnews.md +alphacarolinas.com +alphavisions.net +alpinism.ru +amateurlivechat.org +android-systems.ru animal36.com -anmysite.com -aosheng-tech.com +animalrank.com +animebox.com.ua +animenime.ru apartmentbay.ru -apartment.ru apiappenableinfo-a.akamaihd.net -apibrowsesmartne-a.akamaihd.net -apispringsmartne-a.akamaihd.net -app5.letmacworkfaster.world -appsaurus.com -appsecurityr.com -ap.senai.br -arkartex.ru -artparquet.ru +apidiamondatanet-a.akamaihd.net +appfastplay.com +approvedlocal.co.za +apptester.tk +a.pr-cy.ru +apxeo.info +arclk.net +arendas.net +arius.tech +asiengirls.net asophoto.com asrvrep-a.akamaihd.net -atlasvkusov.ru -atmovs.com -autoblogger24.info -autogrep.ru -autorn.ru -auto.rusvile.lt +astrochicks.com +atmagroup.ru +auto4style.ru +auto-moto-elektronika.cz +autonew.biz autotop.com.ua -autovideobroadcast.com +autoua.top aversis.net -aviav.ru.com -avtointeres.ru -ayerbo.xhost.ro +aviapanda.ru +aviav.org +avitocars.ru +awency.com +ayeartoforget.com +azadnegar.com azazaporn.com -azlex.uz azte.ch -backlinkwatch.com +b2b-lounge.com +backlink4u.net +bad-stars.net baikaleminer.com -baixar-musicas-gratis.com -baladur.ru -balitouroffice.com -balla-boo.se -banan.tv +bala.getenjoyment.net +baltgem.com +bambi.ck.ua +bankofthewext.com +bannerads.de bannerconnect.net -basedecor.ru -basisches-wasser.net -batanga.net -bayareaaeroclub.org -bazaronline24.ru -beachtoday.ru -beauby.ru -beauty-b0x.pl -beetpics.pw -beget.tech -best-businessman.ru -bestbuy.ca -bestempresas.es -besthoro.ru -bestimagecoollibrary.com -bestofupload.info -best-seo-solution.com -bestssaker.com -best-way.men -betune.onlinewebshop.net -beztuberkuleza.ru -bidr.trellian.com -bif-ru.info -bin-brokers.com -bingoporno.com -bitporno.sx -bizcheapjerseyswholesalechina.com -bizfly.info -biznesschat.net -blavia.00author.com -blogsfunky672.weebly.com -blpmovies.com -bluesalt.co -blue-square.biz +baoxaydung.com.vn +bear.gotcher.us +beauty-things.com +bedandbreakfast.com +bestdooz.com +bestdraws.com +bestplacetobuyeriacta.jw.lt +bestpornuha.com +beta.hotkeys.com +beyan.host.sk +bezcmexa.ru +binaryoptionscops.info +bio-optomarket.ru +biznesluxe.ru +bizru.info +bkgr.se +blockety.co +bloggedporn.com +bloggen.be +bluejays-jerseys.us +bmw.afora.ru bmwhighperformers.com -bolezniorganov.ru -bolitgorlo.net -bongiornos.info -bonzibuddi.com -bookmaker-bet.com -boole.onlinewebshop.net -brainzpod.win +boc.kz +bocoarchives.org +bongacams.com +bonky.biz +boobsimge.com +bookmark4you.com.biz +bouda.kvalitne.cz +brainboostingsupplements.org +brainsandeggs.blogspot.com +brandov.ru +brendbutik.ru brewdom.ru -brianhenry.co -bristolhostel.com -brk-rti.ru +briomotor.co +bristolhotel.com.ua +browserprotecter.com +btc4u.ru bugof.gq -bukleteg.xyz -buqayy0.livejournal.com +bumascloset.com +burkesales.com +business-suggested.tk businesxxl.com +buttons-for-website.com buyfriend.ru buypanicdisorderpill.com -californianews.cf -callejondelpozo.es +buytizanidineonlinenoprescription.blogspot.com +bwlx.prepedu.cn +byme.se call-of-duty.info -camdolls.com -candlehandmade.com -canoncdriverq3.pen.io -cardiosport.com.ua -cardul.ru -carsplate.com -cartierjusteunclou.xyz -casablancamanor.co.za -cdnnetwok.xyz -cercacamion.it -chatroulette.online -chatroulette.video -cheapbelstaff.online +calvet.altervista.org +camdenmemorials.com +camel-beach.com +candlewooddentalcentre.com.au +capacitacionyaprendizaje.com +capture-room.com +carstrends2015.com +cartierlove2u.com +cartierlove2u.xyz +cartierlove.xyz +cartierreplica.xyz +cartierwatch.xyz +cashkitten-a.akamaihd.net +catalogs-parts.com +caveavins.fr +cb.iphantom.com +ccjp.eu +cezartabac.ro +cfcl.co.uk +cgi2.nintendo.co.jp +charmstroy.info +chatseo.com +cheapbarbour.online cheapestjerseys-wholesale.com -cheatcode-lita12.rhcloud.com +cheapjerseysap.com +cheapmoncler.win cherubinimobili.it -chidporn.com -chimiver.info +children-learningreading.info +chinaelitecheapjerseys.com +chinajerseyswholesalecoupons.com chocolateslim-en-espana.com -chuckguilford.com +choosecuisine.com cialgenisrx.com -cialis-samples.com +cialischsrx.com +cialischstgerts.com +cicaki.net citetick.com -clarithromycin500mg.com -clickhype.com -clickprotects.com -clicksor.com -clicksor.net +clayvasedesigns.tk +clean-start.net +click2pawn.com +clickintext.net clicksotrk.com -clubfashionista.com +clickzzs.nl +clipartnew.com +club-lukojl.ru +club-musics.ru +coaching-netz.info +cocyq.inwtrade.com codysbbq.com -com-onlinesupport.host -compiko.info -compliance-alexa.xyz -compliance-andrew.top -compliance-andrew.xyz -compliance-don.xyz -compliance-fred.top -compliance-george.top -compliance-ivan.top -compliance-jane.top -comsysnet.com -converse.ddsoldes.fr -cookielawblog.wordpress.com -cookie-law-enforcement-aa.xyz -cookie-law-enforcement-ee.xyz -copro.pw -corta.co -cosmetic.donna7753191.ru -covetnica.com -craftinsta.ru -crazyboost.pro -creams.makeforum.eu -creditwell.ru -crest-poloski.ru -crynet.cc -custodieva.ru +collegeessay19.blogspot.ru +collegerentals.com +comeondog.info +communisave.co.za +compliance-jack.top +compliance-julia.top +compliance-walt.top +com-supportcenter.website +conocer-sanabria.com +contentsexpress.com +coolwallpapers-hd.com +cougfan.info +counter.bloke.com +country-chic.ru +cowblog.fr +creativehutindia.com +crest3d.ru +culad.com +culmimg.pw +customerguru.in customerpromos-a.akamaihd.net -cutalltheshit.com -cyclobenzaprinevstizanidine.blogspot.com -cyse.tk -daisye.top -dangphoto.trade -daretodonate.co -daydream-studio.ru -deda-moroza-zakaz.ru -delayreferat.ru -detective01.ru -diesel-parts28.ru -digital-sale.su -digital-video-processing.com -dignitasdata.se -dirtpics.pw -dkvorota.ru -docstoc.com -documentsite.net -dogclothing.store -dokfilms.net -domainsatcost.com -domain-submit.info -dotnetdotcom.org -doublepimp.com -downvids.net -doyouknowtheword-flummox.ml -dprtb.com -drhomes.biz +d0t.ru +dafatiri.com +damasarenai.info +daooda.com +date-withme.com +dekorkeramik.ru +dellalimov.com +delta-line.men +deluxedumps.com +demian.kz +designdevise.com +detskie-konstruktory.ru +dev.citetick.com +diamond-necklace.info +dickssportinggoods.com +digilander.libero.it +directivepub.com +discountliv.com +divisioncore.com +djekxa.ru +docs4all.com +dodlive.mil +dogbreedspicture.net +dogsrun.net +doktoronline.no +dokumentalkino.net +domainroam.win +domcran.net +domik-derevne.ru +domination.ml +dominterior.org +donvito.unas.cz +dood.live +downloadkakaotalk.com +download-wallpaper.net +doxysexy.com +dpihatinh.gov.vn driving.kiev.ua -drupa.com -e2click.com -e-avon.ru -e-collantes.com -ecommerce-seo.org -econom.co +droidlook.net +drugstoreforyou.com +druzhbany.ru +easycommerce.cf +easyukraine.com editmedios.com -editors.choice6912650.hulfingtonpost.com -ednorxmed.com -educontest.net -efkt.jp -ege-russian.ru -egovaleo.it -ekto.ee -eleimgo.pw -elektrischezigarette1.blog.pl +education-cz.ru +ege-essay.ru +election.interferencer.ru +electronicadirect.com +elektrischezigarettekaufen2.cowblog.fr +elektrischezigaretten1.blogse.nl elektronischezigarettekaufen1.beeplog.com -elektronischezigarettekaufen2.tumblr.com -elektrozigarette2.webs.com -elitepcgames.com -elite-sex-finders.com -emergencyneeds.org -enbersoft.com +elektrozigarette1.dreamwidth.org +elektrozigarettekaufen1.devhub.com +elkacentr.ru +eluxer.net +elvenar.com encodable.com -energydiet-info.ru -englate.com -englishdictionaryfree.com +enginebay.ru +en.home-task.com enskedesquashclub.se -enternet.ee -epngo.bz -eralph.tk -erectile.bid +enthuse.computernetworksonline.com +envaseslotusama.com erot.co -eshop.md +ertelecom.ru +escortplius.com +esnm.ru essaypro.com -etenininrade.ga -etm-consult.de -euromasterclass.ru -europages.com.ru -everytalk.tv -ewebarticle.info -exchangeit.gq -excitacao.com +estelight.ru executehosting.com -expertblog.info expolicenciaslatam.co -eyes-on-you.ga -ezigarettenshop2.myblog.de -f012.de -f5mtrack.com -facebook-mobile.xyz +eyelike.com.ua +ezigarettekaufen2.mpbloggar.se +ezigarettenshop1.yolasite.com +ezigarettenshop2.postbit.com +ezigaretteshop2.mywapblog.com +ezigaretteshop2.vefblog.net +ezofest.sk +ezrvrentals.com +f1nder.org +fakehandbags.xyz familyphysician.ru -faracontrol.ir -farm26.ru -fashion.stellaconstance.co -fast-wordpress-start.com +fastfixing.tech +favorcosmetics.com +favornews.com fbdownloader.com feel-planet.com -fefo.gdn -fetishinside.com -fickluder69.com -filmbokep69.com -filmci.pro +ferieboligkbh.dk +fidelityfunding.com +fillmewithhappiness.com filmi-onlain.info -filmi-v.online -financehint.eu -findclan.org -fitfloponline.store -flashahead.info -flauntyoursite.com -flooringinstallation-edmonton.com -flprog.com -fm-upgrade.ru -fodelsedagspresenter.nu +film-one.ru +findsexguide.com +findthe.pet +finemanteam.com +firstsiteguide.com +flex4launch.ru +floridamobilebillboards.com +flowersbazar.com +fok.nl footbalive.org -formulaantiuban.com +forex.osobye.ru +formseo.com +forms-mtm.ru +fortunejack.com +fortwosmartcar.pw forum20.smailik.org -foto-basa.com -franklinfire.co -frcls.fr -free-fbook-traffic.com -free-floating-buttons.com -freelifetimefuckbook.com -freemaintenancesysforpcandmac.top +forum-engineering.ru +forum.tvmir.org +fotopop.club +fotosfotos.eu +foxjuegos.com +foxtechfpv.com +free411games.com +free-fb-traffic.com +freenom.link free-share-buttons.com -freeuploader.com -freewlan.info -freshberry.com.ua -freshdz.com -fr.netlog.com -front.ru -funnypica.com -futbolkisales.ru -gagrasector.ru -galeon.com -gamedayhouse.com +free-social-buttons.xyz +freewhatsappload.com +frequiry.com +fsalas.com +ftns.ru +fz139.ttk.ru +gambarkataku.co game-top.su -garciniaxt.us gateway.zscalerone.net -gay.adultgalls.com -gayxperience.com -gaz-voshod.ru -ge0ip.net -getmyads24.com +gaytube.com +gazobeton-p.com.ua +gcup.ru +getdot.ru getresponse.com +getyourimage.club get-your-social-buttons.info -girlsatgames.ru girlsfuckdick.com -girlspicsa.com glavprofit.ru -go2jump.org -goatse.ru -gogalleryawesome.com +glcomputers.ru +globatur.ru +globetrotting-culture.ru +go2mike.ru +gok-kasten.net golaya.pw -goldenggames.com -goldpanningtools.com -golfresa.lucania.se -goodwinmetals.co -goodwriterssales.com +goodprotein.ru +googglet.com +google-liar.ru +googlemare.com goo.ne.jp -grand-chlen.ru -graphid.com -greatdealshop.com -greatgrace.ru +gosarhivrt.ru +gourcy.altervista.org +gratis-sexkontakte.com +green-tea.tv greenzaim.ru gribkovye-zabolevaniya.com -gribokstop.com -growmyfunds.ca -gsasearchengineranker.xyz +groupmoney.ru gsbs.com.ua -gsmlab.pl -guge.io -guildebzh.info -guod.me -hamacapty.com +gta-club.ru +hackers-crackers.tk +hahashka.ru hamilton.ca -hard-porn.mobi -hasshe.com -hauleddes.com -haveinc.xyz +handicapbathtubarea.com +havepussy.com +hawaiisurf.com hazardky.net -hchha.com -hd720kino.ru -hdpixent.com -hdwallpapers-free.com -headpress.ru +hdhc.ru +hdxnxxtube.mobi healthcarestore.info -herokuapp.com -hexpilot.com -historichometeam.com -hkdiiohi.skyrock.com +hebr.myddns-flir.com +hermesbelts.xyz +hermesreplica.win +hidefiles.org +highstairs-a.akamaihd.net +himgaws.pw +hitsbox.info +hiwibyh.bugs3.com hkladys.com -hmmm.cz -hobbyhuren24.net -homedecoguide.info -homedecorpicture.us -homegardenlova.com -homemade.gq -hop.clickbank.net -hotdl.in -hotsocialz.com -houston-vikings.com -hoverboard360.nl -hoverboard360.se -hoverboardforsaledirect.com -howmuchdoestizanidinecost.blogspot.com -howopen.ru -huimin764128.com -hvd-store.com -hyhj.info -i4track.net -ictizanidinehcl4mg.blogspot.com -ido3.com -ihc2015.info -i-hobot.ru -imgarit.pw -importchinacoach-teach.com -incep.imagine-ex.co +hobild.net +hoholikik.club +homeandhealth.ru +homedo.fabpage.com +homeinns.com +home.myplaycity.com +home-task.com +hopeonthestreet.co.uk +hornymatches.com +hostcritique.com +hotelcrocenzi.sm +hothot.ru +hotloans.ru +housediz.com +hoztorg-opt.ru +humanelydrew.com +hustoon.over-blog.com +hut1.ru +hydropump.su +iideaidekonkatu.info +ilovevitaly.xyz +ilte.info +imabase.com +iminent.com +imitex-plus.ru +imperia31.ru +incomekey.net +indetiske.ya.ru indiakino.net -inet-traffic.com infazavr.ru insomniagamingfestival.com -instasexyblog.com +in-tandem.co integritylandscapeservices.com -interfucks.net +intermesh.net internetartfair.com intervsem.ru -int.search.mywebsearch.com -investpamm.ru -ipornox.xxx +intimshop-fantasy.ru +int.search.tb.ask.com +ipchicken.com +iradiology.ru +irkutsk.online-podarki.com +irkutsk.zrus.org +iskalko.ru +islamtoday.co.za isoveti.ru -ivanstroi.ru -iwanttodeliver.com -iyasimasennka.com -izoll.ru +ispaniya-costa-blanca.ru +istanbulit.com +istripper.com +itag.pw +itservicesthatworkforyou.com +ivoiretechnocom.ci +iwantmyfreecash.com jabimgo.pw -jackwolfskinoutlet.online -janavibekken.no -jerseychinabizwholesale.us -jerseyswholesalechinalimited.com -jestr.org -jjbabskoe.ru -joingames.org -jpcycles.com -j-times.ru +jackpotchances.com +japfm.com +jbl-charge.info +jennyfire.ru +job.icivil.ir +johnrobertsoninc.com +jose.mulinohouse.co +journeydownthescale.info jurajskie.info -kabbalah-red-bracelets.com -kamalsinha.com -kam-dom.ru -karaganda.xkaz.org -kashubadesign.ru -kazinogames.lv -kenaba.su -kerei.ru -ketrzyn.pl -keywordsdoctor.com -keywords-monitoring-success.com -kicknights.gq -kihi.gdn -kinocccp.net -kinoduh.ru -kinohit1.ru -kino-key.info +justkillingti.me +justprofit.xyz +justucalling32211123456789.tk +kalandranis.gr +kalb.ru +katushka.net +keywesthideaways.co +keywordhut.com +keywordsuggest.org +kino-fun.ru +kiprinform.com +kit-opt.ru +kiwe-analytics.com kladrus.ru -kliksaya.com -klosetkitten.com -konpax.com -kovrenok.ru -kraljeva-sutjeska.com -kreativperlen.ch -ks1234.com -ku6.com +kleine-titten.biz +klitimg.pw +knigonosha.net +kolotiloff.ru +konoplisemena.com +koral.se +kosova.de +kostenlos-sexvideos.com +kosynka-games.ru +kountrylife.com +kovesszucs.atw.hu +krasnodar.xrus.org +kriokomora.info +kurwa.win +kutikomi.net +kuzinsp.ru kvartir-remont.biz -laexotic.com -lafourmiliaire.com -landmania.ru -laptop-4-less.com -laptoper.net -larutti.ru -law-check-seven.xyz -laxob.com -le-clos-des-alouettes.com -legionalpha.com -letsart.ru +kwzf.net +labelwater.se +labplus.ru +lacasamorett.com +lakomka.com.ua +landinez.co +lasvegaslockandsafe.com +ldrtrack.com +leadn.pl +ledis.top +legalrc.biz +lennatin.info +lenvred.org letslowbefast.today -letto.by lezbiyanki.net -lflash.ru -life.biz.ua -lifebyleese.com -lignofix.ua +lida-ru.com +light.ifmo.ru +likesdesign.com limads.men -linkbolic.com -lion.misba.us -lion.playtap.us -liverpool.gsofootball.com -ljusihus.se -lkbennettoutlet.online +littleberry.ru +livingcanarias.com +lkbennettstore.online loadingpages.me -lockerz.com -lodki-pvh.dp.ua -lolnex.us -lombia.com +locationdesaison.com +locimge.pw +lollypopgaming.com +lookingglassemb.com +lotto6888.com +louboutinshoes.xyz love-baby.cz -lsp-awak-perikanan.com ltvperf.com -macotool.com -maglid.ru -maju.bluesalt.co -mararoom.ru -marcogrup.com -marketingtechniques.info -masterseek.com -max-eclat.men +lumb.co +lutherstable.org +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +macnewtech.com +macrotek.ru +mac-shield.com +make-money-online.com +makis.nu +malwareremovalcenter.com +mantramusic.ru +marmitaco.cat +mature.free-websites.com +maxthon.com +mcadamssupplyco.com +mearns-tractors.co.uk mebelcomplekt.ru +mebel-ekb.com meccadumps.net -medicine-4u.org -medicines-choice.com -meds-online24.com -mega-bony-2017.pl -mega-bony2017.pl -megahdporno.net -megaindex.ru +mediafresh.online +mediaoffers.click +medicovi.com +medictube.ru +med-zdorovie.com.ua +meendo-free-traffic.ga +megakino.net meget.co.za -menstennisforums.com -mexicotravelnet.com -minegam.com -minneapoliscopiers.com -mirtorrent.net +mere.host.sk +metallosajding.ru +metalonly.info +microsoftportal.net +minecraft-rus.org +mir-business-24.ru misandesign.se -misterjtbarbers.com -mlf.hordo.win +mitrasound.ru +mixed-wrestling.ru +mmog-play.ru mmstat.com mobile-appster.ru -modenamebel.ru -mojpregled.com +mobilemedia.md +mobot.site +mobsfun.net +moi-glazki.ru +moinozhki.com mole.pluto.ro -monclercoats.xyz -monetizer.com-01.site -monsterdivx.com -monsterdivx.tv +money-for-placing-articles.com +monthlywinners.com +moroccosurfadventures.com +mototsikl.org +mouselink.co +mowser.com moyakuhnia.ru +mp3films.ru mp3ringtone.info -mttwtrack.com -mundoaberrante.com +mrbojikobi4.biz +mrcsa.com.au +mriyadh.com +multgo.ru +musflashtv.com +music7s.me muycerdas.xxx -muztops.ru -my-cash-bot.co +muznachas-service.ru +my-big-family.com +myblogregistercm.tk +mycouponizemac.com +my-floor.in.ua +myfreetutorials.com mygameplus.com myghillie.info myhealthcare.com -mykings.pw -mylesosibirsk.ru -myliveblog.ru -mymobilemoneypages.com -myonigroup.com -myonlinepayday.co -myshopmatemac.com -mystats.xyz -myyour.eu -nac-bearings.ru -nagdak.ru -naj-filmy24.pl -nalogovyy-kodeks.ru -nalogovyykodeks.ru -narkologiya-peterburg.ru -narkologiya-voronezh.ru -narutonaruto.ru -nash-krym.info -na-telefon.biz -naval.jislaaik.com -needtosellmyhousefast.com -negociosdasha.com -newsperuse.com -newtechspb.ru -nibbler.silktide.com -niki-mlt.ru -nikitabuch.com +myindospace.com +myplaycity.com +mypornfree.ru +mywallpaper.top +na15.ru +nastroyke.net +news-speaker.com +nextbackgroundcheck.gq +nhl17coins.exblog.jp +nikhilbahl.com +niroo.info njpalletremoval.com nofreezingmac.click -nootrino.com -nordstar.pro -norththeface.store -no-rx.info -noscrapleftbehind.co -npoet.ru -nrjmobile.fr -oconto.ru -offergroup.info -offers.bycontext.com -offf.info -office-windows.ru -okel.co +normalegal.ru +notebook-pro.ru +notfastfood.ru +noumeda.com +novatech.vn +oballergiya.ru +odesproperty.com +odywpjtw.bloger.index.hr +office2web.com +of-ireland.info +oil-td.ru +oklogistic.ru +okmedia.sk okout.ru -oksrv.com -olgacvetmet.com -oneclickfiles.com -onemactrckr.com -online-hd.pl -onlinewritingjobs17.blogspot.ru -openlibrary.org -openmediasoft.com -oralsexfilme.net -oren-cats.ru -orion-code-access.net -osnova3.ru -owohho.com -pacificair.com -paintingplanet.ru -palocco.it -panchro.co.uk -panchro.xyz -parajumpersjakkesalgnorge.info -partner-cdn.men -partner-host.men -pathwhelp.org -patterntrader-en.com -pattersonsweb.com -paydayloanslocal.com -pc4download.co +ok.ru +old-rock.com +o.light.d0t.ru +omoikiri-japan.ru +online247.ml +online7777.com +onlinemegax.com +orel-reshka.net +ororodnik.goodbb.ru +ourville.info +ownshop.cf +oz-offers.com +panamaforbeginners.com +pandroid.co +panouri-solare-acoperis.com +paperwritingservice17.blogspot.ru +parlament.biz +partnerworkroom.men +partybunny.ru +pastaleads.com +patol01.pw +pavlodar.xkaz.org pcgroup.com.uy -pc-test.net -pc-virus-d0l92j2.pw -pdns.cz -peekyou.com -pekori.to pepperstyle.ru -perfectpracticeweb.com -picsforkeywordsuggestion.com +percin.biz.ly +petsblogroll.com +photo.houseofgaga.ru +photostudiolightings.com +phuketscreen.com +picquery.com +pics-group.com picturesmania.com -pierrehardysale.online -piski.top +pinsdaddy.com +pinwallpaper.xyz piuminiita.com -ploenjitmedia.azurewebsites.net -pochtovyi-index.ru -poffet.net +pizdeishn.com +pk-services.ru +plastgranar.nu +platezhka.net +pontiacsolstice.info pony-business.com -pooleroadmedicalcentre.co.uk -popander.mobi -popcash.net popserve.adscpm.net -popup-jdh.xyz +popugaychiki.com pornhub-forum.ga -pornhub-ru.com +pornoelita.info +pornofiljmi.com pornoklad.ru -porno-play.net +pornolook.net pornoplen.com -porno-raskazy.ru -pornosee.info -pornosemki.info -pornosexrolik.com pornoslive.net -porn-w.org -portnoff.od.ua +pornstartits.xblog.in +poshiv-chehol.ru postclass.com -potoideas.us -potolokelekor.ru -pourvous.info -pozdrawleniya.ru pravoholding.ru -predmety.in.ua -predominant-invent.tk -prefersurvey.net -preventheadacheguide.info +pregnant.guru +priceg.com +printie.com printingpeach.com -privatefx.all4invest.info -profitwithalex.info -profolan.pl -projectforte.ru -pronekut.com +prlog.ru +profitfx.online +promodj.com pronorm.fr -prosmibank.ru -prostitutki-kharkova.org -prostitutki-tolyatti.org -pr-ten.de -psa48.ru -pssucai.info -pst2017.onlinewebshop.net +pron.pro +propranolol40mg.blogspot.com +prostitutki-astana.org +prostitutki-belgoroda.org +prostitutki-rostova.org +prostitutki-tyumeni.org +prostitutki-yaroslavlya.org +pskcijdc.bloger.index.hr psvita.ru -ptr.ruvds.com +pufip.com pukaporn.com -puserving.com -push-ad.com -pussysaga.com -pussyspace.net -puzo2arbuza.ru -pxhdwsm.com -qor360.com -qualitymarketzone.com -quick-offer.com -quit-smoking.ga -qwesa.ru -rabotaetvse.ru -radiodigital.co -radiogambling.com -randki-sex.com -rapevideosmovies.com -realresultslist.com -realting-moscow.ru +pulseonclick.com +purplesphere.in +puzzleweb.ru +py100.ru +qexyfu.bugs3.com +queerspace.com +rankingchart.de +ratemodels.net +razorweb-a.akamaihd.net realtytimes.com -registrationdomainsite.com -remont-fridge-tv.ru +redirectingat.com +r-e-f-e-r-e-r.com +reklama-i-rabota.ru +reklamuss.ru remorcicomerciale.ro -rentehno.ru -replicalouboutin.xyz -riders.ro -ring4rhino.com +renewablewealth.com +rep-am.com +responsinator.com +respublica-otel.ru +rethinkwasteni.info +reversing.cc +rewardpoll.com +reyel1985.webnode.fr +rff-cfal.info +ric.info +ricorsogiustizia.org +ringtonepartner.com rn-to-bsn.com -rock-cafe.info -roll123.com -rome2rio.com -romhacking.ru -royalvegascasino.com -running-line.ru -runtnc.net -russian-postindex.ru -rus-teh.narod.ru +robot-forex.biz +rocketchange.ru +roznica.com.ua +russia-tao.ru +russkie-gorki.ru +russkoe-zdorovie.ru rustic-quiver.win -sady-urala.ru -saecsa.co -salut-camp.ru -saneitconsulting.com +rvzr-a.akamaihd.net +sabaapress.com +saddiechoua.com +sale-japan.com sarafangel.ru saratov.xrus.org -sardinie.us -sa-rewards.co.za -satellite.maps.ilovevitaly.com -savingsslider-a.akamaihd.net -sax-sex.com -sayyoethe.blogspot.co.za +sarf3omlat.com +savememoney.co.za +savetubevideo.com sbdl.no -sbf441.com -sbprabooks.com -sbwealthsolutions.ca scanmarine.info -scanner-fred.top -scanner-ivan.top -scanner-julianna.top -scanner-margo.top -scansafe.net -scenarii-1-sentyabrya.uroki.org.ua -scottbywater.com -scrnet.biz.ua +scanner-john.top +scanner-julia.top +scanner-marwin.top +scanner-nelson.top +scanner-walt.top +scat.porn +sdelai-prosto.ru sdelatmebel.ru -sdi-pme.com -seadragonherbery.com -search.pch.com -secret.xn--oogle-wmc.com -seeresultshub-a.akamaihd.net -seksotur.ru -semalt.com -semaltmedia.com +searchencrypt.com +search.xtconnect.com +seasaltwithfood.com +seccioncontrabajo.com +secretscook.ru +senger.atspace.co.uk seoanalyses.com -seoboxes.com -seogadget.ru -seojokes.net -seo-platform.com -seo-prof1.xyz -seorankinglinks.xyz -seo-smm.kz -seo-tools-optimizing.com -sergiorossistore.online -servicecenter.co.ua -sex-dating.co -sexpartygirls.net -sex-pr.net -sexspornotub.com -sexuria.net -sexyteens.hol.es -sexytrend.ru -sfj-ror.no -s-forum.biz -shemale-sex.net -shinikiev.com.ua +seocdvig.ru +seocheki.net +seofirmreviewsus.info +seoholding.com +serialsway.ucoz.ru +servethis.com +service-core.ru +se-welding.ru +sexad.net +sexcamamateurchat.com +sexflirtbook.com +sexkontakte-seite.com +sexkrasivo.net +sextracker.be +sextracker.de +share-buttons-for-free.com +ship-marvel.co.ua shlyahten.ru -shop.acim.org -shopsellcardsdumps.com -sierraapps.com -signx.info -silverage.ru -simpoed.ufop.br -sirpornogratis.xxx -site3.free-share-buttons.com -siteimprove.com -sitevalued.com -sitopreferito.it -skanninge.se +shopperifymac.com +shoppingmiracles.co.uk +signal03.ru +signoredom.com +siha.de +silktide.com +sims-sims.ru +sinel.info +sinestesia.host.sk +sitiz.club +sixcooler.de +skytraf.xyz sladkoevideo.com +slavkokacunko.de slayerlife.com -slkrm.ru -slowmac.tech -sluganarodu.ru -smallseotools.com +s.lollypopgaming.com +slujbauborki.ru +smadihome.com +smsactivator.ru +snjatie-geroinovoy-lomki.ru snworks.com -soaksoak.ru -socas.pluto.ro -social-buttons.com -socialbuttons.xyz -social-button.xyz -softomix.net -softtor.com +socialmadesimple.com +sofit-dmd.ru +soft-program.com +softwaretrend.net solitaire-game.ru -sonnikforme.ru -sovetogorod.ru -speedup-my.site -splendorsearch-a.akamaihd.net -sprttrack.com -sps-shop.com -spylog.com -spymac.net -squidoo.com -statistici.ro +solution4u.com +soochi.co +sophang8.com +space4update.pw +space-worry.ml +spidtest.space +spy-app.info +spywarebegone.com +stal-rulon.ru stats-collector.org -stats-public.grammarly.io -stauga.altervista.org -steame.ru -sterva.cc -strangeduckfilms.com -stroydetali.ru -studiofaca.com -suggest-keywords.com -summerlinhomes411.info -surfbuyermac.com -survival.betteroffers.review -svarbit.com -svtrd.com -swsociety.se +stockspmb.info +stop-gepatit.te.ua +stpolice.com +strana-krasoty.ru +stroiminsk.com +stroiminsk.org +studiofmp.com +styro.ru +suhanpacktech.com +sukirgenk.dvrlists.com +superinterstitial.com +supernew.org +superstarfloraluk.com +superstats.com +surcentro.com +svetlotorg.ru +svolze.com +swiped.su syvertsen-da.no -takeprofitsystem.com -tasteidea.com -taxi-v-eisk.ru -t-bygg.com -tds-advert005.info -tecspb.ru -teenbbw.yopoint.in -teguh.info +szucs.ru +taboola.com +tam-gde-more.ru +tampabaywatch.org +tanieaukcje.com.pl +tattooha.com +tech4master.com +tedxrj.com telefonsexi.com -telegraf.by -testingads.pro -thebestweightlosspills.ovh -the-usa-games.blogspot.com -tiens2010.ru +telefonsexkostenlos.tk +template-kid.com +teslathemes.com +thebestphotos.eu +thecounter.com +theheroes.ru +theporndude.com +theprofitsmaker.net +thetardistimes.ovh +tiandeural.ru +timecrimea.ru timer4web.com -titan-ads.life -tizanidine4mgtablets.blogspot.com +tizanidine4mg.blogspot.com tizanidine4mguses.blogspot.com -tizanidinemusclerelaxant.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com +tizanidineandcipro.blogspot.com +tizanidineandhydrocodone.blogspot.com +tizanidineformigraines.blogspot.com +tizanidineoral.blogspot.com tizanidineshowupondrugtest.blogspot.com -tizanidinestreetprice.blogspot.com -tizanidinevssoma.blogspot.com -tnaionline.org -tomatis.gospartner.com -top250movies.ru -topads.men -topdownloads.ru -topquality.cf -topshef.ru -topvidos.ru -torrent-to-magnet.com -torrnada.ru -toursmaps.com +tizanidinestreetvalue.blogspot.com +tjkckpytpnje.com +tn811.us +tobeyouday.win +toondinsey.com +tooplay.com +top-karkas.ru +torrentgamer.net +tourismvictoria.com +toxicwap.com toys.erolove.in -tozup.com -tradgardspartner.se -traffic2money.com -trafficgenius.xyz -trafficjunky.com -traffique.net -trahic.ru -trainoffend.ml -truck-addzilla.life -tube8.com +traderzplanet.in +trafficstars.com +tripper.de +tri-slona.org +trk-4.net +truck-rece.life +try-rx.com +ttsq.fr +tuberkulezanet.ru tubo360.com -tula.howotorg.ru -turbodsp.com +tula.mdverey.ru +tupper-posuda.ru +tupper-shop.ru +turvgori.ru twojebook.pl -uasb.ru -uchebavchehii.ru -uchetunet.su -ucsol.ru -uggbootsoutletsale.us -ukkelberg.no -uni.me -unitexindia.com -uptimebot.net -urccvfmc.bloger.index.hr -url-img.link -utiblog.fr -vabasa.inwtrade.com -valkiria-tk.ru -valmetrundan.se +uchil.net +udayavani.com +uhodzalijami.ru +unacittaconte.org +unionmarkt.de +uprour.com +uptimechecker.com +urlopener.blogspot.com.au +uroki.net +urzedowski.eu +usadacha.net +usbggettwku.ga +usswrite.com valoresito.com -valsalud.com -varikoz24.com -vchulkax.com -veerotech.com -ventelnos.com -veopornogratis.xxx -vereo.eu -versaut.xxx-cam.webcam -vesnatehno.ru +vapsy.com +varbergsvind.se +varikozdok.ru +vedomstvo.net +vegan-foods.us +veles.shop +vesnatehno.com +viddyoze.com +videochat.bz videochat.mx -videochat.world -videotuber.ru -video-woman.com -viel.su -vinylvault.co.uk +videochat.ph +videogamesecrets.com +vigrx-original.ru +vintontech.info +vip-file.com +vipms.ru vipromoffers.com -vonradio.com -voprosotvet24.ru +virtuagirl.com +vitanail.ru +vkgaleria.com +vk-mus.ru +vkontarkte.com vote-up.ru vpnhowto.info -w3javascript.com +vtc.pw +vykup-avto-krasnodar.ru +vzlom-na-zakaz.com +vzubah.com wahicbefa31.soup.io -wait3sec.org -walkme.com -warezaccess.com -waycash.net -webadvance.club -webjam.com +wallpapersdesk.info +wdrake.com +webalan.ru +webextract.profound.net +webmasters.stackexchange.com +webmonetizer.net webnode.me +webs.com webshoppermac.com -website-speed-up.site -wejdz-tu.pl -wetgames.ru -wholesalejerseychinashop.com -wholinkstome.com -wineitudes.wordpress.com -wladimirpayen.com +websiteaccountant.de +website-analytics.online +website-audit.com.ua +website-stealer.nufaq.com +webstatsdomain.org +wechatdownload10.com +welck.octopis.com +wemarketing.se +wesharepics.site +westen-z.life +westvilletowingservices.co.za +whatsupinfoley.com +whiteelephantwellington.com +wholesalejerseyscheapjerseys.us.com wma-x.com wnoz.de -woman-tampon.ru +womama.ru +womensterritory.ru +wonderfulflowers.biz woodyguthrie.se -wordkeyhelper.com -works.if.ua -worldinternetauthority.com -worldis.me -wowcasinoonline.ooo -www.888.com -www.arenda-yeisk.ru -www.timer4web.com -wyniki-lista.pl -xaylapdiendanang.com -xbaboon.com +wordpresscore.com +wormix-cheats.ru +worst-sites.online +wttavern.com +www.kabbalah-red-bracelets.com +wzgyyq.com xcc24.pl -xcombear.ru -x-diesel.org -xdoza.com -xev.ru -xjlottery.com -xlolitka.com +xclicks.net +xep.info xlovecam.com -xmladserver.com -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--80aafb2a.xn--p1ai -xn--80aikhbrhr.net +x-musics.com +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai +xn----7sbho2agebbhlivy.xn--p1ai +xn--80abgj3a5acid6ghs.top +xn--80aeahghtf8ac5i.xn--p1ai +xn--80ahdheogk5l.xn--p1ai xn--80ak6aa92e.com -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn----ctbigni3aj4h.xn--p1ai -xn--oogle-wmc.com -xnxx-n.com +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn----9sbubg3ambdfl1j.xn--p1ai +xn--b1ag5cfn.xn--p1ai +xn--e1aggki3c.xn--80adxhks +xn----itbeirbjbi7bc6bh2d.xn--p1ai +x-porno.video +x-rates.ru +xsion.net +xtubeporno.net xwatt.ru xxx-cam.webcam -xxxrus.org -xxx-treker.ru -yaoguangdj.com -yellowfootprints.com -youporn-ru.com -yourporn.com -yourserverisdown.com -ypmuseum.ru -yugo-star.ru -yun56.co +xxxkaz.org +yeartwit.com +yoluxuryevents.com +youbloodyripper.com +youresponsive.com +zaimite.ru zakazfutbolki.com -zakazvzloma.com -zakon-ob-obrazovanii.ru -zaloadi.ru zambini.ru -zapatosenventa.info -zarenica.net -zebramart.ru zeleznobeton.ru -zero1.it +zeroredirect11.com +zeroredirect12.com zeroredirect8.com -zionstar.net -z-master.ru +zigarettenonlinekaufen1.bloog.pl +zmoda.hostreo.com +znakom.sibtest.ru +znaniyapolza.ru zojirushi-products.ru -zootravel.com +zoogdiesney.com zophim.me -zrizvtrnpale.tk -zscaler.net -zzbroya.com.ua +zrus.org diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index d70c13683..695166e10 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -123cha.com -178evakuator178.ru -1bet.com -1pamm.ru -20pascals.nl -2x2fan.ru +11235813.webzdarma.cz +12u.info +14b.info +1688.com 4istoshop.com -4pp13.com -6hopping.com -aa8b68101d388c446389283820863176e7.com -aasoldes.fr -acgs.tk -adultactioncam.com -advokateg.ru -aibolita.com -albamargroup.com -allnews24.in -ampower.me -android-systems.ru -animalrank.com -apiqualitinknet-a.akamaihd.net -apple.com-webbrowsing-security.review -appleid-verification.com -arcadepages.com -atovh.local-finders.com -autobrennero.it -autobudpostach.club -autoloans.com -avek.ru -backgroundpictures.net -bayareaaeroclub.org -berrymall.ru -bestadbid.com -bestofferswalkmydogouteveryday.gq -bestwebsitesawards.com +affrh2015.com +aghanyna.com +allforminecraft.ru +allornamenti.com +aloofly.com +ample-awards-today.us +apartamentwroclaw.eu +apelsinnik.website +arate.ru +arkartex.ru +articlesdirectoryme.info +azbukafree.com +b00kmarks.com +babyguns.ru +bannerspace.com +beachfix.co +besthomemadepornsites.com +bestofupload.info +bestprofits-there.com +bestwaystogetpaid.us +betonka.pro bidbuy.co.kr -bigcities.org -blackcurranthumidifiers.site -bonkers.name -bonvillan.com -bosefux.esy.es -bouda.kvalitne.cz -bscodecs.com -bumascloset.com -buypuppies.ca -buzzonclick.com -byme.se -carmuffler.net -casablancamanor.co.za -cdn.walkme.com -cerev.info -cheapbarbour.online -cherubinimobili.it -clipartnew.com -co.lumb.co -com-cleaner.systems -compliance-don.xyz -compucelunlock.net -connectionstrenth.com -customboxes4less.com -dame-ns.kz -dating-app.ru -dayibiao.com -divisioncore.com +bio.trade-jp.net +bkgr.se +brianhenry.co +buydissertation.net +bvlgariring.xyz +bvlgariwallet.xyz +calc-for-credit.ru +cartierlove2u.xyz +cenokos.ru +chatroulette.si +cheapmoncler.win +cjs.com.ru +classiquebijoux.ru +clickzzs.nl +compliance-donald.xyz +constantaservice.net +copyrightclaims.org +countercrazy.com +crackguru.tk +crynet.cc +deplim.com +design-ideas.info +deutschland123.de +digitalassetmanagement.site +divatraffic.com +docs4all.com +docstoc.com +domainsatcost.com +domain.webkeyit.com +downvids.net dumpsmania24.com -ednorxmed.com -elektrischezigarette2.onsugar.com -elektrozigarette1.dreamwidth.org -enews.tech -eralph.tk -escortplius.com -este-line.com.ua -exchangeit.gq -exmasters.com -exonline.info -expertnaya-ocenka.ru -eyelike.com.ua -faptitans.com -femdom.twiclub.in -fickblock18.com -findanysex.com -fireads.men -fishingwholesale.us -fitfloponline.store -fiverr.com -flooringinstallation-edmonton.com -flowersbazar.com -folowsite.com -forexgb.ru -formseo.com -frbizlist.com -freecamdollars.com -free-laptop-reward.com -gameonasia.com -gamewrath.com -getresponse.com -googlemare.com -gotwebsite1.com -gsasearchengineranker.xyz -hidefiles.org -homeandhealth.ru -hustoon.over-blog.com -icaseclub.ru -ilmexico.com +dvervmoskvu.ru +dvr.biz.ua +easync.io +easyshoppermac.com +ecxtracking.com +educatemetv.com +elektronischezi.livejournal.com +elektrozigarettekaufen1.devhub.com +elektrozigarettekaufen2.blogse.nl +elitedollars.com +elitepcgames.com +everypony.ru +ezigaretteshop.webs.com +ezrvrentals.com +favoritemoney.ru +fba-mexico.com +ferieboligkbh.dk +fetroshok.ru +fickenbumsen.net +filmidivx.com +floridamobilebillboards.com +footballfarrago.com +frequiry.com +freshmac.space +front.to +fun2cell.net +gallery.rennlist.com +garciniaxt.us +gaz-voshod.ru +getaclueamerica.com +girlsatgames.ru +girlsfuckdick.com +globetrotting-culture.ru +go2album.com +golfresa.lucania.se +haikuware.com +hausfrauensex18.com +hazardky.net +heartofbeijing.blogspot.com +homeart.space +hotloans.ru +hspline.com +ideawheel.com +iinstalll-fii1leis.jus0wil.pp.ua +imagefinder.site +images-free.net +imperia31.ru +infektsii.com in-tandem.co -intellektmedia.at -iradiology.ru -iscblog.info -islamtoday.co.za -istanbulit.com -itag.pw -japfm.com -jaxcube.info -jestr.org -jjbabskoe.ru -junglenet-a.akamaihd.net -jus0wil.pp.ua -kaliningrad.zrus.org -kinocccp.net -kinogonew.ru -kiskinhouse.com -kopihijau.info -la-fa.ru -lapitec.eu -laptoper.net -lecbter-relationships.ga -libertybilisim.com -maranbrinfo.com.br +iron-age.info +istizanidineanarcoticdrug.blogspot.com +javitas.info +kalb.ru +kidskunst.info +komputernaya-pomosh-moscow.ru +koptims.tiu.ru +kostenlos-sexvideos.com +kosynka-games.ru +kutikomi.net +laexotic.com +lancheck.net +lob.com.ru +locustdesign.co +ltvperf.com +macrotek.ru +magicplayer-s.acestream.net marinetraffic.com marketingtechniques.info -medosmotr-ufa.ru -meetingrainstorm.bid -moje-recenze.cz -monsterdivx.com -morefastermac.trade -mouselink.co -moxo.com -muz-tracker.net -mylida.org -naphukete.ru -naturtreenspicerx.pw -naughtyconnect.com -nbsproject.ru -neodownload.webcam -nevansk.ru -newstaffadsshop.club -nextrent-crimea.ru -njpalletremoval.com -november-lax.com -okonich.com.ua -onlineku.com -ons-add.men -onstrapon.purplesphere.in -ordernorxx.com -pavlodar.xkaz.org -petrovka-online.com -picsearch.com -picturesboss.com -pipki.r.acdnpro.com -pladform.ru -plastweb.ru -platezhka.net -pl.id-forex.com -podshipniki-nsk.ru -poisk-zakona.ru -porno-dojki.net -prodvigator.ua -proekt-mos.ru +marmotstore.online +mature.free-websites.com +mebeldekor.com.ua +michaelkorssaleoutletonline.net +mil-stak.com +mirzonru.net +moetomnenie.com +morf.snn.gr +moscow.xrus.org +moskva.nodup.ru +muzaporn.com +myperiod.club +nac-bearings.ru +nate.com +neks.info +ningessaybe.me +oda.as +odoratus.net +oecnhs.info +onefilms.net +onemantrip.com +online-templatestore.com +optom-deshevo.ru +orgasmus-virtual.com +origin-my.ru +partnerline.men +pc4download.co +pcimforum.com +perm.xrus.org +piccshare.com +pigrafix.at +pills24h.com +poffet.net +pogruztehnik.ru +pojdelo.weebly.com +popup-hgd.xyz +portside.cc +privat-girl.net professionaldieselcare.com -proftests.net -promover.org -pro-poly.ru -prostitutki-almata.org -prostitutki-rostova.org -pro-tec.kz -pr-ten.de -psoriasis-file.trade -pts163.ru -pussysaga.com -putevka24.ru -puzzleweb.ru -quickchange.cc -rank-checker.online -reckonstat.info -reelheroes.net -remontgruzovik.ru -remorcicomerciale.ro -roll123.com -rostov.xrus.org -royalads.net -royalcar-ufa.ru -russkie-gorki.ru -salutmontreal.com -sdi-pme.com -search-goo.com -security60-e.com -seminarykansas904.ml -semp.net -seo-tools-optimizing.com -sex-foto.pw -sexkrasivo.net -shama-rc.net -sherlock.se -shikiso.info -shtaketniki.kz -sispe.com.br -si-unique.com -slavic-magic.ru -soochi.co -spywareit.com -squidoo.com -start.myplaycity.com -suggest-keywords.com -sundrugstore.com -superoboi.com.ua -tackletarts.co -tizanidinerecreationaluse.blogspot.com -tk-assortiment.ru -top-karkas.ru -topvidos.ru -totu.info -tourcroatia.co.uk -twodollarshows.com -ua-company.ru -udsgame.online -um-razum.ru -unimodemhalfduplefw.pen.io -uptime-gamma.net -validdomain.xyz -valoresito.com -vertaform.com -videochat.bz -video-chat.love -videokrik.net -vkonche.com -wallpapersdesk.info -weboptimizes.com -weightatraining.com -whereverdesperate.gq -whiteproduct.com -womens-journal.net -worldoffiles.ru -x-lime.com -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn--h1aakne2ba.xn--p1ai -x-rates.ru -yebocasino.co.za -yogamatsexpert.com -ytmnd.com +profolan.pl +progonrumarket.ru +promgirldresses.xyz +proxyradar.com +psvita.ru +qualitymarketzone.com +rcb101.ru +redirectingat.com +registry-cleaner.net +rent2spb.ru +rialp.getenjoyment.net +rimedia.org +risparmiocasa.bz.it +rossanasaavedra.net +ruclicks.com +salmonfishingsacramentoriver.com +saratov.xrus.org +savetubevideo.com +sawin.beth.webd.pl +sbf441.com +sbt-aqua.ru +scanner-julianna.top +score-ads.men +scripted.com +seadragonherbery.com +searchencrypt.com +seorank.info +sexkontakte-seite.com +sexy-screen-savers.com +shakhtar-doneck.ru +shop-electron.ru +shopsellcardsdumps.com +shtaketniki.ru +sitevaluation.org +sitopreferito.it +skachat-besplatno-obrazcy.ru +slonechka.ru +small-games.biz +smallseotools.com +snowplanes.com +socialbookmarksubmission.org +softomix.com +sosdepotdebilan.com +spb.afora.ru +splendorsearch-a.akamaihd.net +sr-rekneskap.no +stathat.com +statistici.ro +superiends.org +supernew.org +sweepstakes.rewardit.com +teenbbw.yopoint.in +telegramdownload10.com +thebitcoincode.com +tizanidineandhydrocodone.blogspot.com +tizanidineusedfor.blogspot.com +tmtrck.com +trackmedia101.com +traffique.net +trichizobswiv.agddns.net +unrealcommander.org +vasileostrovsky-rayon.ru +vektorpress.ru +viagengrarx.com +viagroid.ru +videojam.tv +video--production.com +vladimir.zrus.org +vseuznaem.com +vucms.com +wechatdownload10.com +wellcome2slovenia.ru +whengirlsgowild.com +wholesalejerseyscheapjerseys.us.com +woweb.com.ua +wurr.voila.net +xmladserver.com +xn--c1acygb.xn--p1ai +xn--e1afanlbnfckd7c3d.xn--p1ai +youtuhe.com +yun56.co +yuweng.info +zaloadi.ru zastroyka.org +zx6.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 9f993bf66..f371d9e5f 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,11 +1,21 @@ - + + +
+This is merely used for testing !!!
+ +This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
+ + + + +This is merely used for testing !!!
\ No newline at end of file diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index fca5195d7..525a76fd6 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,20 +1,3 @@ - - - -This is merely used for testing !!!
- - -This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
-This is merely used for testing !!!
+ + + + +This is merely used for testing !!!
\ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 0e0848852..3dac4f84e 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 459d41057..d742d350e 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index e95d6534a..f8999f2e0 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 2a62b4c1b..9f2479cea 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1685 +#### Version: V4.2019.06.1689 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index bcf454620..7cf3c8d1d 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1685 +#### Version: V4.2019.06.1689 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index f89a95010..662b93c5f 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1685 +#### Version: V4.2019.06.1689 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 67954589d..fcc150f33 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1685 +#### Version: V4.2019.06.1689 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 03ad041ff..063afc128 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1685 -### Updated: Sat Jun 29 12:08:43 SAST 2019 +### Version: V4.2019.06.1689 +### Updated: Sat Jun 29 13:52:04 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index a56244642..464b8edf8 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1685 -### Updated: Sat Jun 29 12:08:44 SAST 2019 +### Version: V3.2019.06.1689 +### Updated: Sat Jun 29 13:52:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 03ad041ff..063afc128 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1685 -### Updated: Sat Jun 29 12:08:43 SAST 2019 +### Version: V4.2019.06.1689 +### Updated: Sat Jun 29 13:52:04 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 921236b5a..b63c1bf39 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1685 -### Updated: Sat Jun 29 12:08:46 SAST 2019 +### Version: V4.2019.06.1689 +### Updated: Sat Jun 29 13:52:07 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##