diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 464b8edf8..6a722b980 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1689 -### Updated: Sat Jun 29 13:52:06 SAST 2019 +### Version: V3.2019.06.1690 +### Updated: Sat Jun 29 14:08:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 0fcb73d00..12f18b91b 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 3dac4f84e..c3c284efc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 464b8edf8..6a722b980 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1689 -### Updated: Sat Jun 29 13:52:06 SAST 2019 +### Version: V3.2019.06.1690 +### Updated: Sat Jun 29 14:08:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 0fcb73d00..12f18b91b 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 3dac4f84e..c3c284efc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 464b8edf8..6a722b980 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1689 -### Updated: Sat Jun 29 13:52:06 SAST 2019 +### Version: V3.2019.06.1690 +### Updated: Sat Jun 29 14:08:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 0fcb73d00..12f18b91b 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 3dac4f84e..c3c284efc 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 464b8edf8..6a722b980 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1689 -### Updated: Sat Jun 29 13:52:06 SAST 2019 +### Version: V3.2019.06.1690 +### Updated: Sat Jun 29 14:08:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 464b8edf8..6a722b980 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1689 -### Updated: Sat Jun 29 13:52:06 SAST 2019 +### Version: V3.2019.06.1690 +### Updated: Sat Jun 29 14:08:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 063afc128..82ad6e1b7 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1689 -### Updated: Sat Jun 29 13:52:04 SAST 2019 +### Version: V4.2019.06.1690 +### Updated: Sat Jun 29 14:08:12 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 0f09ea3af..609536562 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.136.167 0; +35.193.7.13 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 063afc128..82ad6e1b7 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1689 -### Updated: Sat Jun 29 13:52:04 SAST 2019 +### Version: V4.2019.06.1690 +### Updated: Sat Jun 29 14:08:12 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..465ec1626 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6bad13743..290c48e19 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 063afc128..82ad6e1b7 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1689 -### Updated: Sat Jun 29 13:52:04 SAST 2019 +### Version: V4.2019.06.1690 +### Updated: Sat Jun 29 14:08:12 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index eabb2e30b..465ec1626 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6bad13743..290c48e19 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 063afc128..82ad6e1b7 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1689 -### Updated: Sat Jun 29 13:52:04 SAST 2019 +### Version: V4.2019.06.1690 +### Updated: Sat Jun 29 14:08:12 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..465ec1626 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6bad13743..290c48e19 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 063afc128..82ad6e1b7 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1689 -### Updated: Sat Jun 29 13:52:04 SAST 2019 +### Version: V4.2019.06.1690 +### Updated: Sat Jun 29 14:08:12 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 403c2e793..739e5138b 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.14.140 0; -104.198.131.58 0; +35.192.85.2 0; +35.224.112.202 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 686755f5b..5cbcdac26 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1689 -### Updated: Sat Jun 29 13:52:04 SAST 2019 +### Version: V4.2019.06.1690 +### Updated: Sat Jun 29 14:08:12 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 609eaa6a6..6f99c79e1 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.73.34 0; -35.192.187.174 0; +35.184.226.236 0; +35.224.112.202 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 063afc128..82ad6e1b7 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1689 -### Updated: Sat Jun 29 13:52:04 SAST 2019 +### Version: V4.2019.06.1690 +### Updated: Sat Jun 29 14:08:12 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/default.vhost b/.dev-tools/test4_conf_files/default.vhost index d48d2d95c..a0de780e2 100644 --- a/.dev-tools/test4_conf_files/default.vhost +++ b/.dev-tools/test4_conf_files/default.vhost @@ -1,9 +1,12 @@ server { - listen *:9000; + listen *:9000; root /var/www/html; server_name localhost; charset UTF-8; index index.html; - + + location / { + root /var/www/html/; + } } diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 0fcb73d00..12f18b91b 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 5bd018f4d..abcdc5f64 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Buddy -facebookscraper -Kenjin Spider -LWP::Simple -Mediatoolkitbot -MegaIndex.ru -Mister PiX -Nimbostratus -ReGet -UnisterBot +CheTeam +DBLBot +Devil +Picsearch +Scrapy +SmartDownload +SpankBot +Sucker +Webster +zgrab diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 7a9d8d9f1..e15f04b2f 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +404checker +404enemy Abonti Aboundex -Acunetix -AfD-Verbotsverfahren +AhrefsBot Aipbot Alexibot Alligator -Anarchie -Apexoo +AllSubmitter ASPSeek Asterias -Attach backlink-check BacklinkCrawler BackStreet +Badass Bandit -Barkrowler -BBBike +BatchFTP +Battleztar Bazinga +BDCbot BetaBot -Bitacle BlackWidow BLEXBot -Boardreader -BotALot -Brandprotect +Blow +BlowFish +Bolt Brandwatch -BuiltBotTough +Buddy +Bullseye BunnySlippers CCBot +Cegbfeieh CherryPicker -CheTeam -Chlooe -Claritybot +ChinaClaw Cliqzbot -coccocbot-web +Cloud mapping +Cogentbot cognitiveseo -Collector +com.plumanalytics Copier -CopyRightCheck -Cosmos +Copyscape +Craftbot crawler.feedback +crawl.sogou.com +Crescent +CSHttp Curious -Custo -Deusu -Dirbuster -Discoverybot +DBLBot +Demon +Devil +DigitalPebble +Disco +Discobot DnyzBot -DomainAppender -DomainSigmaCrawler +DomainCrawler DomainStatsBot -Dotbot -Download Wonder -EasyDL -ECCP/1.0 -Exabot -Express WebPictures -Extractor -EyeNetIE -facebookscraper -FemtosearchBot -Firefox/7.0 +Dragonfly +Drip +EMail Wolf +Extreme Picture Finder +FDM +Flunky Foobot +FyberSpider +Fyrebot GalaxyBot -Genieo GermCrawler -Getintent -Gigablast -Gigabot -Gotit -Go!Zilla -Grabber +GetWeb +Go-Ahead-Got-It +GoZilla Grafula -GrapeFX -GT::WWW +GridBot +HaosouSpider Havij -Hloader -HMView +HTTP::Lite Humanlinks +HybridBot Iblog -IDBot +Id-search IlseBot -Image Fetch Image Sucker -Indy Library InfoNaviRobot InfoTekies Intelliseek +Internet Ninja InternetSeer -IRLbot +internetVista monitor +ips-agent +Iria +Jbrofuzz +JennyBot Jetty JikeSpider Jorgee -Jyxobot -Keyword Density +Kenjin Spider +Kozmosbot Larbin -LibWeb -Lightspeedsystems +LeechFTP +Likse LinkextractorPro -LinkScan +LinksManager +LinkWalker LinqiaMetadataDownloaderBot -LinqiaRSSBot -LinqiaScrapeBot -Lipperhey Spider -LNSpiderguy +Lipperhey +Litemage_walker Ltx71 +lwp-request LWP::Simple -lwp-trivial +Magnet +Mag-Net +magpie-crawler Mail.RU_Bot -Majestic12 -Majestic SEO -Majestic-SEO MarkMonitor MarkWatch -Meanpathbot -MeanPath Bot -Metauri +Mass Downloader +Mata Hari +MauiBot +Mediatoolkitbot MFC_Tear_Sample -Mister PiX +Microsoft Data Access +Microsoft URL Control +MIDown tool +MIIxpc MJ12bot Morfeus Fucking Scanner +Mr.4x3 MSIECrawler -Msrabot MS Web Services Client Protocol -Nameprotect +Name Intelligence +Navroad NearSite -Needle -Nessus -NetAnts +Netcraft +NetLyzer +NetMechanic +NetSpider Nettrack -Netvibes -NICErsPRO +NextGenSearchBot +Nibbler Niki-bot -Nikto Ninja -NPbot +Nmap +Nutch oBot Offline Navigator -OpenLinkProfiler -OutfoxBot -Page Analyzer +Openfind +OpenVAS +PageAnalyzer PageGrabber -Pandalytics +Panscient +Papa Foto Pavuk pcBrowser -PeoplePal +PECL::HTTP PHPCrawl +Picsearch PictureFinder -Pimonster -PleaseCrawl -Probethenet -ProWebWalker +Pi-Monster +POE-Component-Client-HTTP +ProPowerBot Psbot -PxBroker QueryN Metasearch -Quick-Crawler -RankActiveLinkBot -RankFlex RankingBot RealDownload -RedesScrapy +RepoMonkey +Ripper +RocketCrawler +Rogerbot s1z.ru -ScanAlert -Scanbot -ScoutJet +Scrapy +Screaming +ScreenerBot Searchestate -SearchmetricsBot -SemrushBot +Semrush SEOkicks-Robot -SEOprofiler -seoscanners +SEOlyticsCrawler Shodan -Siphon SISTRIX -SiteLockSpider -Site Sucker -SlySearch -SmartDownload +Sitebeam +SiteSnagger +Sitevigil SMTBot Snake -Snapbot +SocialRankIOBot Sociscraper sogouspider +Sogou web spider +Sosospider +SpaceBison Spammen -Spanner +SpankBot sp_auditbot -spyfu +Sqlmap +Sqlworm Stripper -Sucuri -SuperBot -SuperHTTP -T0PHackTeam +SurveyBot +Suzuran tAkeOut -Teleport +TeleportPro +Telesoft Telesphoreo Telesphorep -TheNomad Thumbor -TightTwatBot +Titan Toata -Trendictionbot -trendiction.com -trendiction.de -True_Robot +Toweyabot +Trendiction Turingos -TwengaBot -Typhoeus -Upflow +Turnitin +TurnitinBot +Twice +UnisterBot URLy Warning +URLy.Warning Vacuum -VidibleScraper -Virusdie -Wallpapers/3.0 +Vagabondo +VB Project +VCI WallpapersHD -WASALive-Bot Web Auto WebCollage -WebGo IS -WebImageCollector -WebLeacher -webmeup-crawler -Web Pix +Web Collage +WebCopier +Web Fetch WebReaper WebSauger +Web Sauger Webshag WebsiteQuester -Website Quester Webster -WebStripper WebSucker -Whack -Whatweb -Who.is Bot -Widow -WinHTTrack +Web Sucker +WebWhacker +WebZIP +WeSEE +Whacker WiseGuys Robot -WISENutbot Wonderbot Woobot -Wotbox -Wprecon +WPScan +WWW-Collector-E WWW::Mechanize x22Mozilla Xaldon WebSpider +xpymep1.exe YoudaoBot Zauba Zermelo zgrab Zitebot +ZmEu ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index b4314170b..2846d0e22 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +404checker 404enemy 80legs -Aboundex -ADmantX -AhrefsBot -AiHitBot +Abonti +Aboundexbot +Acunetix +AIBOT Aipbot -AllSubmitter -AlphaBot -Apexoo -ASPSeek -autoemailspider +Alexibot +Anarchie Backlink-Ceck -backlink-check +BacklinkCrawler BackStreet -BackWeb Badass BatchFTP -Battleztar Bazinga -BBBike -Bitacle +BDCbot +BetaBot +Bigfoot Blackboard -BLEXBot -BlowFish -BotALot -Buddy +Black Hole BuiltWith -BuzzSumo +BunnySlippers Calculon CATExplorador +CazoodleBot +CCBot CheeseBot CherryPicker -CheTeam +ChinaClaw Claritybot -Cliqzbot +Cloud mapping coccocbot-web Cogentbot -Collector -Copier -CopyRightCheck Copyscape +Cosmos crawler4j -crawler.feedback +crawl.sogou.com Crescent CrunchBot -CSHttp -Curious +Custo DatabaseDriverMysqli +DBLBot demandbase-bot -Deusu -DigitalPebble -DIIbot -Discobot -Discoverybot +Demon +Digincore +Dirbuster Dispatch -DomainAppender -DomainSigmaCrawler -Dragonfly -EroCrawler -ExtLinksBot +DomainStatsBot +DSearch +DTS Agent +EasyDL +Ebingbong +Ecxi +Evil +Express WebPictures +Extractor +ExtractorPro Extreme Picture Finder +EyeNetIE +FDM FHscan +Fimap Firefox/7.0 -Fyrebot +FlashGet +Flunky +Freeuploader +FyberSpider GalaxyBot Genieo GermCrawler -Getintent -Gigablast -Gigabot +GetWeb G-i-g-a-b-o-t -Go-Ahead-Got-It Gotit -Grabber GrabNet +Grafula +GrapeFX GrapeshotCrawler -GridBot -Haansoft -HaosouSpider +GT::WWW +Harvest Havij HEADMasterSEO Heritrix +Hloader HMView +HTMLparser HTTP::Lite -HTTrack HybridBot -Iblog +IDBot IlseBot -IndeedBot +Image Fetch InfoNaviRobot InfoTekies instabid Internet Ninja internetVista monitor -Iria +Iskanie +IstellaBot JamesBOT -Jbrofuzz +JennyBot +Jetty +JOC Web Spider +Joomla Jorgee -Jyxobot -Kozmosbot -Lanshanbot -Larbin -LeechFTP -LeechGet +JustView LexiBot Lftp +Libwhisker +Lightspeedsystems Likse +LinkextractorPro LinkScan LinksManager LinkWalker LinqiaMetadataDownloaderBot -LinqiaRSSBot -Lipperhey -Litemage_walker -Ltx71 +LinqiaScrapeBot +Lipperhey Spider +Lmspider +lwp-request lwp-trivial -Magnet -Majestic12 -MarkWatch +Mag-Net +magpie-crawler +Mail.RU_Bot +MarkMonitor Masscan -Mass Downloader -Mata Hari MauiBot -mediawords -MFC_Tear_Sample +meanpathbot +Microsoft Data Access Microsoft URL Control -MIDown tool MIIxpc -Mister PiX -Morfeus Fucking Scanner +Mojeek MSFrontPage MSIECrawler -Msrabot MS Web Services Client Protocol -muhstik-scan -Nameprotect +Musobot +Name Intelligence +Navroad NearSite -NetAnts -Netcraft +Nessus netEstate NE Crawler -NetLyzer -NetMechanic +NetSpider Nettrack -Netvibes NICErsPRO Niki-bot Nikto -Nimbostratus -Ninja +NimbleCrawler Nmap Nutch -oBot -Octopus -Openfind -OpenLinkProfiler +Offline Explorer Openvas +OpenVAS OrangeSpider -OutfoxBot -PageGrabber -Panscient -PECL::HTTP -PeoplePal -PictureFinder +OutclicksBot +Page Analyzer +PageScorer +PHPCrawl Pimonster +Pi-Monster +Pixray +plumanalytics +Pockey Probethenet -ProPowerBot ProWebWalker -PxBroker -QueryN Metasearch +PyCurl Quick-Crawler -RankActiveLinkBot -RealDownload -RebelMouse -Recorder -RedesScrapy +Rankivabot +RankurBot RepoMonkey RocketCrawler -Rogerbot -ScreenerBot +SBIder +ScanAlert +Scanbot +scan.lol +Scrapy Semrush -SEOkicks-Robot -SEOlyticsCrawler +SemrushBot SEOprofiler seoscanners -SISTRIX +SeoSiteCheckup +SEOstats +sexsearcher Sitebeam -SiteSucker -SlySearch -SMTBot -SocialRankIOBot +Siteimprove +SiteLockSpider +Site Sucker +SmartDownload +Snake +Sociscraper Sogou web spider SpaceBison Spammen SpankBot -Spinn3r -spyfu -Steeler Stripper -Sucker +Sucuri SuperBot +Surfbot Swiftbot +T8Abot tAkeOut -TeleportPro +TheNomad +Titan Toata -Tracemyfile +Toweyabot +Trendiction +Trendictionbot trendiction.com -trendiction.de -True_Robot -Turingos -TurnitinBot Twice -Typhoeus -UnisterBot Upflow URLy.Warning +Vagabondo +VidibleScraper +VoidEYE +Voil +Voltron Wallpapers/3.0 WallpapersHD -WBSearchBot -Webalta -WebAuto -WebCollage -Web Collage +WebBandit +WebCopier WEBDAV -Web Enhancer +WebFetch Web Fetch WebFuck +Web Fuck WebImageCollector +webmeup-crawler WebPix +WebSauger WebsiteExtractor +WebsiteQuester Website Quester +Webster +WebStripper WebSucker +Web Sucker WebWhacker -WebZIP -Whack -Whacker +WeSEE Who.is Bot +Widow WISENutbot +Wprecon +WPScan +WWW-Collector-E WWW-Mechanize -x09Mozilla -x22Mozilla +WWW::Mechanize +Xaldon WebSpider Xaldon_WebSpider -xpymep1.exe -Zade +YoudaoBot +Zauba zauba.io -Zermelo -Zeus zgrab -Zitebot ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 2ccaa1710..1026ae8f0 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -98oi.ru -arendas.net -kamen-e.ru -mmofreegames.online -ooo-gotovie.ru -pinstake.com -sladkoevideo.com -unimodemhalfduplefw.pen.io -villacoloniale.com -zooggames.com +alborzan.com +app5.letmacworkfaster.world +dandiyabeats.in +dawlenie.com +domainsatcost.com +dvrlists.com +elektronischezigarette2.mex.tl +genericviagrasildenafiled.net +llastbuy.ru +royalads.net diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index dd7d03dd7..16fd18adf 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -100dollars-seo.com -11235813.webzdarma.cz +03e.info +123cha.com 123kuma.com -2000k.ru -24-ak.ru -273-fz.ru -2ads.co.uk +123locker.com +1-free-share-buttons.com +2020iscoming.info +214jaluwobapef.cf +2drittel.de 2girls1cup-free.com -2itech.ru -2nt.ru -300richmond.co.nz -3-letter-domains.net -3rbseyes.com -3th.co.in -3weekdiet.com -4kplayer.pl -4ureyesonly.com -5forex.ru -5tey7463.weebly.com -72-news.com -7zap.com -883zy.com -8si.ru -8xv8.com +2rich4bitches.com +4kepics.com +7fon.ru 991mostfm.co.id -aa08daf7e13b6345e09e92f771507fa5f4.com -aa9d046aab36af4ff182f097f840430d51.com +9med.net aac500b7a15b2646968f6bd8c6305869d7.com -aaronabel.com -abovetherivernc.com -acc.eu.org -acgs.tk -acunetix-referrer.com -adamoads.com -adexprts.com +abiente.ru +acads.net +adcash.com +addblueoff.com.ua +adhome.biz +adimmix.com +adman.gr +adman.se +admatic.com.tr +adnotbad.com +adpremium.org adrunnr.com -adsref.men -adtech.de -afmuseum.com -agecheckadult.com -ahmedabadwebs.com -ahrntal.verymes.xyz -aibolita.com -aksonural.ru -akuhni.by -alarmobninsk.ru +adserver-e7.com +adservme.com +adsloads.com +adtiger.tk +adultfriendfinder.com +adventureparkcostarica.com +advokateg.ru +advokateg.xyz +adzerg.com +aerogo.com +akusherok.ru albuteroli.com -alert-fdm.xyz -alfabot.xyz -alfa-img.com -all4wap.ru -allblogroll.com -allcredits.su -allknow.info -allnews24.in -allnews.md -alphacarolinas.com -alphavisions.net -alpinism.ru -amateurlivechat.org -android-systems.ru -animal36.com -animalrank.com +alif-ba-ta.com +alive-ua.com +allbizne.co.ua +alldezservice.kz +alldownload.pw +allproblog.com +aloofly.com +anal-acrobats.hol.es +angkortours.vn animebox.com.ua -animenime.ru -apartmentbay.ru -apiappenableinfo-a.akamaihd.net -apidiamondatanet-a.akamaihd.net -appfastplay.com -approvedlocal.co.za -apptester.tk -a.pr-cy.ru -apxeo.info -arclk.net -arendas.net -arius.tech +anticrawler.org +aosheng-tech.com +apccargo.com +apiadanaknet-a.akamaihd.net +appartement-stumm.at +apps-analytics.net +appsecurityr.com +aproposde.com +arabsexxxtube.com +aramaicmedia.org +arcadeplayhouse.com +ardimobileinfo.ml +arenda-yeisk.ru +arewater.com +arvut.org asiengirls.net -asophoto.com -asrvrep-a.akamaihd.net +asmxsatadriverin.aircus.com +asscenihotosidea.blogspot.com astrochicks.com -atmagroup.ru -auto4style.ru -auto-moto-elektronika.cz -autonew.biz -autotop.com.ua -autoua.top -aversis.net -aviapanda.ru -aviav.org -avitocars.ru -awency.com -ayeartoforget.com -azadnegar.com -azazaporn.com -azte.ch -b2b-lounge.com -backlink4u.net -bad-stars.net -baikaleminer.com -bala.getenjoyment.net -baltgem.com -bambi.ck.ua -bankofthewext.com -bannerads.de -bannerconnect.net -baoxaydung.com.vn -bear.gotcher.us -beauty-things.com +atlant-auto.info +atlasvkusov.ru +atleticpharm.org +atout-energie-69.com +auspolice.com +aussie-prizes.com +autobrennero.it +autochoixspinelli.com +autoplate.info +autoseo-traffic.com +auto-zapchasti.org +aviav.ru.com +ayanaspa.com +azazu.ru +bablonow.ru +back.dog +baersaratov.ru +bag77.ru +banan.tv +bang-hotties.com +bankmib.ru +banksrf.ru +bannerbank.ru +battleforupdating.site +bbsoldes.fr +beachdriveblog.com +beauby.ru bedandbreakfast.com +begalka.xyz +benchmarkcommunications.co.uk +bestadbid.com +bestcoin.cc bestdooz.com -bestdraws.com -bestplacetobuyeriacta.jw.lt -bestpornuha.com -beta.hotkeys.com +bestofupload.info +bestwaystogetpaid.us +bestwebsiteawards.com +bestwebsitesawards.com +bestwrinklecreamnow.com +betterhdporn.com beyan.host.sk bezcmexa.ru +bfz.biz +bgviagrachrx.com +bidbuy.co.kr binaryoptionscops.info -bio-optomarket.ru +bio-japan.net +bio.trade-jp.net +bitcoinremote.com biznesluxe.ru -bizru.info -bkgr.se -blockety.co -bloggedporn.com -bloggen.be +blackplanet.com +blacktwhite.com +blagovest-med.ru +blog.f00kclan.de +blog-hits.com +blog.koreadaily.com +blogrankers.com bluejays-jerseys.us -bmw.afora.ru bmwhighperformers.com -boc.kz -bocoarchives.org -bongacams.com -bonky.biz +boazpower.com +bobba.dzaba.com +bobinoz.com +bochemit.com.ua +boeuklad.com +bolitgorlo.net +bonanza-fortune.men +bonux.nextview.ru +bonzibuddi.com boobsimge.com -bookmark4you.com.biz -bouda.kvalitne.cz -brainboostingsupplements.org brainsandeggs.blogspot.com -brandov.ru -brendbutik.ru -brewdom.ru -briomotor.co -bristolhotel.com.ua -browserprotecter.com -btc4u.ru -bugof.gq -bumascloset.com -burkesales.com -business-suggested.tk -businesxxl.com -buttons-for-website.com -buyfriend.ru -buypanicdisorderpill.com +brainzpod.win +brakehawk.com +brandehk.dk +brg8.com +brimstonehillfortress.org +bristolhostel.com +brothers-smaller.ru +btvn.ru +budilneg.xyz +budpost.com.ua +buigas.00it.com +bukleteg.xyz +bum.com.ru +buntube.net +businesn.men +buyessayonline19.blogspot.ru +buyhoverboard.com +buyk.host.sk +buy-loft.ru +buyparajumpers.online buytizanidineonlinenoprescription.blogspot.com +bvlgariwallet.xyz bwlx.prepedu.cn -byme.se -call-of-duty.info -calvet.altervista.org -camdenmemorials.com -camel-beach.com +cablecar.us +cacheimages.com +callstevens.com candlewooddentalcentre.com.au -capacitacionyaprendizaje.com -capture-room.com -carstrends2015.com -cartierlove2u.com -cartierlove2u.xyz -cartierlove.xyz -cartierreplica.xyz -cartierwatch.xyz -cashkitten-a.akamaihd.net -catalogs-parts.com -caveavins.fr -cb.iphantom.com -ccjp.eu -cezartabac.ro -cfcl.co.uk -cgi2.nintendo.co.jp +candypeople.se +cartechnic.ru +cartierbracelet.xyz +cartierring.xyz +cartiertrinity.xyz +cashonads.com +caulderwoodkennels.com +cellfun.mobi charmstroy.info -chatseo.com -cheapbarbour.online -cheapestjerseys-wholesale.com -cheapjerseysap.com -cheapmoncler.win -cherubinimobili.it +chatroulette.si +chatroulette.video +chatroulette.world +cheapbelstaff.online +cheapcigarettesc.info +cheap-trusted-backlinks.com +cheapwebsitehoster.com +cheatcode-lita12.rhcloud.com +chiblackhawks-jerseys.com children-learningreading.info -chinaelitecheapjerseys.com chinajerseyswholesalecoupons.com -chocolateslim-en-espana.com choosecuisine.com -cialgenisrx.com -cialischsrx.com -cialischstgerts.com -cicaki.net -citetick.com +cialisovercounteratwalmartusa.com +cibpenonptib.flu.cc +cineacademy.ru +citizenclsdriveri7.pen.io +classicakuhni.ru clayvasedesigns.tk -clean-start.net +cleansearch.net click2pawn.com -clickintext.net -clicksotrk.com -clickzzs.nl -clipartnew.com -club-lukojl.ru -club-musics.ru -coaching-netz.info -cocyq.inwtrade.com -codysbbq.com +clickaider.com +clickbanksites.info +clickcash.com +clubfashionista.com +cmd.kz +colehaanoutlet.store collegeessay19.blogspot.ru -collegerentals.com -comeondog.info -communisave.co.za -compliance-jack.top -compliance-julia.top +colobit.biz +companies-catalog.com +compliance-fred.xyz +compliance-george.top +compliance-john.top +compliance-viktor.top compliance-walt.top com-supportcenter.website -conocer-sanabria.com -contentsexpress.com -coolwallpapers-hd.com -cougfan.info -counter.bloke.com -country-chic.ru +cookie-law-enforcement-hh.xyz +coolyarddecorations.com +copblock.org +cornerstone-countertops.com cowblog.fr -creativehutindia.com -crest3d.ru -culad.com -culmimg.pw +crackguru.tk +crazyboost.pro +crd.clan.su +cscwtalkto.site +cs-passion.pl +cubook.supernew.org +customchocolate.business-for-home.com customerguru.in customerpromos-a.akamaihd.net -d0t.ru -dafatiri.com +czeshop.info +daisye.top damasarenai.info -daooda.com -date-withme.com -dekorkeramik.ru -dellalimov.com -delta-line.men +danceuniverse.ru +dataloading.net +dawlenie.com +day-news.info +db.speedup.gdn +deadlinkchecker.com +dealighted.com +decenttools.com +delfin-aqua.com.ua +delitime.info deluxedumps.com demian.kz -designdevise.com -detskie-konstruktory.ru -dev.citetick.com -diamond-necklace.info -dickssportinggoods.com -digilander.libero.it -directivepub.com -discountliv.com -divisioncore.com +deniven.1bb.ru +design-lands.ru +dev33.dioniqlabb.se +diegolopezcastan.com +digitalfaq.com +dikx.gdn +diminishedvalueoforegon.com +disruptingdinnerparties.com djekxa.ru +dlya-android.org +dmmspy.com docs4all.com -dodlive.mil -dogbreedspicture.net -dogsrun.net -doktoronline.no -dokumentalkino.net +dogoimage.com +dojki-hd.com +dollartree.info +domaincrawler.com domainroam.win -domcran.net -domik-derevne.ru domination.ml -dominterior.org -donvito.unas.cz -dood.live -downloadkakaotalk.com -download-wallpaper.net -doxysexy.com -dpihatinh.gov.vn -driving.kiev.ua -droidlook.net -drugstoreforyou.com -druzhbany.ru -easycommerce.cf -easyukraine.com -editmedios.com -education-cz.ru -ege-essay.ru +dorratex.tn +downloadeer.net +downloadmefiranaratb1972.xpg.com.br +downvids.net +dptaughtme.com +drillsaw.ru +duplicashapp.com +dvervmoskvu.ru +e2click.com +earn-from-articles.com +eas-seo.com +e-avon.ru +econom.co +educatemetv.com +ekto.ee election.interferencer.ru -electronicadirect.com -elektrischezigarettekaufen2.cowblog.fr -elektrischezigaretten1.blogse.nl +electrik-avenue.com elektronischezigarettekaufen1.beeplog.com -elektrozigarette1.dreamwidth.org -elektrozigarettekaufen1.devhub.com -elkacentr.ru -eluxer.net -elvenar.com +elektrozigarette2.wordpressy.pl +elektrozigarettekaufen2.blogse.nl +elidelcream.weebly.com +elstal.com.pl +emailaccountlogin.co encodable.com +enge-fotzen.info enginebay.ru -en.home-task.com +engines-usa.com enskedesquashclub.se -enthuse.computernetworksonline.com -envaseslotusama.com -erot.co -ertelecom.ru -escortplius.com -esnm.ru -essaypro.com -estelight.ru -executehosting.com -expolicenciaslatam.co -eyelike.com.ua -ezigarettekaufen2.mpbloggar.se -ezigarettenshop1.yolasite.com -ezigarettenshop2.postbit.com -ezigaretteshop2.mywapblog.com -ezigaretteshop2.vefblog.net -ezofest.sk -ezrvrentals.com -f1nder.org -fakehandbags.xyz -familyphysician.ru -fastfixing.tech -favorcosmetics.com -favornews.com -fbdownloader.com -feel-planet.com -ferieboligkbh.dk +ereko.ru +errorfixing.space +escort-russian.com +escortslet.net +eshop.md +esopini.com +euromasterclass.ru +euronis-free.com +europages.com.ru +everypony.ru +evrotekhservis.ru +expertnaya-ocenka.ru +expresstoplivo.ru +extractorandburner.com +extstat.com +eyemagination.com +eywords-monitoring-your-success.com +ezigarettekaufen2.yolasite.com +f0815.de +f5mtrack.com +failingmarriege.blogspot.com +falopicm.pw +fanpagerobot.com +fatmaelgarny.com +feargames.ru +fermersovet.ru +fickkontakte.org fidelityfunding.com -fillmewithhappiness.com -filmi-onlain.info -film-one.ru -findsexguide.com -findthe.pet -finemanteam.com -firstsiteguide.com -flex4launch.ru -floridamobilebillboards.com -flowersbazar.com -fok.nl -footbalive.org -forex.osobye.ru -formseo.com +fil.ru +find1friend.com +fitfloponline.store +fiverr.com +fix-website-errors.com +flash4fun.com +flashahead.info +flashbannernow.com +flooringinstallation-edmonton.com +forex-procto.ru forms-mtm.ru -fortunejack.com -fortwosmartcar.pw -forum20.smailik.org +forpackningsutveckling.se forum-engineering.ru -forum.tvmir.org fotopop.club -fotosfotos.eu -foxjuegos.com -foxtechfpv.com -free411games.com -free-fb-traffic.com +fototravel.eu +foxweber.com +frcls.fr freenom.link free-share-buttons.com -free-social-buttons.xyz -freewhatsappload.com -frequiry.com -fsalas.com +free-traffic.xyz +freewebs.com +freshmac.space +freshwallpapers.info ftns.ru +fun2cell.net +fungamelands.com +futbolkisales.ru +fym.com.ru fz139.ttk.ru -gambarkataku.co -game-top.su -gateway.zscalerone.net -gaytube.com -gazobeton-p.com.ua -gcup.ru -getdot.ru -getresponse.com -getyourimage.club -get-your-social-buttons.info +gallerylisting.com +gamevalue7.weebly.com +gamewrath.com +gdcentre.ru +gdebestkupit.ru +ge0ip.com +ge0ip.net +gearcraft.us +gemgrab-a.akamaihd.net +generousdeal-a.akamaihd.net +gerhardhealer.com +getprismatic.com +getridofstretchmarks.org +ggiaro.com +ghazel.ru +gigablast.com girlsfuckdick.com -glavprofit.ru -glcomputers.ru -globatur.ru +girls-ufa.ru globetrotting-culture.ru -go2mike.ru -gok-kasten.net -golaya.pw -goodprotein.ru -googglet.com -google-liar.ru -googlemare.com -goo.ne.jp -gosarhivrt.ru -gourcy.altervista.org -gratis-sexkontakte.com -green-tea.tv -greenzaim.ru -gribkovye-zabolevaniya.com -groupmoney.ru -gsbs.com.ua -gta-club.ru -hackers-crackers.tk -hahashka.ru -hamilton.ca +glopages.ru +gne8.com +gogps.me +goldenggames.com +gopro-online.info +graphics8.info +greatzip.com +greenidesign.co +growshop.es +grupografico-pilar.com.ar +gsasearchenginerankerdiscount.com +gsasearchengineranker.xyz +guardlink.org +guarrasdelporno.xxx +gwhwpxbw.bloger.index.hr +h2monline.com handicapbathtubarea.com -havepussy.com -hawaiisurf.com -hazardky.net -hdhc.ru -hdxnxxtube.mobi -healthcarestore.info -hebr.myddns-flir.com +handicapvantoday.com +handsandlegs.ru +harmonyglen.us +hatedriveapart.com hermesbelts.xyz -hermesreplica.win +hetmanship.xyz +heygidday.biz hidefiles.org -highstairs-a.akamaihd.net -himgaws.pw -hitsbox.info -hiwibyh.bugs3.com +histats.com +hitcpm.com +hit-men.men hkladys.com -hobild.net +hmywwogw.bloger.index.hr hoholikik.club -homeandhealth.ru -homedo.fabpage.com -homeinns.com -home.myplaycity.com -home-task.com -hopeonthestreet.co.uk -hornymatches.com -hostcritique.com -hotelcrocenzi.sm -hothot.ru -hotloans.ru -housediz.com -hoztorg-opt.ru -humanelydrew.com -hustoon.over-blog.com +hollywoodactress.info +homedecoguide.info +homegardenlova.com +homemature.net +hosting-tracker.com +hotblognetwork.com +hotenergy.ru +hotgirlhdwallpaper.com +hotkeys.com +housemilan.ru +hoverboard360.at +hoverboardforsaledirect.com +howopen.ru +hptwaakw.blog.fc2.com +huhn.altervista.org +hulfingtonpost.com +hully.altervista.org +hunthillfarmtrust.org hut1.ru -hydropump.su -iideaidekonkatu.info +hyiphunter.org +ibb.com.ua +icaseclub.ru +ico.re +ideawheel.com +idegenvezeto.eu +igrovyeavtomaty777.ru +iloveitaly.ru ilovevitaly.xyz -ilte.info -imabase.com -iminent.com -imitex-plus.ru -imperia31.ru -incomekey.net -indetiske.ya.ru -indiakino.net +images-free.net +imagui.eu +immobiliaremassaro.com +impisr.ru +incolors.club infazavr.ru -insomniagamingfestival.com -in-tandem.co -integritylandscapeservices.com +infodocsportal.com +informatiecentro.be +infostatsvc.com +infowarcraft.ru +inmate-locator.us +insta-add.pro +intellekt21.ru +interfucks.net +interior-stickers.ru intermesh.net -internetartfair.com -intervsem.ru -intimshop-fantasy.ru -int.search.tb.ask.com -ipchicken.com -iradiology.ru -irkutsk.online-podarki.com +invest-pamm.ru +invivo.hu +iopeninghours.co.uk +iphantom.com +iptool.xyz +iqoption.com +iqs.biz.ua +iqupdatetmz.win irkutsk.zrus.org -iskalko.ru -islamtoday.co.za -isoveti.ru -ispaniya-costa-blanca.ru -istanbulit.com -istripper.com -itag.pw +iscblog.info +i-service.kz +islandminingsupply.wordpress.com +it-max.com.ua +itronics.ca itservicesthatworkforyou.com +ivanovo.zrus.org ivoiretechnocom.ci iwantmyfreecash.com -jabimgo.pw -jackpotchances.com -japfm.com -jbl-charge.info +javatex.co.id jennyfire.ru -job.icivil.ir -johnrobertsoninc.com -jose.mulinohouse.co -journeydownthescale.info -jurajskie.info -justkillingti.me -justprofit.xyz -justucalling32211123456789.tk +jeremyeaton.co +jerseychinabizwholesale.us +jerseysbizwholesalecheap.com +jerseyschinabizwholesale.us +joingames.org +journalhome.com +jpcycles.com +jrpmakati.com +juliadiets.com kalandranis.gr -kalb.ru -katushka.net +kamagragelusa.net +kanimage.com +kareliatobacco.ru +ketrzyn.pl +keyhantercume.com keywesthideaways.co -keywordhut.com -keywordsuggest.org -kino-fun.ru -kiprinform.com -kit-opt.ru -kiwe-analytics.com -kladrus.ru -kleine-titten.biz -klitimg.pw -knigonosha.net -kolotiloff.ru -konoplisemena.com +keywordblocks.com +keyword-suggestions.com +khafre.us +kicknights.gq +kihi.gdn +klikbonus.com +kollekcioner.ru +konkursov.net koral.se -kosova.de -kostenlos-sexvideos.com -kosynka-games.ru -kountrylife.com -kovesszucs.atw.hu -krasnodar.xrus.org +kosmetyki.tm.pl +kotaku.com kriokomora.info -kurwa.win -kutikomi.net -kuzinsp.ru +ks1234.com +ku6.com kvartir-remont.biz -kwzf.net -labelwater.se -labplus.ru -lacasamorett.com -lakomka.com.ua -landinez.co -lasvegaslockandsafe.com -ldrtrack.com -leadn.pl -ledis.top -legalrc.biz -lennatin.info -lenvred.org +laapp.com +lampokrat.ws +lancheck.net +landmania.ru +larose.jb2c.me +lashstudia.ru +laxdrills.com +lazymanyoga.com +lego4x4.ru +letmacworkfaster.world +letsart.ru letslowbefast.today +letto.by lezbiyanki.net -lida-ru.com -light.ifmo.ru -likesdesign.com -limads.men -littleberry.ru -livingcanarias.com +lincolntheatre.com +linkbuddies.com +lion.bolegapakistan.com +liveinternet.ru +liverpool.gsofootball.com +live-sexcam.tk +live-sexchat.ru lkbennettstore.online -loadingpages.me -locationdesaison.com locimge.pw -lollypopgaming.com +loginduepunti.it +lolnex.us +lol-smurfs.com +lonely-mature.com +long-beach-air-conditioning.com lookingglassemb.com +lostfilm-online.ru lotto6888.com -louboutinshoes.xyz +lottospring.com love-baby.cz -ltvperf.com -lumb.co -lutherstable.org +lunamedia.co +m0r0zk0-krava.ru +m4ever.net +machicon-ueno.info mackeeper-land-672695126.us-east-1.elb.amazonaws.com -macnewtech.com -macrotek.ru -mac-shield.com -make-money-online.com -makis.nu -malwareremovalcenter.com -mantramusic.ru -marmitaco.cat -mature.free-websites.com -maxthon.com -mcadamssupplyco.com -mearns-tractors.co.uk -mebelcomplekt.ru -mebel-ekb.com -meccadumps.net -mediafresh.online -mediaoffers.click -medicovi.com -medictube.ru -med-zdorovie.com.ua -meendo-free-traffic.ga -megakino.net -meget.co.za -mere.host.sk +macotool.com +madot.onlinewebshop.net +magicdiet.gq +magnetpress.sk +makedo.ru +malls.com +mamasuper.prom.ua +manipulyator-peterburg.ru +mansparskats.com +manualterap.roleforum.ru +marcoislandvacations.net +marcowebonyodziezowe.pl +matematikus.info +mazda-roadsters.com +mbiologi.ru +meddesk.ru +medicinacom.ru +medicines-choice.com +medispainstitute.com.au +medkritika.ru +meetingrainstorm.bid +megavolt.net.ua +member-quiz.com +members.ghanaweb.com +menetie.ru metallosajding.ru metalonly.info -microsoftportal.net -minecraft-rus.org +mexicotravelnet.com +m-google.xyz +mhi-systems.ru +michaelkorsoutlet.store +mikrobiologies.ru +minecraft-neo.ru mir-business-24.ru -misandesign.se -mitrasound.ru -mixed-wrestling.ru +misswell.net +mister-shop.com +mmgq.ru mmog-play.ru -mmstat.com -mobile-appster.ru -mobilemedia.md -mobot.site -mobsfun.net -moi-glazki.ru -moinozhki.com +mobilierland.com +mobplayer.net +mojowhois.com +mokrayakiska.com mole.pluto.ro -money-for-placing-articles.com -monthlywinners.com -moroccosurfadventures.com -mototsikl.org +monclercheap.xyz +moncleroutletonline.win +money-every-day.com +moneyviking-a.akamaihd.net +monitorwebsitespeed.com +montredemarque.nl +mosrif.ru mouselink.co -mowser.com -moyakuhnia.ru +moviezbonkerssk.cf mp3films.ru -mp3ringtone.info -mrbojikobi4.biz -mrcsa.com.au -mriyadh.com +mrbitsandbytes.com +mrinsidesales.com multgo.ru -musflashtv.com -music7s.me -muycerdas.xxx +musicas.baixar-musicas-gratis.com +music.utrolive.ru +muzaporn.com muznachas-service.ru -my-big-family.com myblogregistercm.tk -mycouponizemac.com -my-floor.in.ua -myfreetutorials.com -mygameplus.com -myghillie.info -myhealthcare.com -myindospace.com -myplaycity.com -mypornfree.ru -mywallpaper.top -na15.ru -nastroyke.net +mydirtyhobby.com +myfreecams.com +myhitmp3.club +nalogovyykodeks.ru +nastydollars.com +nate.com +naturalpharm.com.ua +negociosdasha.com +nero-us.com +net-radar.com news-speaker.com -nextbackgroundcheck.gq -nhl17coins.exblog.jp -nikhilbahl.com -niroo.info -njpalletremoval.com +newtechspb.ru +nikkiewart.ru +ningessaybe.me nofreezingmac.click -normalegal.ru -notebook-pro.ru -notfastfood.ru +nootrino.com +nottyu.xyz noumeda.com -novatech.vn -oballergiya.ru -odesproperty.com -odywpjtw.bloger.index.hr -office2web.com +novgorod.xrus.org +novosibirsk.xrus.org +nudo.ca +nvformula.ru +obnal.org +oddamzadarmo.eu +offers.bycontext.com +offf.info of-ireland.info -oil-td.ru -oklogistic.ru +ohmyrings.com +okeinfo.online okmedia.sk -okout.ru +okroshki.ru ok.ru -old-rock.com -o.light.d0t.ru -omoikiri-japan.ru -online247.ml -online7777.com -onlinemegax.com +ok-ua.info +one-gear.com +onemantrip.com +onlineporno.site +onlinetvseries.me +onthemarch.co +o-o-6-o-o.com +o-o-6-o-o.ru +ooomeru.ru +ooo-olni.ru +oranga.host.sk orel-reshka.net -ororodnik.goodbb.ru -ourville.info -ownshop.cf -oz-offers.com -panamaforbeginners.com -pandroid.co -panouri-solare-acoperis.com +orion-code-access.net +osagonline.ru +ostroike.org +outrageousdeal-a.akamaihd.net +page2rss.com paperwritingservice17.blogspot.ru -parlament.biz -partnerworkroom.men +paramountmarble.co.uk +partner-host.men +partner-print.men +partners-ship.pro partybunny.ru -pastaleads.com -patol01.pw -pavlodar.xkaz.org -pcgroup.com.uy -pepperstyle.ru -percin.biz.ly +pcads.ru +pelfind.me +pensplan4u.com +perosan.com +pestomou.info petsblogroll.com -photo.houseofgaga.ru +pharmacyincity.com photostudiolightings.com -phuketscreen.com -picquery.com -pics-group.com -picturesmania.com -pinsdaddy.com -pinwallpaper.xyz -piuminiita.com -pizdeishn.com -pk-services.ru -plastgranar.nu -platezhka.net -pontiacsolstice.info -pony-business.com -popserve.adscpm.net -popugaychiki.com -pornhub-forum.ga -pornoelita.info -pornofiljmi.com -pornoklad.ru -pornolook.net -pornoplen.com -pornoslive.net -pornstartits.xblog.in -poshiv-chehol.ru -postclass.com -pravoholding.ru -pregnant.guru -priceg.com -printie.com -printingpeach.com -prlog.ru -profitfx.online -promodj.com -pronorm.fr -pron.pro +php-market.ru +picswe.com +picture-group.com +pierrehardysale.online +pila.pl +pio.polytopesexempt.com +piter.xrus.org +pixell.club +pkr1hand.com +playboyfiles.xblog.in +play.leadzupc.com +pochemychka.net +poem-paying.gq +poems.com.ua +pokerniydom.ru +polimga.pw +pomoc-drogowa.cba.pl +pooleroadmedicalcentre.co.uk +popup-fdm.xyz +porndroids.com +porngalleries.top +pornokorol.com +porno-play.net +pornowarp.info +pornpost.in +porodasobak.net +porto.abuilder.net +portside.xyz +pospr.waw.pl +powitania.pl +pozdrawleniya.com +preparevideosafesystem4unow.space +privatbank46.ru +privetsochi.ru +prize44.com +productarium.com +produkto.net +prodvigator.ua +profitkode.com +prom23.ru +pro-okis.ru +proposal-engine.com propranolol40mg.blogspot.com -prostitutki-astana.org -prostitutki-belgoroda.org -prostitutki-rostova.org -prostitutki-tyumeni.org -prostitutki-yaroslavlya.org -pskcijdc.bloger.index.hr -psvita.ru +prosperent.com +prostitutki-almata.org +prostitutki-kiev.org +prostitutki-odessa.org +psa48.ru +pts163.ru pufip.com -pukaporn.com -pulseonclick.com -purplesphere.in -puzzleweb.ru +pushdata.sendpulse.com py100.ru -qexyfu.bugs3.com -queerspace.com -rankingchart.de -ratemodels.net -razorweb-a.akamaihd.net -realtytimes.com -redirectingat.com -r-e-f-e-r-e-r.com -reklama-i-rabota.ru -reklamuss.ru +quelle.ru +quit-smoking.ga +raavidesigns.com +randalljhoward.com +randki-sex.com +rankexperience.com +ranksonic.info +rapidgator-porn.ga +rcb101.ru +realresultslist.com +rebrand.ly +reelheroes.net +referencemoi.com +registrationdomainsite.com +registry-clean-up.net +registrydomainservices.com remorcicomerciale.ro renewablewealth.com -rep-am.com -responsinator.com -respublica-otel.ru -rethinkwasteni.info +replicalouboutin.xyz +retailwith.com reversing.cc -rewardpoll.com -reyel1985.webnode.fr -rff-cfal.info -ric.info -ricorsogiustizia.org -ringtonepartner.com -rn-to-bsn.com -robot-forex.biz +rezeptiblud.ru +richinvestmonitor.com +ring4rhino.com +ringporno.com rocketchange.ru -roznica.com.ua -russia-tao.ru -russkie-gorki.ru -russkoe-zdorovie.ru -rustic-quiver.win -rvzr-a.akamaihd.net -sabaapress.com -saddiechoua.com -sale-japan.com +roofers.org.uk +rootandroid.org +rospromtest.ru +royalads.net +rumamba.com +russintv.fr +rus-teh.narod.ru +rutor.group +sad-torg.com.ua +sajatvelemeny.com +salutmontreal.com +samoiedo.it +sanjosestartups.com +sape.top sarafangel.ru -saratov.xrus.org -sarf3omlat.com -savememoney.co.za -savetubevideo.com -sbdl.no -scanmarine.info -scanner-john.top -scanner-julia.top -scanner-marwin.top -scanner-nelson.top -scanner-walt.top -scat.porn -sdelai-prosto.ru +satellite.maps.ilovevitaly.com +savingsslider-a.akamaihd.net +sax-sex.com +sbprabooks.com +scanner-walter.top +scmor.ilxc.cc +scrapinghub.com +scripted.com sdelatmebel.ru -searchencrypt.com -search.xtconnect.com -seasaltwithfood.com -seccioncontrabajo.com -secretscook.ru -senger.atspace.co.uk +sdsjweb.com +search.1and1.com +searchimpression.com +searchinquire.com +searchkut.com +searchmywindow-a.akamaihd.net +seminarygeorgia59.ga seoanalyses.com -seocdvig.ru -seocheki.net seofirmreviewsus.info -seoholding.com -serialsway.ucoz.ru -servethis.com -service-core.ru +seomarketings.online +seorankinglinks.us +servicecenter.co.ua +serving.adbetclickin.pink +servisural.ru se-welding.ru -sexad.net -sexcamamateurchat.com -sexflirtbook.com -sexkontakte-seite.com -sexkrasivo.net -sextracker.be -sextracker.de +sex-tracker.com +sextracker.com +sexuria.net +sexvporno.ru +sexy-pings.com share-buttons-for-free.com -ship-marvel.co.ua +sharpchallenge.com +shemalegalls.blogporn.in +sherlock.se +shisha-swag.de shlyahten.ru -shopperifymac.com +shohanb.com +shopcheermakeup.info shoppingmiracles.co.uk -signal03.ru -signoredom.com -siha.de +sibvitr.ru +sildenafil-tadalafil.info silktide.com -sims-sims.ru -sinel.info -sinestesia.host.sk +silvercash.com +sindragosa.comxa.com +siteonomy.com +site-speed-checker.site sitiz.club -sixcooler.de -skytraf.xyz -sladkoevideo.com -slavkokacunko.de -slayerlife.com -s.lollypopgaming.com -slujbauborki.ru -smadihome.com -smsactivator.ru -snjatie-geroinovoy-lomki.ru +sitopreferito.it +sk.golden-praga.ru +slavia.info +slkrm.ru +small-game.com +smart-balancewheel.com +smartshoppymac.com +sms2x2.ru +smstraf.ru +snip.tw snworks.com -socialmadesimple.com -sofit-dmd.ru -soft-program.com -softwaretrend.net -solitaire-game.ru -solution4u.com -soochi.co -sophang8.com -space4update.pw -space-worry.ml -spidtest.space -spy-app.info -spywarebegone.com -stal-rulon.ru -stats-collector.org -stockspmb.info -stop-gepatit.te.ua -stpolice.com -strana-krasoty.ru -stroiminsk.com -stroiminsk.org -studiofmp.com -styro.ru +socialbookmarksubmission.org +social-buttons.xyz +socialbutton.xyz +solmarket.by +sortthemesitesby.com +sovinsteel.ru +spasswelt.xyz +spb.afora.ru +special-porn.com +spinnerco.ca +sport7777.net +sport-video-obzor.ru +spravka-medosmotr.ru +spymac.net +stair.registrydomainservices.com +standardchartered-forex.com +stard.shop +stathat.com +stats-public.grammarly.io +sterva.cc +stockquotes.wooeb.com +storehouse.ua +strangeduckfilms.com +streha-metalko.si +stretchmate.net +stroydetali.ru +sugarkun.com +suggest-keywords.com suhanpacktech.com -sukirgenk.dvrlists.com -superinterstitial.com -supernew.org -superstarfloraluk.com -superstats.com -surcentro.com -svetlotorg.ru -svolze.com +supermesta.ru +superoboi.com.ua +suture.co +sweepstakes.rewardit.com swiped.su -syvertsen-da.no -szucs.ru taboola.com -tam-gde-more.ru -tampabaywatch.org -tanieaukcje.com.pl -tattooha.com -tech4master.com -tedxrj.com -telefonsexi.com -telefonsexkostenlos.tk -template-kid.com -teslathemes.com +tarad.com +taraz.xkaz.org +teenbbw.yopoint.in +telegraf.by +telegramdownload10.com +templates.radiodigital.co +texbaza.by +textads.men +theautoprofit.ml thebestphotos.eu -thecounter.com -theheroes.ru -theporndude.com -theprofitsmaker.net -thetardistimes.ovh -tiandeural.ru -timecrimea.ru -timer4web.com -tizanidine4mg.blogspot.com -tizanidine4mguses.blogspot.com -tizanidineandcipro.blogspot.com -tizanidineandhydrocodone.blogspot.com +thebluffs.com +thecoral.com.br +thefds.net +thegameriders.com +theplacetoupdating.pw +thetattoohut.com +thetoiletpaper.com +the-usa-games.blogspot.com +timhost.ru +tizanidine4mgprice.blogspot.com +tizanidinecapsules.blogspot.com +tizanidinecost.blogspot.com +tizanidinedosage.blogspot.com tizanidineformigraines.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidinehcl4mgtabinfo.blogspot.com tizanidineoral.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tizanidinestreetvalue.blogspot.com -tjkckpytpnje.com -tn811.us -tobeyouday.win -toondinsey.com -tooplay.com -top-karkas.ru -torrentgamer.net -tourismvictoria.com -toxicwap.com -toys.erolove.in -traderzplanet.in +tizanidinestreetprice.blogspot.com +tksn.ru +tmm-kurs.ru +tonerbox.kz +top250movies.ru +topquality.cf +toproadrunner5.info +topshef.ru +totu.info +tour-line.net +tracfone.com +tracksurf.daooda.com +trackzapper.com trafficstars.com -tripper.de -tri-slona.org -trk-4.net -truck-rece.life -try-rx.com +trahic.ru +trainoffend.ml +treasuretrack-a.akamaihd.net +trkur.com +trustl.life ttsq.fr +tubeline.biz +tubeoffline.com tuberkulezanet.ru -tubo360.com -tula.mdverey.ru -tupper-posuda.ru -tupper-shop.ru -turvgori.ru -twojebook.pl -uchil.net -udayavani.com -uhodzalijami.ru -unacittaconte.org -unionmarkt.de -uprour.com -uptimechecker.com -urlopener.blogspot.com.au -uroki.net -urzedowski.eu -usadacha.net -usbggettwku.ga +tuckermktg.com +tuckpointingmasonrysystems.com +tula.howotorg.ru +twelvevisionspartyofcolorado.com +twincitiescarservice.com +twittrading.com +twodollarshows.com +tx41tclega.ru +tytoona.com +u17795.netangels.ru +ugogo.info +ultimateclassicrock.com +unblocksit.es +unece.org +universals.com.ua +url2image.com +uroffer.link usswrite.com -valoresito.com -vapsy.com -varbergsvind.se -varikozdok.ru -vedomstvo.net -vegan-foods.us -veles.shop -vesnatehno.com -viddyoze.com +utiblog.fr +uytmaster.ru +vancleefreplica.pw +vektorpress.ru +vezuviy.su +viandpet.com videochat.bz -videochat.mx -videochat.ph videogamesecrets.com -vigrx-original.ru -vintontech.info -vip-file.com -vipms.ru -vipromoffers.com -virtuagirl.com -vitanail.ru -vkgaleria.com -vk-mus.ru -vkontarkte.com -vote-up.ru -vpnhowto.info -vtc.pw -vykup-avto-krasnodar.ru -vzlom-na-zakaz.com +videojam.tv +videooko.weebly.com +villakohlanta.nu +visa-china.ru +viven.host.sk +vmnmvzsmn.over-blog.com +voltrknc1.com +volume-pills.biz +vremya.eu +vrotike.ru +vseigru.one +vysigy.su vzubah.com -wahicbefa31.soup.io wallpapersdesk.info -wdrake.com -webalan.ru +wallpaperstock.net +wanker.us +wapsite.me +warezkeeper.com +watchmygf.net +waterefficiency.co +webenlace.com.ar webextract.profound.net -webmasters.stackexchange.com -webmonetizer.net -webnode.me +webix.biz +webjam.com +webmasterhome.cn webs.com -webshoppermac.com -websiteaccountant.de -website-analytics.online website-audit.com.ua -website-stealer.nufaq.com -webstatsdomain.org -wechatdownload10.com -welck.octopis.com -wemarketing.se -wesharepics.site +website-speed-up.site +weburlopener.com +weightatraining.com +wejdz-tu.pl +wesharepics.info westen-z.life -westvilletowingservices.co.za -whatsupinfoley.com -whiteelephantwellington.com -wholesalejerseyscheapjerseys.us.com -wma-x.com +westsextube.com +whengirlsgowild.com +windowssearch-exp.com +wineration.com +wingsoffury2.com +wnhjavlhezp.gq wnoz.de -womama.ru -womensterritory.ru -wonderfulflowers.biz -woodyguthrie.se -wordpresscore.com -wormix-cheats.ru -worst-sites.online -wttavern.com -www.kabbalah-red-bracelets.com +womens-journal.net +womensplay.net +wordkeyhelper.com +wpsecurity.website +wsgames.ru +www.get-free-traffic-now.com +wygraj-teraz.com wzgyyq.com -xcc24.pl -xclicks.net xep.info -xlovecam.com -x-musics.com -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn----7sbho2agebbhlivy.xn--p1ai -xn--80abgj3a5acid6ghs.top -xn--80aeahghtf8ac5i.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn--80ak6aa92e.com -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn----9sbubg3ambdfl1j.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xn--e1aggki3c.xn--80adxhks -xn----itbeirbjbi7bc6bh2d.xn--p1ai -x-porno.video -x-rates.ru -xsion.net -xtubeporno.net -xwatt.ru -xxx-cam.webcam -xxxkaz.org -yeartwit.com +xjlottery.com +x-mix.info +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xn--80aodinpgi.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn--b1agm2d.net +xn----dtbndd4ae7eub.top +xn--hxazdsfy.blogspot.com +xnxxandxvideos.com +xtremeeagles.net +xvideosporn.biz +xxart.ru +xxxdatinglocal.us +xxxguitars.com +xxxnatelefon.ru +xxxtube69.com +yachts-cruise.info yoluxuryevents.com -youbloodyripper.com -youresponsive.com -zaimite.ru -zakazfutbolki.com -zambini.ru -zeleznobeton.ru -zeroredirect11.com +youbrainboost.asia +youporn-ru.com +youtoner.it +youtuhe.com +yun56.co +yurgorod.ru +zagadki.in.ua +zaobao.com.sg +zapiszto.pl +zawyna.ua zeroredirect12.com -zeroredirect8.com -zigarettenonlinekaufen1.bloog.pl -zmoda.hostreo.com -znakom.sibtest.ru -znaniyapolza.ru +zhongwenlink.com +zigzog.ru +znakomstva-piter78.ru zojirushi-products.ru -zoogdiesney.com -zophim.me +zona-aqua.ru +zooggames.com +zoosexart.com zrus.org +zscaler.net +zvezdagedon.ru +zytpirwai.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 695166e10..7f61ff41b 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -11235813.webzdarma.cz -12u.info -14b.info -1688.com -4istoshop.com -affrh2015.com -aghanyna.com -allforminecraft.ru -allornamenti.com -aloofly.com -ample-awards-today.us -apartamentwroclaw.eu -apelsinnik.website -arate.ru -arkartex.ru -articlesdirectoryme.info -azbukafree.com -b00kmarks.com +000free.us +3rbseyes.com +5elementov.ru +8si.ru +8xv8.com +aa9bd78f328a6a41279d0fad0a88df1901.com +abctoppictures.net +adultmeetonline.info +aimayangzhi.com +allcredits.su +alldezservice.kz +allesohnegirls.net +apibrowsesmartne-a.akamaihd.net +apioasisspacenet-a.akamaihd.net +arquapetrarca.info +asrvvv-a.akamaihd.net +asscenihotosidea.blogspot.com +auto-zapchasti.org babyguns.ru -bannerspace.com -beachfix.co -besthomemadepornsites.com -bestofupload.info -bestprofits-there.com -bestwaystogetpaid.us -betonka.pro -bidbuy.co.kr +backlinkwatch.com +barnfurnituremart.com +battleforupdating.site +beget.tech +best-businessman.ru +bestwebsiteawards.com +bget.ru +big-cash.net +bigcities.org bio.trade-jp.net -bkgr.se -brianhenry.co -buydissertation.net -bvlgariring.xyz -bvlgariwallet.xyz -calc-for-credit.ru -cartierlove2u.xyz -cenokos.ru -chatroulette.si -cheapmoncler.win -cjs.com.ru -classiquebijoux.ru -clickzzs.nl -compliance-donald.xyz -constantaservice.net -copyrightclaims.org -countercrazy.com -crackguru.tk -crynet.cc -deplim.com -design-ideas.info -deutschland123.de -digitalassetmanagement.site -divatraffic.com -docs4all.com -docstoc.com -domainsatcost.com -domain.webkeyit.com -downvids.net -dumpsmania24.com -dvervmoskvu.ru -dvr.biz.ua -easync.io -easyshoppermac.com -ecxtracking.com -educatemetv.com -elektronischezi.livejournal.com -elektrozigarettekaufen1.devhub.com -elektrozigarettekaufen2.blogse.nl -elitedollars.com -elitepcgames.com -everypony.ru -ezigaretteshop.webs.com -ezrvrentals.com -favoritemoney.ru -fba-mexico.com -ferieboligkbh.dk -fetroshok.ru -fickenbumsen.net -filmidivx.com -floridamobilebillboards.com -footballfarrago.com -frequiry.com -freshmac.space -front.to +bocoarchives.org +brewdom.ru +buqyxa.rincian.info +buzzsumo.com +buzzzg.men +bzero1jewelry.net +c1.onedmp.com +carloans.com +carrauterie.be +cartierloveringreplica.xyz +casinorewards.info +cdncash.net +ceotrk.com +cfjump.com +choice-credit.ru +cienum.fr +clickbanksites.info +clippingphotoindia.com +club-samodelkin.ru +coderstate.com +com-onlinesupport.site +compliance-irvin.top +compliance-julianna.top +compliance-julia.top +coolingoods.com +copro.pw +countbertwistdisp26.soup.io +craftburg.ru +cs-passion.pl +czat.wp.pl +dawlenie.com +delitime.info +dellalimov.com +dev33.dioniqlabb.se +digitalfaq.com +directrev.com +dokfilms.net +dolohen.com +doska-vsem.ru +dverimegapolis.ru +dvrlists.com +ed-shop01.ru +elektronischezigarette2.mex.tl +elektronischezigarettekaufen1.myblog.de +eloxal.ru +elvel.com.ua +en.altezza.travel +e-poker-2005.com +es5.com +europeanwatches.ru +extremez.net +eyessurgery.ru +ezigarettekaufen.myblog.de +familyphysician.ru +faptitans.com +fifa-coins.online +filefilter.weebly.com +finansov.info +firma-legion.ru +food.dtu.dk +foxweber.com +frighteningremain.cf fun2cell.net -gallery.rennlist.com -garciniaxt.us -gaz-voshod.ru -getaclueamerica.com -girlsatgames.ru -girlsfuckdick.com -globetrotting-culture.ru -go2album.com -golfresa.lucania.se -haikuware.com -hausfrauensex18.com -hazardky.net -heartofbeijing.blogspot.com -homeart.space -hotloans.ru -hspline.com -ideawheel.com -iinstalll-fii1leis.jus0wil.pp.ua -imagefinder.site -images-free.net -imperia31.ru -infektsii.com -in-tandem.co -iron-age.info -istizanidineanarcoticdrug.blogspot.com -javitas.info -kalb.ru -kidskunst.info +gameplexcity.com +game-top.su +ge0ip.org +ggiaro.com +gok-kasten.net +goldenggames.com +goodhousekeeping.com +gov.yanao.ru +gowreckdiving.com +healmytrauma.info +hornymatches.com +hotshoppymac.com +hybrid.ru +hyipmanager.in +ibb.com.ua +ihc2015.info +iloveitaly.ru +imgarcade.com +impisr.edunsk.ru +ipostroika.ru +itag.pw +jabimgo.pw +james13prix.info +jav-fetish.com +job.icivil.ir +katushka.net +kazan.xrus.org +keywordglobal.co.za komputernaya-pomosh-moscow.ru -koptims.tiu.ru -kostenlos-sexvideos.com -kosynka-games.ru -kutikomi.net -laexotic.com -lancheck.net -lob.com.ru -locustdesign.co -ltvperf.com -macrotek.ru -magicplayer-s.acestream.net -marinetraffic.com -marketingtechniques.info -marmotstore.online -mature.free-websites.com -mebeldekor.com.ua -michaelkorssaleoutletonline.net -mil-stak.com -mirzonru.net -moetomnenie.com -morf.snn.gr -moscow.xrus.org -moskva.nodup.ru -muzaporn.com -myperiod.club -nac-bearings.ru -nate.com -neks.info -ningessaybe.me -oda.as -odoratus.net -oecnhs.info -onefilms.net -onemantrip.com -online-templatestore.com -optom-deshevo.ru -orgasmus-virtual.com -origin-my.ru -partnerline.men -pc4download.co -pcimforum.com +kongoultry.net +konica.kz +kovrenok.ru +krasnodar.zrus.org +kung-fu-ru.com +kunstaktien.info +lflash.ru +locatellicorretor.com.br +magnetic-bracelets.ru +map028.com +maxthon.com +mearns-tractors.co.uk +memberty.com +metalonly.info +mhi-systems.ru +mole.pluto.ro +moneyzzz.ru +monitorwebsitespeed.com +music.utrolive.ru +myftpupload.com +myliveblog.ru +mysexpics.ru +myyour.eu +nakozhe.com +negociosdasha.com +net-radar.com +newyorkhotelsmotels.info +nfljerseysforsalewholesaler.com +nl.netlog.com +nootrino.com +nudepatch.net +onclickpredictiv.com +outrageousdeal-a.akamaihd.net +oyster-green.com +parajumpersjakkesalgnorge.info perm.xrus.org -piccshare.com -pigrafix.at -pills24h.com -poffet.net -pogruztehnik.ru -pojdelo.weebly.com -popup-hgd.xyz -portside.cc -privat-girl.net -professionaldieselcare.com -profolan.pl -progonrumarket.ru -promgirldresses.xyz -proxyradar.com -psvita.ru +perosan.com +petsblogroll.com +pflexads.com +picturesboss.com +pisanieprac.info +pl-top.pl +poiskzakona.ru +pornosemki.info +porno-transsexuals.ru +privetsochi.ru +profitwithalex.info +ptr.ruvds.com +push-ad.com +puzzleweb.ru +q-moto.ru qualitymarketzone.com -rcb101.ru -redirectingat.com -registry-cleaner.net -rent2spb.ru -rialp.getenjoyment.net -rimedia.org -risparmiocasa.bz.it -rossanasaavedra.net -ruclicks.com -salmonfishingsacramentoriver.com -saratov.xrus.org -savetubevideo.com -sawin.beth.webd.pl -sbf441.com -sbt-aqua.ru -scanner-julianna.top -score-ads.men -scripted.com -seadragonherbery.com -searchencrypt.com -seorank.info -sexkontakte-seite.com -sexy-screen-savers.com -shakhtar-doneck.ru -shop-electron.ru -shopsellcardsdumps.com -shtaketniki.ru -sitevaluation.org -sitopreferito.it -skachat-besplatno-obrazcy.ru -slonechka.ru -small-games.biz -smallseotools.com -snowplanes.com -socialbookmarksubmission.org -softomix.com -sosdepotdebilan.com -spb.afora.ru -splendorsearch-a.akamaihd.net -sr-rekneskap.no -stathat.com -statistici.ro -superiends.org -supernew.org -sweepstakes.rewardit.com -teenbbw.yopoint.in -telegramdownload10.com -thebitcoincode.com -tizanidineandhydrocodone.blogspot.com -tizanidineusedfor.blogspot.com -tmtrck.com -trackmedia101.com -traffique.net -trichizobswiv.agddns.net -unrealcommander.org -vasileostrovsky-rayon.ru -vektorpress.ru -viagengrarx.com -viagroid.ru -videojam.tv -video--production.com -vladimir.zrus.org -vseuznaem.com -vucms.com +qwesa.ru +remont-komputerov-notebook.ru +renewablewealth.com +rep-am.com +roll123.com +saddiechoua.com +saletool.ru +samoiedo.it +sandhillsonline.com +sarf3omlat.com +sarm.tk +scanmarine.info +scanner-margo.top +screentoolkit.com +searchlock.com +selectads.men +seofirmreviewsus.info +sex.hotblog.top +sharpchallenge.com +sibtest.ru +site-speed-check.site +s.lollypopgaming.com +social-buttons.com +soda.media +songoo.wz.cz +spasswelt.xyz +spywarespy.com +stardevine.com +storehouse.ua +sudexpert66.ru +taboola.com +teesdaleflyballclub.co.uk +thelottosecrets.com +thetardistimes.ovh +titelhelden.eu +top-deal.com.pl +torrnada.ru +traffmonster.info +tuckermktg.com +turbo-suslik.org +tytoona.com +ublaze.ru +uptimechecker.com +us-america.ru +uzungil.com +v720hd.ru +vchulkax.com +v-doc.co +veselokloun.ru +viagraneggrx.com +via-gra.webstarts.com +videositename.com +vintontech.info +vkak.ru +vrotike.ru +vsesubwaysurfers.com +webenlace.com.ar +weboptimizes.com wechatdownload10.com -wellcome2slovenia.ru -whengirlsgowild.com -wholesalejerseyscheapjerseys.us.com -woweb.com.ua -wurr.voila.net -xmladserver.com -xn--c1acygb.xn--p1ai -xn--e1afanlbnfckd7c3d.xn--p1ai -youtuhe.com -yun56.co -yuweng.info -zaloadi.ru -zastroyka.org -zx6.ru +weclipart.com +weekes.biz.tc +welck.octopis.com +whatsappdownload10.com +wholesalejerseysgaa.com +wleuaprpxuvr.ga +woman-tampon.ru +xfire.com +xmronta.com +xn--b1ag5cfn.xn--p1ai +xtube.com +yatrk.xyz +youradexchange.com +zajm-zalog-krasnodar.ru +zeleznobeton.ru +zkjovpdgxivg.ga +zootoplist.com +zrus.org diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index f371d9e5f..a7215fb74 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,21 +1,11 @@ - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.14.2
- +l> 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -126,4 +116,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 525a76fd6..a7215fb74 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -5,6 +5,13 @@
nginx/1.14.2
+l> +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + 503 Service Temporarily Unavailable diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 3dac4f84e..c3c284efc 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index d742d350e..e41cca4c4 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index f8999f2e0..2bef54a43 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 9f2479cea..3c7ad75e6 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1689 +#### Version: V4.2019.06.1690 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 7cf3c8d1d..fb3fc0778 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1689 +#### Version: V4.2019.06.1690 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 662b93c5f..1a42358ec 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1689 +#### Version: V4.2019.06.1690 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index fcc150f33..c9946acfc 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1689 +#### Version: V4.2019.06.1690 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 063afc128..82ad6e1b7 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1689 -### Updated: Sat Jun 29 13:52:04 SAST 2019 +### Version: V4.2019.06.1690 +### Updated: Sat Jun 29 14:08:12 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 464b8edf8..6a722b980 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1689 -### Updated: Sat Jun 29 13:52:06 SAST 2019 +### Version: V3.2019.06.1690 +### Updated: Sat Jun 29 14:08:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 063afc128..82ad6e1b7 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1689 -### Updated: Sat Jun 29 13:52:04 SAST 2019 +### Version: V4.2019.06.1690 +### Updated: Sat Jun 29 14:08:12 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index b63c1bf39..559555985 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1689 -### Updated: Sat Jun 29 13:52:07 SAST 2019 +### Version: V4.2019.06.1690 +### Updated: Sat Jun 29 14:08:14 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##