diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..966492772 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 40cb4d7a8..2f692b069 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index bfebdb791..8ed248ea2 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1657 -### Updated: Fri Jun 28 13:04:57 SAST 2019 +### Version: V4.2019.06.1658 +### Updated: Fri Jun 28 13:18:27 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 4dddc08a6..966492772 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 40cb4d7a8..2f692b069 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index bfebdb791..8ed248ea2 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1657 -### Updated: Fri Jun 28 13:04:57 SAST 2019 +### Version: V4.2019.06.1658 +### Updated: Fri Jun 28 13:18:27 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index ca4fcdf54..deb2992bb 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.14.140 0; +35.202.145.110 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index bfebdb791..8ed248ea2 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1657 -### Updated: Fri Jun 28 13:04:57 SAST 2019 +### Version: V4.2019.06.1658 +### Updated: Fri Jun 28 13:18:27 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 16c6b8c44..3a5253a91 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1657 -### Updated: Fri Jun 28 13:04:58 SAST 2019 +### Version: V3.2019.06.1658 +### Updated: Fri Jun 28 13:18:28 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..5e7c0ed8e 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index 40cb4d7a8..3e60bde86 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 16c6b8c44..3a5253a91 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1657 -### Updated: Fri Jun 28 13:04:58 SAST 2019 +### Version: V3.2019.06.1658 +### Updated: Fri Jun 28 13:18:28 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 4dddc08a6..5e7c0ed8e 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index 40cb4d7a8..3e60bde86 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 16c6b8c44..3a5253a91 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1657 -### Updated: Fri Jun 28 13:04:58 SAST 2019 +### Version: V3.2019.06.1658 +### Updated: Fri Jun 28 13:18:28 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..5e7c0ed8e 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index 40cb4d7a8..3e60bde86 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 16c6b8c44..3a5253a91 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1657 -### Updated: Fri Jun 28 13:04:58 SAST 2019 +### Version: V3.2019.06.1658 +### Updated: Fri Jun 28 13:18:28 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..966492772 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf index 40cb4d7a8..2f692b069 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index bfebdb791..8ed248ea2 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1657 -### Updated: Fri Jun 28 13:04:57 SAST 2019 +### Version: V4.2019.06.1658 +### Updated: Fri Jun 28 13:18:27 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 16c6b8c44..3a5253a91 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1657 -### Updated: Fri Jun 28 13:04:58 SAST 2019 +### Version: V3.2019.06.1658 +### Updated: Fri Jun 28 13:18:28 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index bfebdb791..8ed248ea2 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1657 -### Updated: Fri Jun 28 13:04:57 SAST 2019 +### Version: V4.2019.06.1658 +### Updated: Fri Jun 28 13:18:27 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 4dddc08a6..5e7c0ed8e 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 5e4de63bf..0bb5b2961 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ +Aboundex AIBOT -Aipbot -BackWeb -BLEXBot -CSHttp -Download Wonder -Ebingbong -eCatch -Express WebPictures -facebookscraper -Fyrebot -Go-Ahead-Got-It -Go!Zilla +Bitacle +Bolt +BuiltWith +CheeseBot +Cogentbot +Copier +Curious +EMail Wolf +G-i-g-a-b-o-t +GrabNet Harvest -HEADMasterSEO -Hloader -IDBot -Iria -Jetty -Lftp -LibWeb -LinqiaMetadataDownloaderBot -Majestic SEO -Mr.4x3 -Navroad -NearSite -NetLyzer -Nikto -OutclicksBot -Papa Foto -PxBroker -Quick-Crawler -RankActiveLinkBot -RedesScrapy -Searchestate -Semrush -SemrushBot -serpstatbot -SiteExplorer -SlySearch -Sucker -sysscan +Humanlinks +Image Sucker +Internet Ninja +ips-agent +IstellaBot +JustView +LeechFTP +LexiBot +LinkpadBot +LinkScan +Lipperhey Spider +MIIxpc +Msrabot +NetSpider +NICErsPRO +Niki-bot +Pandalytics +Panscient +plumanalytics +Probethenet +RepoMonkey +ScreenerBot +SEOstats +SiteSucker +Sociscraper +Spanner The Intraformant -Thumbor -Trendiction +TightTwatBot +True_Robot Wallpapers/3.0 -WebsiteExtractor -Whack -xpymep1.exe -zgrab +WebGo IS +WebImageCollector +WebLeacher +WebSauger +Who.is Bot +WPScan +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 3eff3f394..5e2f8828d 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 360Spider -80legs +404checker +404enemy +Aboundex Acunetix ADmantX +AhrefsBot AiHitBot -Aipbot -Apexoo +Alligator archive.org_bot ASPSeek -autoemailspider +Attach Backlink-Ceck -BackWeb -Badass -Bandit +Barkrowler Battleztar Bazinga -BBBike -BDFetch -Bigfoot -Bitacle +BetaBot +Blackboard +Black Hole BlackWidow Blow -BlowFish +Bolt +BotALot Brandprotect -Buddy -BunnySlippers +Brandwatch +BuiltBotTough +BuiltWith Calculon +CATExplorador CCBot -Cegbfeieh CheeseBot CherryPicker -CheTeam -Chlooe -Claritybot Cliqzbot +Cloud mapping +coccocbot-web +Collector +com.plumanalytics +Copier +CopyRightCheck +Copyscape crawler.feedback +crawl.sogou.com Crescent -CSHttp +Custo DataCha0s -DBLBot Demon -Deusu -Devil DIIbot Dirbuster -Disco -Discobot -Dispatch -DomainSigmaCrawler +DittoSpyder +DnyzBot +DomainCrawler +Dragonfly DSearch -ECCP/1.0 -Ecxi -EMail Siphon -EMail Wolf -evc-batch +EasyDL Exabot +Express WebPictures ExtLinksBot -Extractor -Extreme Picture Finder +ExtractorPro EyeNetIE -facebookscraper +Ezooms FDM FHscan -FlashGet -Foobot -Freeuploader -Genieo -GermCrawler +Flunky +FyberSpider Getintent GetWeb -Gotit +Gigabot Go!Zilla Grabber +GrapeFX GridBot GT::WWW Haansoft -Harvest -Heritrix -HTMLparser +HaosouSpider +HEADMasterSEO HTTP::Lite -Humanlinks -HybridBot +IDBot IlseBot -Image Fetch -InfoNaviRobot +Indy Library +InfoTekies +instabid +Intelliseek InterGET +Internet Ninja +InternetSeer internetVista monitor -Iria -IRLbot +Iskanie +JamesBOT JennyBot -JetCar +Jetty JikeSpider -Joomla -Jorgee +JOC Web Spider JustView Jyxobot -Kenjin Spider +Keyword Density Kozmosbot -Lanshanbot Larbin +LeechGet +Lftp LibWeb -Libwhisker Lightspeedsystems -Likse -Linkdexbot LinkextractorPro +LinkpadBot LinkScan -LinqiaRSSBot -LinqiaScrapeBot -Lipperhey -Lmspider +LinksManager +LinkWalker +LinqiaMetadataDownloaderBot +Lipperhey Spider +Litemage_walker +Ltx71 lwp-request +Magnet Mag-Net -Mail.RU_Bot -Majestic SEO -Majestic-SEO +magpie-crawler +MarkMonitor Masscan -MauiBot +Mass Downloader +meanpathbot +Meanpathbot +MeanPath Bot Mediatoolkitbot -Metauri +mediawords MFC_Tear_Sample Microsoft URL Control -MIDown tool -MJ12bot -Morfeus Fucking Scanner -MSIECrawler +Mojeek +MSFrontPage Msrabot -Musobot -Name Intelligence -NearSite -NetAnts +MS Web Services Client Protocol +Nameprotect +Navroad netEstate NE Crawler NetLyzer +NetSpider Nettrack -Net Vampire -NextGenSearchBot -NICErsPRO -Ninja +Niki-bot NPbot -Offline Explorer -Offline Navigator +oBot +Octopus +OnCrawl +Openfind OpenLinkProfiler Openvas OrangeBot +OrangeSpider OutclicksBot -PageAnalyzer -Page Analyzer -PageGrabber +PageScorer Panscient -Papa Foto -PeoplePal -Picscout -Pi-Monster +pcBrowser +PHPCrawl +PictureFinder +Pimonster Pixray -Pockey -ProPowerBot -Psbot +PleaseCrawl +plumanalytics +POE-Component-Client-HTTP +ProWebWalker +PxBroker +QueryN Metasearch +RankActive RankActiveLinkBot RankingBot RankingBot2 Rankivabot RealDownload +Reaper +RebelMouse +Recorder RedesScrapy +ReGet RepoMonkey -Ripper +s1z.ru SalesIntelligent +ScanAlert Scanbot scan.lol -ScoutJet +Scrapy +ScreenerBot Searchestate SearchmetricsBot -SEOkicks +Semrush +SEOlyticsCrawler +SEOprofiler seoscanners SeoSiteCheckup -Siphon -SiteExplorer +SEOstats +sexsearcher +Sitebeam Siteimprove -Sitevigil +SiteLockSpider +SiteSnagger +SiteSucker SlySearch -SMTBot Snapbot -Snoopy -sogouspider +SocialRankIOBot Sogou web spider -Sottopop -SpaceBison Spammen -Spanner -Spbot -Spinn3r -SputnikBot +sp_auditbot +spyfu +Sqlmap Steeler Sucker -Sucuri -SuperBot -SurveyBot +Suzuran sysscan -Szukacz T8Abot -tAkeOut Teleport +Telesoft Telesphoreo +The Intraformant +TheNomad Thumbor -TightTwatBot -Toata Tracemyfile -trendiction.de -True_Robot +Turingos TurnitinBot TwengaBot -Twice -Vagabondo +UnisterBot +URLy.Warning +Vacuum VB Project -VCI -VeriCiteCrawler Virusdie -Voil Voltron WallpapersHD -WBSearchBot -Webalta +WASALive-Bot WebAuto -Web Auto -WebBandit -WebEnhancer -WebGo IS -WebImageCollector +WebCollage +WEBDAV +WebFetch +Web Fetch WebLeacher -WebmasterWorldForumBot -Web Pix -WebSauger -WebsiteQuester -Website Quester -Webster -WebSucker -WebWhacker -WebZIP -WeSEE +webmeup-crawler +WebPix +WebReaper +WebsiteExtractor +Whatweb Who.is Bot Widow +WinHTTrack +WISENutbot +Wonderbot Woobot -Wotbox -Wprecon WWW::Mechanize -WWWOFFLE +x09Mozilla +x22Mozilla +Xaldon_WebSpider +Xenu xpymep1.exe YoudaoBot Zade -Zermelo +Zauba +zauba.io +Zitebot ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index c205dd8a0..97825e89f 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +360Spider 404enemy 80legs -Abonti -Aboundexbot +Aboundex +Acunetix AfD-Verbotsverfahren +AhrefsBot +AIBOT AiHitBot -Aipbot +Alligator AllSubmitter AlphaBot -Apexoo -archive.org_bot -ASPSeek -Backlink-Ceck +Anarchie +Asterias +Attach backlink-check BacklinkCrawler -BackStreet +BackWeb BatchFTP -BDCbot +BBBike +BDFetch Bigfoot -Bitacle Blackboard -Black Hole -BlowFish +Boardreader +Bolt +BotALot Brandwatch -BuiltBotTough -BuiltWith -BuzzSumo +Buddy +Calculon +Cegbfeieh +CheeseBot ChinaClaw -Claritybot -Cliqzbot -coccocbot-web -Cogentbot -com.plumanalytics -Copier -CopyRightCheck -Copyscape crawler.feedback -crawl.sogou.com -Crescent CrunchBot -Custo +CSHttp +Curious +DatabaseDriverMysqli DataCha0s demandbase-bot Demon -Devil -DigitalPebble -Download Wonder -Drip +Deusu +Dirbuster +Discobot +Dispatch +DnyzBot +DomainSigmaCrawler +Dotbot DSearch -DTS Agent EasyDL -evc-batch -Exabot -ExtractorPro -Extreme Picture Finder +Ecxi +EirGrabber +Evil +ExtLinksBot EyeNetIE -Ezooms -FDM -Flunky +Fimap Freeuploader -FrontPage -GermCrawler +Genieo Getintent -GetWeb +Gigabot Go-Ahead-Got-It +Gotit GoZilla +Grabber GrabNet +Grafula +GrapeFX GridBot GT::WWW -Haansoft -Havij -HTTrack -Humanlinks +Heritrix +Hloader +HMView +HTMLparser +HTTP::Lite +IDBot +Id-search Image Fetch -IndeedBot -InfoNaviRobot InfoTekies +instabid +InterGET internetVista monitor Iria -IRLbot -IstellaBot +Jbrofuzz JennyBot -Jetty -JOC Web Spider -Jorgee -JustView +JetCar +JikeSpider +Kenjin Spider Keyword Density -Lftp -LibWeb -Libwhisker +Lanshanbot +LeechFTP +LeechGet Lightspeedsystems -Linkdexbot LinkextractorPro -LinksManager LinkWalker LinqiaMetadataDownloaderBot LinqiaRSSBot -LinqiaScrapeBot Lipperhey -Lmspider +Litemage_walker +Ltx71 +lwp-request LWP::Simple Magnet +Mag-Net Majestic SEO MarkMonitor Mass Downloader -Mata Hari +MauiBot meanpathbot Meanpathbot -MeanPath Bot -MFC_Tear_Sample +MegaIndex.ru Microsoft Data Access Microsoft URL Control -MIDown tool -Mister PiX +MIIxpc Mojeek -MSFrontPage -Msrabot -Name Intelligence +Morfeus Fucking Scanner +Mr.4x3 +MSIECrawler +Musobot Nameprotect Needle -Nessus +NetAnts +Netcraft NetMechanic Nettrack -Net Vampire -NICErsPRO +NextGenSearchBot +Nibbler +Niki-bot Nikto -NimbleCrawler +NPbot +Nutch Octopus -OpenLinkProfiler +Offline Explorer +OrangeSpider OutclicksBot -OutfoxBot PageAnalyzer -PageGrabber -page scorer +Page Analyzer Papa Foto -Pavuk +pcBrowser +PeoplePal PHPCrawl Picscout -Picsearch PictureFinder -Pi-Monster +Pimonster Pixray plumanalytics Pockey POE-Component-Client-HTTP Probethenet -ProPowerBot +ProWebWalker Psbot -Pump -PyCurl -RankingBot -RankurBot -RealDownload -Reaper -ReGet +QueryN Metasearch +Quick-Crawler +RankFlex +Rankivabot +RebelMouse RepoMonkey -Ripper -RocketCrawler Rogerbot +s1z.ru +SalesIntelligent +ScanAlert Scanbot -ScoutJet -Scrapy +scan.lol Screaming ScreenerBot Searchestate SearchmetricsBot -Semrush +SemrushBot SEOkicks +SEOkicks-Robot SEOlyticsCrawler -Seomoz -SEOprofiler SeoSiteCheckup -SEOstats -serpstatbot +sexsearcher +Shodan +Siphon +SISTRIX Sitebeam -Siteimprove -SiteSnagger +SiteExplorer SiteSucker Site Sucker Sitevigil SlySearch -SmartDownload -Snake Snapbot -Sociscraper +Snoopy +SocialRankIOBot sogouspider -Sogou web spider -Sosospider -Sottopop -SpaceBison -SpankBot -sp_auditbot -Spbot -Spinn3r -spyfu -Sqlmap -Steeler -SuperHTTP -Suzuran +Spammen +Sqlworm +Stripper +Sucker +Surfbot +sysscan +T0PHackTeam T8Abot -tAkeOut -Telesoft -Telesphorep -The Intraformant +Teleport +TheNomad Thumbor -TightTwatBot Toweyabot -trendiction.com +Trendictionbot True_Robot +Turingos +Turnitin +TurnitinBot +TwengaBot Twice Typhoeus -UnisterBot Upflow -URLy Warning -Vagabondo -VCI +URLy.Warning +Vacuum +VB Project VeriCiteCrawler -VidibleScraper -Virusdie VoidEYE -Voil -Wallpapers/3.0 -WBSearchBot +WASALive-Bot +Webalta WebCollage -WEBDAV +Web Collage WebEnhancer Web Enhancer +WebFetch +Web Fetch WebFuck -WebLeacher +Web Fuck +WebImageCollector WebmasterWorldForumBot +Web Pix WebReaper -WebSauger Web Sauger -WebsiteExtractor +Webshag +WebsiteQuester +Website Quester +Webster WebStripper -WebSucker WebWhacker -Whack -Who.is Bot -WinHTTrack -Wonderbot +WeSEE +Whacker +Whatweb +Woobot Wotbox -WWW-Mechanize +Wprecon +WPScan WWW::Mechanize +WWWOFFLE +x09Mozilla +Xaldon WebSpider +Xaldon_WebSpider +Xenu YoudaoBot zauba.io Zermelo +zgrab Zitebot -ZmEu -ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 27e945116..0600523aa 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -00webcams.com -8lufu.com -aarbur.com -activecampaign.dreamhosters.com -adsfresh.men -aerogo.com -a.frcls.fr -alienwheel.es -audiofree.ru -bannerconnect.net -bannerswap.com -bedandbreakfast.com -bestofferswalkmydogouteveryday.gq -binomo.com -bonzybuddy.com -buytizanidineonline.blogspot.com -cdnanalytics.xyz -cialis-samples.com -citetick.com -classicakuhni.ru -clodo.ru -cobaltpro.ru -discovertreasure-a.akamaihd.net -dyshagi.ru -ekspertmed.com -elektronischezigarettekaufen1.myblog.de -everytalk.tv -executehosting.com -fanoboi.com -fatfasts-4tmz.com -formseo.com -foxweber.com -free-floating-buttons.com -freewareseek.com -fx-brokers-review.com -galleryawesome.com -gamezblox.com -getaclueamerica.com -glass-msk.ru -globetrotting-culture.ru -gpms.org.my -helicalpile.us -ico.re -imediadesk.com -intim-uslugi.info -iwantedmoney.com -kaz.kz -ktotut.net -livejasmin.com -mall.uk -meds-online24.com -mobifunapp.weebly.com -mobile.ok.ru -muz-shoes.ru -news-speaker.com -nofreezingmac.work -online7777.com -parlament.biz -pelfind.me -penisvergrotendepillennl.ovh -phormchina.com -pixgood.com -quit-smoking.ga -raavidesigns.com -relayblog.com -rent2spb.ru -rusenvironmental.net -salmonfishingsacramentoriver.com -scanner-fred.top -seocdvig.ru -seonetwizard.com -seorank.info -sex-tracker.de -shillyourcoins.com -shisha-swag.de -sims-sims.ru -spin2016.cf -stretchingabuckblog.com -stretchmate.net -telefonsexsofort.tk -thetattoohut.com -ticketsys.inetwd.com -titslove.yopoint.in -tizanidinerecreationaluse.blogspot.com -tizanidinezanaflex.blogspot.com -trichizobswiv.agddns.net -trudogolik.net -uchetunet.su -uroffer.link -vbabule.net +51unlim.ru +5elementov.ru +altamayoztourism.com +aludecor.info +angigreene.com +arcadeplayhouse.com +babieca.com +blackhatworth.com +blogos.kz +boltalko.xyz +break-the-chains.com +buqyxa.rincian.info +buron.pw +carfax.com.ua +cartechnic.ru +cbb1smartlist12.click +chcu.net +cicaki.net +cmd.kz +contextualyield.com +customerguru.in +day-news.info +dimkino.ru +empis.magix.net +erotische-geschichten-xxl.com +essay-edu.biz +essay-writing.work +ezigarettenkaufen2.dreamwidth.org +gavuer.ru +goatse.ru +golfresa.lucania.se +graphicwe.org +handicapvantoday.com +healing-dysplasia.ru +hkdiiohi.skyrock.com +hoste.octopis.com +hotsocialz.com +isistaylorporn.info +joessmogtestonly.com +jpcycles.com +kino-ecran.ru +kinohit1.ru +kurbappeal.info +kursy-ege.ru +lafriore.ru +letolove.ru +manipulyator-peterburg.ru +mebel-vstroika.ru +megahdporno.net +mejoresfotos.eu +mokrayakiska.com +monarchfind-a.akamaihd.net +music.utrolive.ru +mydirtystuff.com +myfreecams.com +nibbler.silktide.com +niki-mlt.ru +nordvpn.com +oda.as +onetravelguides.com +o-o-8-o-o.com +ossmalta.com +picscout.com +pizdopletka.club +platezhka.net +ploenjitmedia.azurewebsites.net +poquoson.org +pornoklad.net +radiodigital.co +ranksonic.org +realtytimes.com +remmling.de +rentaremotecomputer.com +sbdl.no +searchinterneat-a.akamaihd.net +seminarykansas904.ml +seorankinglinks.com +sexphoto.site +shopvilleroyboch.com.ua +siteonomy.com +sizeplus.work +songoo.wz.cz +strangeduckfilms.com +tdsing.ru +templates.franklinfire.co +thegolfclub.info +thiegs.reco.ws +timhost.ru +toy-shop.top +ultimatesetnewfreeallsoftupgradesystems.pw +viandpet.com +videochat.ph +videospornogratisx.net +video-woman.com +vvon.co.uk wallpapers-best.com -websiteaccountant.de -weightatraining.com -wieseversa.no -wildworld.site -xn--80aeahghtf8ac5i.xn--p1ai -xn----itbkqkfiq.xn--p1ai -xpresscare.ru -yur-p.ru -zone-kev717.info +xnxxandxvideos.com +yellowfootprints.com +zaimite.ru +zeg-distribution.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 285408321..fb9577bcc 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -007angels.com 00it.com -08800.top -1000n1.ru -1001watch.com.ua -100dollars-seo.com -100searchengines.com +0912701309f8ce.com +0daymusic.org +0lovespells0.blogspot.com 101flag.ru -12bet.com -1688.com -1kdailyprofit.me -1stat.ru -21h2o.com -273-fz.ru -2itech.ru -3th.co.in -3xforum.ro -40cg.com -4kpics.rocks -4rent.ru +101lesbian.xyz +11235813.webzdarma.cz +11pikachu.ru +1kinobig.ru +1pamm.ru +1webmaster.ml +2015god.org +23kw.ru +24videos.tv +28n2gl3wfyb0.ru +2ads.co.uk +2nt.ru +3dracergames.com +4kplayer.pl +4ureyesonly.com 51.la -5elementov.ru -7a2rnuey1tw9ar.ru +5i2.net +5tey7463.weebly.com +72-news.com 7minuteworkout.com -7xc4n.com -888.com -8kisses.eu -9icmzvn6.website -aac500b7a15b2646968f6bd8c6305869d7.com -abiente.ru -abwa.tk -academia-nsk.org -activecampaign.dreamhosters.com -adexprts.com -adktrailmap.com +83net.jp +8jn.dating-app.ru +991mostfm.co.id +aa9bd78f328a6a41279d0fad0a88df1901.com +aac52006ec82a24e08b665f4db2b5013f7.com +aasoldes.fr +abcdefh.xyz +abctoppictures.net +abtasty.com +academiacsmendoza.org +acgs.tk +acheterviagrafr24.com +acortarurl.es +adconscious.com +adhome.biz +adidas.frwebs.fr +adinterax.com +adloads.net +adman.gr +adman.se +admitad.com adnotbad.com -adssafeprotected.com -adtech.us -advancedcleaner.com -adzerg.com -aero2.ru -affrh2015.com -agadelha.com.br -agardomains.com -aibolita.com -air-edem.ru -airmaxshoes-2016.com -akvamaster.dp.ua -alarmobninsk.ru -alert-jdh.xyz -alevinefesleri.com -alfa9.com -alfa-img.com -alice.it -aliexpress.com -all4invest.ru -alldubai.biz -allnews24.in -allpdfmags.net -allproblog.com -all-streaming-media.com -allwidewallpapers.com -alpinism.ru +adpremium.org +adprotect.net +adsland.men +adsloads.com +adtology.com +adult3dgames.com +adultactioncam.com +adultfriendfinder.com +advancedsoftwaresupport.com +advokat-grodno.by +agroeconom.kz +aksonural.ru +alborzan.com +alert-fdm.xyz +all4invest.info +all4wap.ru +allbizne.co.ua +allcredits.su +alldezservice.kz +allesohnegirls.net +allfinweb.com +alphacarolinas.com +alphavisions.net altamayoztourism.com -alt-servis.ru -ample-awards-today.us ampower.me -anapa-inns.ru -angel1777.kz -angry-fermi-7633.arukascloud.io -animal36.com +amt-k.ru +an-donut.com +android-style.com +angigreene.com animal-drawings.com -anjalika.co.in +animali.deagostinipassion.it +animalrank.com anmysite.com -anticrawler.org -aosheng-tech.com -apartmentratings.com -apccargo.com -apiluckyleapnet-a.akamaihd.net +apartamentwroclaw.eu +apartmentbay.ru +apiallgeniusinfo-a.akamaihd.net +apiappenableinfo-a.akamaihd.net +apidiamondatanet-a.akamaihd.net +apiholdingmypage-a.akamaihd.net +apilinkswiftco-a.akamaihd.net +apimossnetinfo-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +apiqualitinknet-a.akamaihd.net apishops.ru -apispringsmartne-a.akamaihd.net -api.stathat.com -approved.su +apple.com-cleaner.systems +applicationg29.com +aramaicmedia.org +arclk.net +arendatora.ru +arkartex.ru +arkkivoltti.net arquapetrarca.info artdeko.info -articlesdirectoryme.info -asdfg.pro -asiengirls.net -asmxsatadriverin.aircus.com -asophoto.com -asrvrep-a.akamaihd.net -asscenihotosidea.blogspot.com +artpicso.com +asacopaco.tk +asdfz.pro +astana.xxxkaz.org +atovh.local-finders.com ausergrubhof.info +auspolice.com +autoblogger24.info autodo.info -autoloans.com -autotop.com.ua +autogrep.ru +automatic-seo.com +autoplate.info +autowebmarket.com.ua auto-zapchasti.org -availit.weebly.com -aviav.ru -avtochehli.by -ayakino.net -ayodhya.co -azartniy-bonus.com +aviav.org +aviva-limoux.com +avon-ukraine.com +awaybird.ru +azbaseimages.net b2b-lounge.com -babs.com.ua backlink4u.net -backlinkwatch.com -bag77.ru -banki76.ru -bank.uz -bannerads.de -bannerconnect.net -bannerpower.com +batanga.net +battleforupdating.site battle.net -bdsmgalls.net -beachdriveblog.com -beachpics.com -bedcapdealers.com -berlininsl.com -best-games.today -besthomemadepornsites.com +bayareaaeroclub.org +beachfix.co +beachtoday.ru +becuo.com +belstaffstore.online +benchmarkcommunications.co.uk +berrymall.ru +bestadbid.com +best-businessman.ru +bestcoin.cc +bestempresas.es bestofupload.info -best-seo-offer.com -bestsexyblog.com -bestwebsiteawards.com -bet-prognoz.com -bfz.biz -bgviagrachrx.com -bharatdefencekavach.com -bigcareer.info -biglistofwebsites.com -bigpictures.club +bestssaker.com +bestwebsitesawards.com +betwinservice.com +big-cash.net billiard-classic.com.ua -binomo.com -bio.trade-jp.net -bitcoinpile.com -bizfly.info -bizru.info -bjetjt.com -bjgugu.net.ua +bin-brokers.com +bingo8888.com +bioca.org +bio-japan.net +bio-optomarket.ru +bitporno.sx +bizcheapjerseyswholesalechina.com +biznesrealnost.ru blackhatworth.com -blockworld.ru -bloggers.nl -blog.remote-computer.de -blue-square.biz -bochemit.com.ua +blackle.com +blackplanet.com +blogrankers.com +blpmovies.com bocoarchives.org -bodybuilding-shop.biz -bongiornos.info -boo-arts.com -brakehawk.com -bravegirlsclub.com -brewdom.ru +bolezniorganov.ru +bonkers.name +bonky.biz +bonvillan.com +boostmyppc.com +brains2.biz briomotor.co bristolhostel.com -btnativenav.com -buchananshardware.com -budilneg.xyz -buigas.00it.com -buqayy0.livejournal.com -burger-imperia.com -businesxxl.com +builtwith.com +bum.com.ru +burger-tycoon.com butstrap.space -buy-loft.ru -bwlx.prepedu.cn -cactussoft.biz -callawaygolfstore.online -camdenmemorials.com +buyantiviralwp.com +buy-cheap-online.info +buyessayonline19.blogspot.ru +buypanicdisorderpill.com +byme.se +bzero1jewelry.net +callawaygolfoutlet.online camel-beach.com -canacopegdl.com -cartierlovebracelet.xyz -cartierloveringreplica.xyz -cartierreplica.xyz +camsex.xxx-cam.webcam +candelluxsklep.pl +candlewooddentalcentre.com.au +cardul.ru +carmuffler.net +cartierjusteunclou.xyz +cartierring.xyz cascadelink.org -casite-513049.cloudaccess.net -cbb1smartlist12.click -cb.iphantom.com -cbozhe.com -cctva.tv +caveavins.fr +ccjp.eu cdncash.org -cejewelry.xyz -cfsrating.sonicwall.com -cgi2.nintendo.co.jp -charmstroy.info -chcu.net +cdnnetwok.xyz +cementaresearch.se +c-english.ru +ceotrk.com +cezartabac.ro +cfjump.com +cheapjerseysa.com +cheapjerseysfootballshop.com cheapmarmot.online -cheapmoncler.xyz -cherubinimobili.it +cheapwebsitehoster.com +checkhit.com chiblackhawks-jerseys.com -chinacheapelitejerseys.com -christianlouboutinreplica.pw -christianlouboutinsaleonline.us -cialgenisrx.com -cialischstgerts.com -cialisovercounteratwalmartusa.com -cleanmypc.com +chinese-amezon.com +chocolateslim-en-france.com +chocoslim.pro +cialischmrx.com +citizenclsdriveri7.pen.io +citysecurity.nu +ci.ua +claytransformations.info +clayvasedesigns.tk +cleansearch.net clickbanksites.info -clickcash.com -clickpapa.com -clips.ua.ac.be -clmforexeu.com -cmd.kz -coaching-netz.info -coin-hive.com -communisave.co.za -com-onlinesupport.site -companies-catalog.com -compliance-brian.xyz -compliance-elena.top -compliance-fred.xyz +clickprotects.com +clicksor.net +clipartnew.com +club-samodelkin.ru +collegeessay19.blogspot.ru +co.lumb.co +comeondog.info +community.allhiphop.com +com-onlinesupport.host +compliance-alex.top +compliance-andrew.top +compliance-barak.top +compliance-checker-7.info +compliance-donald.xyz +compliance-elena.xyz compliance-irvin.top -compliance-mark.top -compliance-nelson.top -compliance-viktor.top +compliance-jessica.top +compliance-mary.top compliance-walt.top -com-secure.download -conboy.us -concordexoticrentals.com -connectionstrenth.com -contextualyield.com -continent-e.tv -cookie-law-enforcement-aa.xyz -coop-gamers.ru +connectingsingles.com +copenergo.ru copyrightclaims.org -counterbot.com -countercrazy.com -cowlmash.com -culad.com -custodieva.ru +cordstrap.cc +cornerstone-countertops.com +corta.co +cougfan.info +cowblog.fr +crd.clan.su +creditnation.ru +cs-passion.pl +cubook.supernew.org custom-electric-guitar.com -cyprusbuyproperties.com -czeshop.info -d0t.ru -dafatiri.com -dailyfinancefix.com -dame-ns.kz -daptravel.com -date-withme.com -ddlmega.net -dealwifi.com -decorationspcs.com -delayreferat.ru -delitime.info -delta-line.men -den-noch24.ru -detki-opt.ru -deutschehobbyhuren.net -dfwu1013.info +customsua.com.ua +cymbaltaandtizanidine.blogspot.com +dalavia.ru +daneshetabiat.com +dangphoto.trade +darkbooks.org +dating-time-now.com +deadlinkchecker.com +dealitright.click +dear-diary.ru +deluxedumps.com +demenageur.com +demian.kz +dentalpearls.com.au +derevesendeco.com dieswaene.com -diffbot.com -dikx.gdn +digitalassetmanagement.site +dimaka.info +dinkolove.ya.ru dipstar.org -directrev.com -dispo.de -dms-sw.ru +dirtpics.pw +divci-hry.info +divisioncore.com +djstools.com dnepr-avtospar.com.ua -docstoc.com -dogbreedspicture.net -dollartree.info +dnepropetrovsk.mistr-x.org +dneprsvet.com.ua +dnsrsearch.com +documentsite.net +dojki-hd.com +dolohen.com domainanalyzing.xyz -domain.webkeyit.com -downloadeer.net -downloads-whatsapp.com -download-wallpaper.net +domainsphoto.com +domain-tracker.com +dotmass.top +downloadmefiranaratb1972.xpg.com.br downtuptv.gq -dverimegapolis.ru -dvr.biz.ua -earl-brown.info -educontest.net -edudocs.net -ege-essay.ru -ekaterinburg.xrus.org +doxysexy.com +doyouknowtheword-flummox.ml +dprtb.com +dvd-famille.com +dynainbox.com +eachdayisagift.review +earncash.com.ua +easycommerce.cf +easytuningshop.ru +e-commerce-seo1.com +ecommerce-seo.com +edelstahlschornstein-123.de +edge.sharethis.com +editmedios.com +education-cz.ru ekspertmed.com ekto.ee -eldiariodeguadalajara.com -elektrischezigaretten1.blogse.nl -elektrozigarettekaufen1.devhub.com -elektrozigaretten1.webs.com -el-nation.com -elstal.com.pl -enbersoft.com -encodable.com -enews.tech -enge-fotzen.info -englishdictionaryfree.com -enhand.se +electro-prom.com +elektrischezigaretten2.beeplog.com +elektronischezigarettekaufen1.beeplog.com +elektronischezigarettekaufen2.tumblr.com +elektrozigaretten2.yn.lt +elidelcream.weebly.com +elmacho.xyz +elvenmachine.com +emailaccountlogin.co +empathica.com +empirepoker.com +energydiet24.ru +en.home-task.com +eralph.tk +eropho.com erotik0049.com -errorfixing.space -ertelecom.ru -esopini.com -estelight.ru -exchanges-bet.com -exlarseva.webblog.es +erotikchat-24.com +escortplius.com +escortslet.net +eshop4u.jp +essayassist.com +essay-edu.biz +eu-cookie-law.blogspot.com +excitacao.com expdom.com -expertnaya-ocenka.ru +expresstoplivo.ru extstat.com -ezigarettekaufen2.yolasite.com +eyes-on-you.ga +eywords-monitoring-your-success.com +ezaz.info +ezb.elvenmachine.com +ezigarettekaufen2.blox.pl ezigarettekaufen.myblog.de -ezrvrentals.com -factorynightclub.com -family1st.ca -familyphysician.ru -fashion-mk.net -fastcrawl.com -fatmaelgarny.com -favoritemoney.ru -fbdownloader.com -femdom.twiclub.in -ferretsoft.com -fetishinside.com -fickenbumsen.net -fickenprivat.info -fickkontaktehobbyhuren.com -fidelityfunding.com -filesdatabase.net -filmgo.ru -financehint.eu -finstroy.net -firstsiteguide.com -fitnesspiks.com -flagcounter.me +ezigarettenkaufen1.deviantart.com +f1nder.org +facecup.top +falcoware.com +farmingworm.com +farmprofi.net +fashionindeed.ml +fettefrauen.net +ff30236ddef1465f88547e760973d70a.com +fifa-coins.online +filerockstar298.weebly.com +findanysex.com +finemanteam.com +finteks.ru +fishtauto.ru flash4fun.com flavors.me -folowsite.com -forex21.ru -forsex.info -fotosfotos.eu -fototravel.eu +flipper.top +flirt4free.com +forensicpsychiatry.ru +forex-indextop20.ru +forex.osobye.ru +forodvd.com +forpackningsutveckling.se +forpostlock.ru +fortevidyoze.net +forum.doctissimo.fr +foto-basa.com fotzen-ficken.com -foxtechfpv.com -frbizlist.com -freakycheats.com +franch.info free-deals.faith +free-share-buttons.com freesitetest.com frequiry.com -freza-sverlo.ru -frivgame250.com -fr.netlog.com -frustrated-favorable.gq -fuckbuddybestgilf.info -fuckingawesome.com -fuel-gas.com -fun2cell.net +freshberry.com.ua +fullgirl.ru funcrushgames.com -fyl.com.ru -gael-s.ru -gamedayhouse.com -gamerextra.com -gay.adultgalls.com -gaygalls.net +fxgallery.com +gagrasector.ru +galaxyflowers.ru +game-mmorpg.net +gameprimary.com gaz-voshod.ru -gcup.ru -gdcentre.ru -gelezki.com -get-free-traffic-now.com -ghostvisitor.com -gk-atlant.info -gktt.ru -gobongo.info -goldandcard.ru -goldenggames.com +getpopunder.com +gheus.altervista.org +glall.ru +globalscam.ga +globetrotting-culture.ru +go2jump.org +golden-praga.ru +gombita.info +gomusix.com goodhumor24.com -goodnightjournal.com -gorabagrata.ru -gov.yanao.ru -gox.com.ua -grand-chlen.ru -gratuitbaise.com -greatdealshop.com -greatfind-a.akamaihd.net -groupmoney.ru -gstatey.net +gopro-online.info +grizzlysgrill.com +grtyi.com +gsasearchenginerankerhelp.com +gsasearchengineranker.site gta-club.ru -guarrasdelporno.xxx -gwebtools.com.br -gz2.bbsoldes.fr -hackers-crackers.tk -handsandlegs.ru -hao123.com +guiadeserraazul.com +gwagka.com +h2monline.com +hacktougroup.ru +hannasolution.ru +hanwei.us happy.new.yeartwit.com -hccoder.info -hdapp1008-a.akamaihd.net -hdfreeporno.net -hdimagelib.com -hdwalls.xyz -health-medical-portal.info -helvetia.com.ua -hentai-manga.porn -hermesbracelets.xyz -hexpilot.com -heygidday.biz -hidefiles.org -hifidesign.ru +hasfun.com +hasshe.com +hazardky.net +hchha.com +hdimagegallery.net +healing-dysplasia.ru +healthcarestore.info +herokuapp.com +hetmanship.xyz hildinghr.se -hitsbox.info -hjaoopoa.top -hobbyhuren-datenbank.com -holidaypics.org -honyaku.yahoofs.jp -hostingclub.lk -hosting-tracker.com -host-protection.com -host-tracker.com -hotblognetwork.com -hotchatdate.com -hotdl.in -hotsocialz.com -houdom.net -housekuba.org -hoztorg-opt.ru +himazin.info +himgaws.pw +hop.clickbank.net +hoporno.com +hoste.octopis.com +hothot.ru +hotkeys.com +house.sieraddns.com +hoverboard360.at +hscsscotland.com htmlcorner.com -hundejo.com -hustoon.over-blog.com -i4track.net -ibmdatamanagement.co -iccornacircri.cf -ictizanidinehcl4mg.blogspot.com -ideashome.id +hystersister.com +idegenvezeto.eu iideaidekonkatu.info -ikearugs.xyz -iklysha.ml ikritikimou.gr -imagefinder.site -images-graphics-pics.com -imitex-plus.ru -impisr.edunsk.ru -inbabes.sexushost.com +ilikevitaly.com +ilmexico.com +ilovevitaly.xyz +imgarcade.com +importchinacoach-teach.com +import-sales.com incanto.in.ua incep.imagine-ex.co -increasewwwtraffic.info -indetiske.ya.ru -indo-export.ru -inome.com.ua -insider.pro -integritylandscapeservices.com -intellektmedia.at -intermesh.net -internet-apteka.ru +inet-traffic.com +infazavr.ru +innoslicon.com +insurple.com +interior-stickers.ru internetartfair.com -intimshop-fantasy.ru -investingclub.ru -investmac.com +int.search.mywebsearch.com invivo.hu -iqoption-bin.com +inzn.ru +io9.com +ip-guide.com +ipornox.xxx irkutsk.zrus.org -islamtoday.co.za -istizanidineanarcoticdrug.blogspot.com -ivoiretechnocom.ci -j33x.com -james13prix.info -japan-bearings.ru -jav-fetish.site -javrip.net -jennyfire.ru -jerseysbizwholesalecheap.com -jerseywholesalechinabiz.com -jetsli.de -jikoman.info -jus0wil.pp.ua +isistaylorporn.info +isotoner.com +ispaniya-costa-blanca.ru +istock-mebel.ru +itag.pw +izhevsk.zrus.org +jacago.com +jamiembrown.com +janettabridal.com +javlibrary.cc +jaxcube.info +jestr.org +jimmychoosale.online +johannesburgsingles.co.za +journalhome.com +jovencitas.gratis +jpcycles.com kakablog.net -kamagragelusa.net -katjimej.blog.fc2.com -kenaba.su -keywordsuggest.org -keywordteam.net -kiinomaniak.pl -kinky-fetishes.com -kinocccp.net -kinogonew.ru -kinostorm.net -kit-opt.ru +kandidos.com +karadene.com +kartiniresto.com +kemerovo.zrus.org +keywordglobal.co.za +keyword-suggestions.com +kfon.eu +kino2018.club +kinofak.net +kinoflux.net +kinomaniatv.pl +kiprinform.com klikbonus.com -klin3952.ru +klitimg.pw kmgamex.cf +konoplisemena.com konpax.com -koopilka.com -kopihijau.info -koral.se -krafte.ru -krasula.pp.ua -kunstaktien.info -kurwa.win -kw21.org -lacasamorett.com -ladov.ru +konturkrasoty.ru +koptims.tiu.ru +koronirealestate.gr +kosmetyki.tm.pl +kozhniebolezni.com +krasivoe-hd.com +krasivoe-hd.net +krasnodar.xrus.org +ktotut.net +kupit-adenu.ru +kurbappeal.info +kwzf.net +landmania.ru languagecode.com -laptop-4-less.com -lazy-z.com -leadn.pl -legalrc.biz -lernur.net -letmacworkfaster.site +lasvegaslockandsafe.com +layola.biz.tc +lechenie-gemorroya.com +le-clos-des-alouettes.com +lego4x4.ru letmacworkfaster.world -letto.by +li-er.ru +lietaer.com +life.biz.ua lifeinsurancekb.com -liffa.ru +lignofix.ua +likesuccess.com link.ac -lion.bolegapakistan.com lion.misba.us -liupis.com -liverpool.gsofootball.com -live-sexcam.tk -loadingpages.me -locationdesaison.com +lion.playtap.us +liquimondo.com +liver-chintai.org +live-sexchat.ru +liveshoppersmac.com +livingcanarias.com lolnex.us -lombardfinder.ru -longlifelomilomi.info -lookingglassemb.com +lomza.info +longadventure.com +losangeles-ads.com +lottospring.com louboutinreplica.pw -louboutinshoes.xyz -low-format.ru -lsp-awak-perikanan.com -lutherstable.org -lyrics.home-task.com -m0r0zk0-krava.ru -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -macnewtech.com -mactechinfo.info +lovasszovetseg.hu +luciddiagnostics.in +m3gadownload.pl +m4ever.net +macfix.life +macrotek.ru +mac-shield.com +mafa-free.com magazin-pics.ru -magicdiet.gq -magicplayer-s.acestream.net mail.allnews24.in -makedo.ru -make-money-online.com -mantramusic.ru -mararoom.ru -marcoislandvacations.net -marmotstore.online -masterseek.com -masturbate.co.uk +maju.bluesalt.co +makemoneyonline.com +malwareremovalcenter.com +manimpotence.com +manyresultshub-a.akamaihd.net +marketingtechniques.info +marketland.ml +markjaybeefractal.com +masserect.com +master-muznachas.ru +matematikus.info +max-eclat.men maximilitary.ru +maximpartnerspr.com max-p.men -mbiologi.ru +mazda-roadsters.com mebeldekor.com.ua -mediafresh.online -mediawhirl.net -medi-fitt.hu -medizinreisen.de -meds-online24.com -meet-flirt-dating.com -meetingrainstorm.bid +medicinacom.ru +medicineseasybuy.com meetlocalchicks.com -memberty.com +megaindex.ru +mega-polis.biz.ua +meget.co.za +mere.host.sk +merryhouse.co.uk metalonly.info -metarip.ru +metascephe.com mex-annushka.ru mexicosleevegastrectomy.com -middlerush-a.akamaihd.net -minet.club +mezaruk.info +mikozstop.com +mil-stak.com +mindbox.co.za +miniads.ca misandesign.se +missclub.info +mistr-x.org mmog-play.ru -mnogolok.info -mobifunapp.weebly.com -mobioffertrck.com -modenamebel.ru -moesonce.com -mojpreskumanie.com -monclerboots.xyz -monetizationking.net -moneyteam24.com -monsterdivx.com -morlat.altervista.org -mototsikl.org -moviezbonkerssk.cf -mowser.com -mp3films.ru -mrmoneymustache.com +mmstat.com +mockupui.com +modabutik.ru +monarchfind-a.akamaihd.net +moncleroutletonline.pw +moncleroutletonline.win +monetizer.com-01.site +moneymaster.ru +moneytop.ru +morocco-nomad-excursions.com +moscow.xrus.org +most.gov.iq +mp3ringtone.info +mrpornogratis.xxx mrsdalloways.com -muschisexbilder.com -musicspire.online -music.utrolive.ru -muztops.ru -my-cash-bot.co -mydirtystuff.com +mrwhite.biz +msk.afora.ru +mttwtrack.com +mturkcontent.com +mulberryoutletonlineeu.com +muznachas-service.ru +muz-shoes.ru mydownloadengine.com my-floor.in.ua -myhitmp3.club -mylesosibirsk.ru mymobilemoneypages.com -myperiod.club -namenectar.com -naphukete.ru -natali-forex.com +myonigroup.com +myshopmatemac.com +mystats.xyz +naj-filmy24.pl +narkologiya-peterburg.ru nate.com -nationalbreakdown.com -naturalbreakthroughsresearch.com -naturtreenspicerx.pw -nbsproject.ru -neobux-bg.info -nero-us.com -netpics.org -networkad.net +naturalshair.site +neodownload.webcam +netcheckcdn.xyz new7ob.com -newhairstylesformen2014.com -news-readers.ru -nfljerseysforsalewholesaler.com +next-dentists.tk +nhl09.ru +nhl17coins.exblog.jp +nhl17coinsforps3.gratisblog.biz +nicefloor.co.uk nikkiewart.ru -njkmznnb.ru -nonews.co -nordstar.pro -nordvpn.com -noscrapleftbehind.co -notasprensa.info -novosibirsk.xrus.org -novosti-hi-tech.ru -npoet.ru +nodding-passion.tk +normalegal.ru +no-rx.info +nsatc.net nuit-artisanale.com -o333o.com +nzfilecloud.weebly.com oakleyglassesonline.us -oballergiya.ru -obsessionphrases.com -oda.as -oil-td.ru -oktube.ru -onclkads.com -onemactrckr.com -onemantrip.com -oneminutesite.it -onlinadverts.com -online-hd.pl -onlineporno.site -online-templatestore.com -openmediasoft.com -optitrade24.com -oranga.host.sk -orgasmatrix.com -orgasmus-virtual.com -owathemes.com +odoratus.net +of-ireland.info +okeinfo.online +okmedia.sk +okout.ru +okroshki.ru +online247.ml +onlineku.com +ooo-gotovie.ru +ooomeru.ru +openfrost.net +ordernorxx.com +ororodnik.goodbb.ru +osnova3.ru +ourtherapy.ru +outclicks.net +outpersonals.com ownshop.cf -ownshop.win -oxford-book.com.ua -oxotl.com -oynat.info paclitor.com -paleohub.info -palvira.com.ua -par-fallen.ga -partner-stop.men -pateaswing.com -pawli.eu -pcimforum.com -pekori.to -perl.dp.ua -pharmacyincity.com -physfunc.ru +panamaforbeginners.com +pandarastore.top +partnerworkroom.men +patol01.pw +patterntrader-en.com +pb-dv.ru +pc4download.co +pc-test.net +pc-virus-d0l92j2.pw +pdn-4.com +pendelprognos.se +pensplan4u.com +perso.wanadoo.es +petedrummond.com +petsblogroll.com +pewit.pw +photosaga.info picquery.com -picsearch.com -picture-group.com -pictures-and-images.net +picswe.com picturesboss.com +picturesify.com pillscheap24h.com -piratecams.com -piski.top -pixell.club -pix-hd.com -pizza-tycoon.com -pkr1hand.com +piluli.info +pisanieprac.info +pixelrz.com +pl.aasoldes.fr plastweb.ru -platesauto.com -playlott.com -play-mp3.com -pogruztehnik.ru -pokerniydom.ru -polimga.pw -poppen-nw.net -popugaychiki.com +platezhka.net +playboyfiles.xblog.in +play.leadzupc.com +plohaya-kreditnaya-istoriya.ru +plugingeorgia.com +pochemychka.net +podshipniki-ntn.ru +pokemongooo.ml +pons-presse.com +pontiacsolstice.info +popads.net +popander.mobi popup-fdm.xyz -porngalleries.top -pornhub-ru.com pornobrazzers.biz -porno-chaman.info -pornoforadult.com -pornogig.com -pornohd1080.online -pornokorol.com -porno-play.net -pornoreino.com -pornoslive.net -pornosmola.info -pornotubexxx.name -postclass.com -potolokelekor.ru -pozdrawleniya.com +pornodojd.ru +pornoelita.info +pornophoto.xyz +pornotubs.com +pornowarp.info +poshiv-chehol.ru +positive2b.ru +potoideas.us +pourvous.info +pozdravleniya-c.ru pp-budpostach.com.ua -pretty-mart.com -princevc.com -producm.ru -prodvigator.ua -profitwithalex.info -promodj.com -pron.pro -proprostatit.com -prostitutki-novgoroda.org -pro-tec.kz -pulseonclick.com +praisong.net +printie.com +privatefx.all4invest.info +privetsochi.ru +prizefestival.mobi +prod2016.com +produkto.net +profolan.pl +proftests.net +pronekut.com +prosperent.com +prostitutki-kiev.org +psa48.ru +pts163.ru +pushdata.sendpulse.com +quebec-bin.com +questionmarque.ch quickcashlimited.com -ranksignals.com -rapidgator-porn.ga -rapidokbrain.com +quickchange.cc +raavidesigns.com +rankingchart.de +rankscanner.com +ranksonic.org +raschtextil.com.ua +rcb101.ru +rebelmouse.com +recipedays.ru +rednise.com refads.pro -refererx.com -registratciya-v-moskve.ru -registrationdomainsite.com -registrydomainservices.com +referencemoi.com +refudiatethissarah.info +regdefense.com +regionshop.biz +registry-clean-up.net +relax.ru +remedyotc.com remontgruzovik.ru +remont-komputerov-notebook.ru +remont-mobile-phones.ru +remont-ustanovka-tehniki.ru remorcicomerciale.ro rentaremotecomputer.com -resellerclub.com -restaurantlescampi.com -rewardpoll.com -reward-survey.net -reyel1985.webnode.fr -robot-forex.biz -roleforum.ru +restorator-msk.ru +rethinkwasteni.info +reversing.cc +richinvestmonitor.com +rimedia.org +rn-to-bsn.com rootandroid.org -royalvegascasino.com -rozalli.com -ruclicks.com -rustic-quiver.win -rvi.biz -rybalka-opt.ru -s1z.ru -saecsa.co -sakhboard.ru -sa-live.com -saltspray.ru -samo-soznanie.ru -sampleletters.net -saneitconsulting.com -saugatuck.com -sbdl.no -scanmyphones.com -scanner-alexa.top -scanner-elena.top -scanner-mark.top -scenarii-1-sentyabrya.uroki.org.ua -scmor.ilxc.cc -scrnet.biz.ua -sdelatmebel.ru -searchengineranker.email -searchkut.com -searchmywindow-a.akamaihd.net -search.xtconnect.com -seasaltwithfood.com -security60-e.com -seeresultshub-a.akamaihd.net -sei80.com -semaltmedia.com -seminarygeorgia59.ga -seocdvig.ru -seojokes.net -seokicks.de -seomarketings.online -seo-prof1.xyz +ros-ctm.ru +rospromtest.ru +royal-investments.net +ruf777.com +runofilms.ru +ruscoininvest.company +rusexy.xyz +russian-postindex.ru +russkoe-zdorovie.ru +ryetaw.com +sad-torg.com.ua +santasgift.ml +santechnik.jimdo.com +saratov.xrus.org +sarf3omlat.com +savingsslider-a.akamaihd.net +sayyoethe.blogspot.co.za +sbprabooks.com +sbricur.com +sbt-aqua.ru +scanner-brian.top +scanner-don.top +scanner-john.top +scanner-josh.top +scanner-julianna.top +scanner-viktor.top +sdelai-prosto.ru +search-error.com +search-goo.com +searchinquire.com +seasonvar.ru +seccioncontrabajo.com +secretscook.ru +secret.xn--oogle-wmc.com +seemoreresultshu-a.akamaihd.net +segol.tv +seksotur.ru seorankinglinks.com -seotoolsagency.com -seo-tools-optimizing.com -service.adtech.fr -sexad.net -sex-dating.co -sexflirtbook.com -sexgalleries.top -sexkontakteao.info +sergiorossistore.online +servicecenter.co.ua +se-welding.ru sexpornotales.com +sex-pr.net +sexsaoy.com +sexs-foto.com sextracker.be -sex-tracker.de -sex-watch.com -sharpchallenge.com -shell-pmr.ru -shopwme.ru -shymkent.xkaz.org -signx.info -silvermature.net +sfj-ror.no +s-forum.biz +shariki-zuma-lines.ru +shemalegalls.blogporn.in +shiksabd.com +shoplvlv.us +shoppingjequiti.com.br +shopsellcardsdumps.com +shtora66.ru +sierraapps.com simon3.ru -sim-service.net -sims-sims.ru -sinestesia.host.sk -sispe.com.br -site3.free-share-buttons.com site-analyzer.com -sitevaluation.com +siteimprove.com +site.ru sizeplus.work -skincrate.net -slavkokacunko.de -slkrm.ru -s.lollypopgaming.com -slomm.ru -smallseotools.com -sneakyboy.com -snworks.com -socas.pluto.ro -socialbookmarksubmission.org -socialmadesimple.com -social-search.me +skatestick.bid +slim.sellany.ru +slonechka.ru +slutloadlive.com +small-games.biz +smartadserver.com +smartshoppymac.com +snjack.info +social-buttons.xyz +socialseet.ru +social-s-iii.xyz soc-proof.su -soda.media -sohoindia.net -sonata-arctica.wz.cz +soft-terminal.ru +softxaker.ru songplanet.ru -spabali.org -spammen.de -spamnuker.com -spb-plitka.ru -spin2016.cf -sports-supplements.us -spravka130.ru +sortthemesitesby.com +soserfis.com +sotkal.lark.ru +soviet-portal.do.am +spacash.com sprttrack.com -spywareit.com -srecorder.com -stair.registrydomainservices.com -starpages.net -start.myplaycity.com -startufa.ru +sr-rekneskap.no statoutlook.info -statustroll.com -stjamesschool.info -stop-gepatit.te.ua storehouse.ua -store-rx.com -streetfooduncovered.com -stroy-portal22.ru -suchenindeutschland.com -sugarkun.com -sukirgenk.dvrlists.com +strigkaomsk.ru +strongholdsb.ru +sukarame.net +superfish.com superinterstitial.com -superlist.biz -supers.com.ua -superstarfloraluk.com -support.nopeas.sk -sureone.pro -susanholtphotography.com -svarkagid.com -svtrd.com -swinon.site -sygraem.com -symbaloo.com -technika-remont.ru -templates.radiodigital.co -thecoral.com.br -thefotosgratis.eu +suralink.com +surffoundation.nl +svetodiodoff.ru +tabletkinaodchudzanie.com.pl +takeprofitsystem.com +tako3.com +taqplayer.info +tattomedia.com +tattooreligion.ru +taxi-v-eisk.ru +tedxrj.com +telegramdownload10.com +telesvoboda.ru +templates.franklinfire.co +tfxiq.com +thaisamkok.com +thebestphotos.eu +thebluenoodle.com theguardlan.com -themestotal.com -tiandeural.ru +threecolumnblogger.com +thruport.com tiens2010.ru -titslove.yopoint.in -tizanidine4mgprice.blogspot.com -tizanidine4mgstreetprice.blogspot.com -tizanidine6mg.blogspot.com -tizanidinezanaflex.blogspot.com -tjkckpytpnje.com -tkanorganizma.ru -tk-assortiment.ru +timecrimea.ru +timetorelax.biz +titan-ads.life +tizanidine4mguses.blogspot.com +tizanidineandgabapentin.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +tizanidinestreetprice.blogspot.com +tizanidinestreetvalue.blogspot.com tmearegion26.com -toloka.hurtom.com -toondinsey.com +tmm-kurs.ru +tmtrck.com +tomck.com tootoo.to -topdownloads.ru +topclickguru.com +top-l2.com +topsy.com +torrentdownloadhub.com torrent-newgames.com -torrent-to-magnet.com -totu.info -toursmaps.com -track2.shop +torture.ml +totu.us +toys.erolove.in +toy-shop.top tracklead.net -trackmedia101.com traffic100.com +trafficgenius.xyz trafficreceiver.club -trahic.ru -trainoffend.ml -trk-4.net -trkdf.com -truebeauty.cc -tsan.net -ttrraacckkrr.com -tuberkulezanet.ru -tula.howotorg.ru -tupper-posuda.ru -turizmus.us -tvnewsclips.info +trahvid.com +traxdom.ru +trion.od.ua +tri-slona.org +truck-addzilla.life +truck-land.life +trudogolik.net +ttsq.fr +turist-strani.ru +turizm.bz tv-spoty.info -twelvevisionspartyofcolorado.com -twittrading.com -tytoona.com -u555u.info +typer.one +uamtrk.com +ua.tc +ublaze.ru u-cheats.ru -uhdtv.website -uhod-za-sobakoj.ru -umnovocaminho.com -unmaroll.ya.ru -uogonline.com +uchetunet.su +uggbootsoutletsale.us +uggsale.online +ugogo.info +ultimatesetnewfreeallsoftupgradesystems.pw +unblocksit.es +underthesite.com +universals.com.ua +unpredictable.ga +uptime-gamma.net ural-buldozer.ru +urccvfmc.bloger.index.hr +url-img.link urzedowski.eu usacasino.com -usadacha.net -ustion.ru -uvozdeckych.info -uzungil.com -vabasa.inwtrade.com -validccseller.com -veerotech.com -veopornogratis.xxx -versaut.xxx-cam.webcam -verymes.xyz -via-energy-order.com +valoresito.com +varbergsvind.se +varikozdok.ru +vbabule.net +vegascosmetics.ru +vepad.com +vezuviy.su via-gra.webstarts.com -viagroid.ru -viandpet.com -videochat.bz -videogamesecrets.com -video-hollywood.ru +video-camer.com +videochat.tv.br +videooko.weebly.com +videositename.com vielporno.net -vilingstore.net villacoloniale.com -vinylvault.co.uk -vip.51.la -vitalads.net -vladimir.xrus.org -voloslove.ru -vrotike.ru -vseigru.one -vvon.co.uk -wapsite.me -warning.or.kr -watchdogs-2.ru -waysbetter.cn +vinsit.ru +vip2ch.com +vip-dom.in +vip-file.com +vipms.ru +vip-parfumeria.ru +viven.host.sk +vkontaktemusic.ru +vltai.com +volgograd.xrus.org +voltrknc1.com +voluumtracker1.com +vonradio.com +vostoktrade.info +vzube.com +w3javascript.com +wallpapersist.com +watsonrealtycorp.com +wdrake.com we-are-gamers.com -webads.co.nz -webenlace.com.ar -webnode.me -webshoppermac.com +webmasters.stackexchange.com +weboptimizes.com +websites-reviews.com +websitevaluebot.com webtherapy.ru -weburok.com -weclipart.com -weddingdresses.xyz -wejdz-tu.pl -westen-z.life -wfb.hatedriveapart.com -whereiskentoday.com -whipme.yopoint.in -wholesalejerseys-cheapest.com -wieseversa.no -wineration.com -win-spy.com -wiosenny-bon-1500.pl +weekes.biz.tc +westen-v.life +westsextube.com +whatsappdownload10.com +whatzmyip.net +whengirlsgowild.com +whosonmyserver.com withstandingheartwarming.com -w-journal.ru wladimirpayen.com -woman-orgasm.ru -wowas31.ucoz.ru -wowcasinoonline.ooo -wpthemedetector.co.uk -ws.ampower.me -www.timer4web.com -xaylapdiendanang.com -xclicks.net +womens-journal.net +woodyguthrie.se +wordkeyhelper.com +worldinternetauthority.com +worldmusicfests.com +worldtraveler.world +wygraj-teraz.com +xcc24.pl x-diesel.biz -xfire.com -xitjw.info -xmronta.com -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xfluro.com +xjlottery.com +xjrul.com +xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80ahvj9e.xn--p1ai -xn--80aikhbrhr.net -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xn--e1afanlbnfckd7c3d.xn--p1ai -x-porno.video -x-rates.ru -xsion.net -xxart.ru -xzlive.com -yaderenergy.ru -yellowstonesafaritours.com -yellowstonevisitortours.com -yhit.press -yoopsie.com -youdao.com -yourads.website -youresponsive.com -ytmnd.com -yun56.co -yunque.pluto.ro -zaimite.ru -zaim-pod-zalog-krasnodar.ru -zajm-pod-zalog-nedvizhimosti.ru -zakonobosago.ru -zapiszto.pl -zatjmuzu.info -zdesoboi.com -zebradudka.com -zebramart.ru -zeroredirect7.com -zetgie.com.pl +xn--80aafb2a.xn--p1ai +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xn--80aanaardaperhcem4a6i.com +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn--80aodinpgi.xn--p1ai +xn----9sbubg3ambdfl1j.xn--p1ai +xn--h1aakne2ba.xn--p1ai +xnxxandxvideos.com +xportvusbdriver8i.snack.ws +x-stars.ru +xtremeeagles.net +xvideosporn.biz +y8games-free.com +yaaknaa.info +yes-com.com +yopoint.in +youporn-ru.com +yourothersite.com +yourserverisdown.com +youtoner.it +za-music.mymobiplanet.com +zapatosenventa.info +zarajbuilders.com +zarenica.net +zawyna.ua +zero1.it +zeroredirect12.com +zeroredirect2.com zigarettenonlinekaufen1.bloog.pl -z-master.ru -znaniyapolza.ru -zoogdisany.com -zoominfo.com -zootravel.com -zverokruh-shop.cz +zkjovpdgxivg.ga +znakomstvaonlain.ru +znaturaloriginal.com +zocaparj.kz +zojirushi-products.ru +zone-kev717.info +zoogdinsney.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 754e794c9..39d5cf9b5 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00webcams.com -1001watch.com.ua -108shot.com +0912701309f8ce.com 1688.com -2020iscoming.info -21h2o.com -4kplayer.pl -4rent.ru -7search.com -a1security.com.ua -adloads.net -advertisingtag.net -advokateg.xyz -afslankpillen2017nl.eu -aliexpresscashback.club -allbizne.co.ua -allboard.xobor.de -alphavisions.net -amyfoxfitness.com -an-donut.com +256bit.by +28n2gl3wfyb0.ru +4k-player.pl +51unlim.ru +aarbur.com +adclickthru.net +adminshop.com +admitad.com +ads-cool.pro +adverster.com +agecheckadult.com +alevinefesleri.com +amateurlivechat.org +anapa-inns.ru animalrank.com -apisecretsaucebi-a.akamaihd.net -apper.de -arabgirls.adultgalls.com -arenanews.com.ua -arenda-avtoprokat-krasnodar.ru -avtointeres.ru -ayakino.net -azartmix.com -azbuka-mo.ru +babieca.com baixar-musicas-gratis.com -bazaronline24.ru -bestdraws.com -best-seo-software.xyz -betune.onlinewebshop.net -bezcmexa.ru -bezsporno.ru -beztuberkuleza.ru -bfz.biz -bimatoprost-careprost.com.ua -bjanshee.ru -blackwitchcraft.ru -blavia.00author.com -boc.kz -bodybuilding-shop.biz -bolitgorlo.net -bonzibuddi.com -bupropion-sr-150-mg.us -buqayy0.livejournal.com -burger-tycoon.com -businesxxl.com -buyessayonline19.blogspot.ru -camdolls.com -candiceloves.us -cartechnic.ru -casinorewards.info -cbox.ws -cheapmoncler.xyz -chimiver.info -cialgenisrx.com -cityadspix.com -clickintext.net -clickpapa.com -compliance-fred.xyz -conocer-sanabria.com -credit-respect.ru -crystalslot.com -dailystrength.org -darmebel.com.ua -digital-sale.su -dikx.gdn -discovertreasurenow.com -docstoc.com -dodlive.mil -dokfilms.net -download-wallpaper.net -drupa.com -e705.net -ednorxmed.com -educatemetv.com -elidelcream.weebly.com -enbersoft.com -escort-russian.com -esfchat.tk -eshop4u.jp -ezigarettekaufen.myblog.de -factorynightclub.com -fetishinside.com -filkhbr.com -financepoints.eu -findanysex.com -flashahead.info -foxydeal.com -free-deals.faith -free-social-buttons.xyz -fyl.com.ru +bambi.ck.ua +barbourjackets.online +bestcalovebracelet.cn +bigpenisguide.com +binomo.kz +bloggers.nl +blogqpot.com +bobinoz.com +bonzbuddy.com +bronzeaid-a.akamaihd.net +bus-offer.com +canzoni.ru +cardiosport.com.ua +carson.getenjoyment.net +cbozhe.com +ccbill.com +cctva.tv +cheapsergiorossi.online +checkm8.com +checktext.org +chocolateslim-en-espana.com +cialischsrx.com +clickzzs.nl +clips.ua.ac.be +compliance-alexa.xyz +contentlook.co +coolingoods.com +cranly.net +customcatchcan.com +custom-electric-guitar.com +customerguru.in +czat.wp.pl +damasarenai.info +datract.com +destinationrealestate.com +divatraffic.com +domainanalyzing.xyz +draniki.org +e-commerce-seo.com +ekto.ee +elektronischezigarette2.mex.tl +enternet.ee +essayservicewriting.org +evehemming.blogspot.com.au +everytalk.tv +evrotekhservis.ru +exportshop.us +ezb.elvenmachine.com +ezigarettenkaufen1.deviantart.com +farmingworm.com +fdzone.org +fealq.com +fearcrow.com +fellowshipoftheminds.com +fermersovet.ru +ff30236ddef1465f88547e760973d70a.com +film-one.ru +flavors.me +forsex.info +franklinfire.co +free-gluten.ru +fuckingawesome.com gael-s.ru -gamblingnerd.com -get-free-social-traffic.com -gidonline.one -glavprofit.ru +gavuer.ru +girlporn.ru +glastecfilms.com.my +glopages.ru gobongo.info +goforexvps.com golden-catalog.pro -gorabagrata.ru -gosreg.amchs.ru -graphics8.info -greatdealshop.com -hanwei.us -haveinc.xyz -hd-film.pl -headpress.ru -heliko.no -heygidday.biz -hikesearch.net -holidaypics.org -hostcritique.com -hotgirlhdwallpaper.com -ilovevitaly.xyz -incanto.in.ua -intellektmedia.at -internet-apteka.ru -intervsem.ru -investingclub.ru -islamtoday.co.za -ix20.ru -janettabridal.com -japfm.com -jav-way.site -journeydownthescale.info -kabbalah-red-bracelets.com -katjimej.blog.fc2.com -kinobaks.com -kiwi237au.tk -klumba55.ru -kmgamex.cf -kutikomi.net -lanasshop.ru -landscaping.center -leftofcentrist.com -lesbian.xyz -libertybilisim.com -live-sexchat.ru -love-baby.cz -macfix.life -mac-shield.com -marktforschung-stuttgart.com -masthopehomes.com -matb3aa.com -matchpal-a.akamaihd.net -mediawhirl.net -metabar.ru -mhi-systems.ru -minharevisao.com -mmstat.com -mobile-appster.ru -mobot.site -monsterdivx.com -mrbojikobi4.biz -naphukete.ru -nextbackgroundcheck.gq -nippon-bearings.ru -nonews.co -nordvpn.com -novosti-hi-tech.ru -nvformula.ru -obuv-kupit.ru -oconto.ru -offer.wpsecurity.website -okmusic.jp -okonich.com.ua -okroshki.ru -onlinetvseries.me -ooo-olni.ru -oranga.host.sk -otbelivanie-zubov.com -parlament.biz -partnerads.men -partnerline.men -pawli.eu -pelfind.me -picsfair.com -playtap.us -poffet.net -poptool.net -powitania.pl -priscilarodrigues.com.br -qexyfu.bugs3.com -q-moto.ru -rankscanner.com -rialp.getenjoyment.net -ring4rhino.com -royalcar-ufa.ru -runtnc.net -ryetaw.com -sarafangel.ru -sardinie.us -segol.tv -sevenstars7.com -shell-pmr.ru -shlyahten.ru -sientalyric.co -sildenafilcitratemed.com -sim-service.net -sispe.com.br -sivs.ru -skutecznetabletkinaporostwlosow.pl +gomusix.com +greatzip.com +gribokstop.com +gwebtools.com +hdfreeporno.net +help.tpu.ru +homik.pw +howtoclean.club +hully.altervista.org +hyhj.info +inclk.com +interfucks.net +iqbazar.ru +iradiology.ru +jikoman.info +jrcigars.com +kaac.ru +keywordteam.net +kichenaid.ru +kleine-titten.biz +knigonosha.net +kol-energo.ru +krynica.info +labafydjxa.su +lacave.ntic.fr +ladov.ru +larutti.ru +le-clos-des-alouettes.com +lenvred.org +life.biz.ua +likrot.com +liupis.com +lombia.com +louboutinbooties.xyz +lutherstable.org +luxmagazine.cf +magda-gadalka.ru +map028.com +marmitaco.cat +maslenka.kz +medanestesia.ru +mediaoffers.click +meetingrainstorm.bid +member-quiz.com +mexicosleevegastrectomy.com +michaelkorsoutletstore.net +middlerush-a.akamaihd.net +minegam.com +mir-limuzinov.ru +mirzonru.net +mobstarr.com +moneymaster.ru +moonci.ru +mozello.ru +mrbitsandbytes.com +msk-diplomat.com +musicstock.me +my-cash-bot.co +myliveblog.ru +nastydollars.com +nfljerseys.online +ngps1.ru +odesproperty.com +omsk.xrus.org +online-templatestore.com +o-o-6-o-o.ru +ooo-gotovie.ru +ownshop.cf +paclitor.com +panchro.xyz +pensplan4u.com +perl.dp.ua +pestomou.info +pic2fly.com +picphotos.net +pl.aasoldes.fr +platesauto.com +playboyfiles.xblog.in +popup-jdh.xyz +pornozhara.com +prizefestival.mobi +ranksonic.com +refererx.com +registrationdomainsite.com +renecaovilla.online +rentalcarnavi.info +rique.host.sk +rospromtest.ru +rumamba.com +runstocks.com +russia-today-video.ru +s1z.ru +sammyweaver.com +scanner-john.top +scanner-julianna.top +seansonline24.pl +search.1and1.com +seminarygeorgia59.ga +semp.net +seo-2-0.com +seonetwizard.com +sex-pr.net +sierraapps.com +silvercash.com +similardeals.net +site-analyzer.com +siteheart.net +sitiz.club +skuteczna-dieta.co.pl smailik.org -soda.media -space-worry.ml -squidoo.com -stromerrealty.com -suhanpacktech.com -superlist.biz -supermesta.ru -syndicate.fun -tfxiq.com -thegolfclub.info -thruport.com -tizanidinehcl2mg.blogspot.com -tizanidinehcl4mgtab.blogspot.com -tmtrck.com -toolsky.com -topmira.com +social-button.xyz +soserfis.com +spyfu.com +spy-sts.com +stretchmate.net +stroyhelp-dv.ru +tako3.com +taraz.xkaz.org +teastory.co +technika-remont.ru +thewomenlife.com +titan-cloud.life +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidineinfo.blogspot.com traffic100.com -trafficmania.com -trkur.com -trustaffs.com -trustedmaccleaner.com -tsyndicate.com -ugogo.info -videospornogratisx.net -vilingstore.net -viteonlusarezzo.it -vucms.com -vut.com.ru -vykupavto-krasnodar.ru -webcamdevochka.com -website-analyzer.info -wholesalejerseysgaa.com +tula.mdverey.ru +unisexjewelry.org +urdoot.win +vancleefreplica.pw +viagra-soft.ru +video-camer.com +video-chat.in +videtubs.pl +vipps.com.my +wallpapers-best.com +waycash.net +waysbetter.cn +wdfdocando.com +webenlace.com.ar +welck.octopis.com +westum.se +wineitudes.wordpress.com +wma-x.com +woodyguthrie.se +worldlovers.ru world-mmo.com -xclicks.net -xcombear.ru -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn--80aafb2a.xn--p1ai -xn--oogle-wmc.com -x-porno.video -xtubeporno.net -yachts-cruise.info -youporn-forum.ga -zaobao.com.sg +woweb.com.ua +x5market.ru +xaijo.com +x-diesel.biz +x-mix.info +xn--80abgj3a5acid6ghs.top +xxx-treker.ru +youghbould.wordpress.com +you-shall-not-pass.is74.ru +zagadki.in.ua +zatjmuzu.info +zeleznobeton.ru +zeroredirect5.com +zeroredirect.com +zrelaya.pw diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 8cd8300cc..cffebcf28 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,3 +1,24 @@ + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + @@ -8,28 +29,7 @@

Welcome to the Nginx Ultimate Bad Bot Blocker

This is merely used for testing !!!

- -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - + Welcome to the Nginx diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 40cb4d7a8..3e60bde86 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 0fc95b7b5..0b8d26ffa 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index b32f4ed24..93c89300c 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 968879b5d..f7fb583a8 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1657 +#### Version: V4.2019.06.1658 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b2c046d34..805734eb7 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1657 +#### Version: V4.2019.06.1658 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index b207a58b4..c4aca342d 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1657 +#### Version: V4.2019.06.1658 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index d20b1693c..e906120c9 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1657 +#### Version: V4.2019.06.1658 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index bfebdb791..8ed248ea2 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1657 -### Updated: Fri Jun 28 13:04:57 SAST 2019 +### Version: V4.2019.06.1658 +### Updated: Fri Jun 28 13:18:27 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 16c6b8c44..3a5253a91 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1657 -### Updated: Fri Jun 28 13:04:58 SAST 2019 +### Version: V3.2019.06.1658 +### Updated: Fri Jun 28 13:18:28 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index bfebdb791..8ed248ea2 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1657 -### Updated: Fri Jun 28 13:04:57 SAST 2019 +### Version: V4.2019.06.1658 +### Updated: Fri Jun 28 13:18:27 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 048b21e77..d9eeb3b48 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1657 -### Updated: Fri Jun 28 13:04:59 SAST 2019 +### Version: V4.2019.06.1658 +### Updated: Fri Jun 28 13:18:30 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##