diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 3b237f9ac..898f506a2 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index 3b237f9ac..898f506a2 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index c1d6c61cb..f0d7ffecc 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.73.34 0; +35.192.187.174 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 3b237f9ac..898f506a2 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test1/nginx.conf b/.dev-tools/_conf_files_test1/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_test1/nginx.conf +++ b/.dev-tools/_conf_files_test1/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 880cb596e..8a9c58dd0 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1678 -### Updated: Fri Jun 28 22:40:39 SAST 2019 +### Version: V3.2019.06.1679 +### Updated: Sat Jun 29 09:56:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/nginx.conf b/.dev-tools/_conf_files_testing_changes/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 689d439aa..0f27f0dd9 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..0e0848852 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 880cb596e..8a9c58dd0 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1678 -### Updated: Fri Jun 28 22:40:39 SAST 2019 +### Version: V3.2019.06.1679 +### Updated: Sat Jun 29 09:56:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 689d439aa..0f27f0dd9 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index 34cb39aec..0e0848852 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 880cb596e..8a9c58dd0 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1678 -### Updated: Fri Jun 28 22:40:39 SAST 2019 +### Version: V3.2019.06.1679 +### Updated: Sat Jun 29 09:56:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 689d439aa..0f27f0dd9 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..0e0848852 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 880cb596e..8a9c58dd0 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1678 -### Updated: Fri Jun 28 22:40:39 SAST 2019 +### Version: V3.2019.06.1679 +### Updated: Sat Jun 29 09:56:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf b/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index 3b237f9ac..898f506a2 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_nginx_conf_backup/nginx.conf b/.dev-tools/_nginx_conf_backup/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_nginx_conf_backup/nginx.conf +++ b/.dev-tools/_nginx_conf_backup/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf index e7d3a2ff6..2cb84cd27 100644 --- a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; -35.188.73.34 0; +104.198.131.58 0; +35.193.14.140 0; diff --git a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf index a94a8e2a3..b5ece27cf 100644 --- a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 880cb596e..8a9c58dd0 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1678 -### Updated: Fri Jun 28 22:40:39 SAST 2019 +### Version: V3.2019.06.1679 +### Updated: Sat Jun 29 09:56:57 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 3b237f9ac..898f506a2 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1678 -### Updated: Fri Jun 28 22:40:38 SAST 2019 +### Version: V4.2019.06.1679 +### Updated: Sat Jun 29 09:56:56 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test-nginx-2.sh b/.dev-tools/test-nginx-2.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 689d439aa..0f27f0dd9 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 300ff617e..7b18a0043 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Cegbfeieh -Cosmos -DomainSigmaCrawler -FrontPage -Mister PiX -OutclicksBot -Seomoz -Surfbot -Szukacz -Web Fetch +BackWeb +BetaBot +GT::WWW +NPbot +Quick-Crawler +SEOstats +Teleport +WebCopier +Web Enhancer +webmeup-crawler diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index b9635038c..6e8b63f4b 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider +404enemy 80legs -ADmantX +Aboundex AhrefsBot AIBOT AiHitBot -Aipbot Alexibot -AlphaBot +Alligator Anarchie -archive.org_bot +ASPSeek +Attach backlink-check BacklinkCrawler BackStreet -Bandit BatchFTP Battleztar Bazinga -BDFetch Bigfoot +Black Hole BLEXBot -Blow -BlowFish -Boardreader Bolt -BuiltBotTough -BuiltWith -Bullseye -BuzzSumo +Brandwatch +Buddy CATExplorador Cegbfeieh -CheeseBot -CheTeam -ChinaClaw -Cloud mapping -coccocbot-web +CherryPicker +Cliqzbot Cogentbot -Copyscape +cognitiveseo +Collector +Copier Cosmos crawler4j +crawler.feedback crawl.sogou.com -CrazyWebCrawler CrunchBot -Custo +CSHttp +Curious DataCha0s +demandbase-bot Demon -Digincore -DigitalPebble -Discobot -DomainAppender -DomainSigmaCrawler -Download Wonder +Deusu +DomainStatsBot +Dragonfly DSearch -DTS Agent +EasyDL ECCP/1.0 +EMail Siphon EMail Wolf +EroCrawler evc-batch -Evil -Express WebPictures -Extreme Picture Finder +EyeNetIE +facebookscraper +FemtosearchBot Firefox/7.0 -FyberSpider -GermCrawler -Gigablast -G-i-g-a-b-o-t -Go-Ahead-Got-It -Gotit -Go!Zilla +FlashGet +Foobot +FrontPage +Getintent +Grabber GrabNet -GT::WWW -Haansoft -Hloader -HMView +Grafula +GrapeFX +GrapeshotCrawler +HaosouSpider +Harvest +Havij +HEADMasterSEO HTMLparser +HTTP::Lite +HTTrack Humanlinks -HybridBot -Iblog +IDBot Id-search +IlseBot +Image Fetch +Image Sucker +IndeedBot Indy Library -InfoTekies +instabid Intelliseek +InterGET +Internet Ninja +InternetSeer internetVista monitor -JamesBOT -Jbrofuzz -JennyBot -JetCar +ips-agent +Iskanie +IstellaBot Jetty -JikeSpider JOC Web Spider -Joomla +Jorgee JustView Keyword Density Lanshanbot +Larbin +LeechFTP +LexiBot Lftp -Libwhisker -Lightspeedsystems -Linkdexbot -LinkextractorPro -LinkScan -LinqiaMetadataDownloaderBot +Likse +LinkWalker LinqiaRSSBot -LinqiaScrapeBot -Lipperhey +Lipperhey Spider +Lmspider LNSpiderguy -lwp-request -lwp-trivial -Magnet -Majestic12 -MarkWatch +LWP::Simple +magpie-crawler +Mail.RU_Bot +MarkMonitor +Mass Downloader +Mata Hari +MauiBot meanpathbot -Meanpathbot Mediatoolkitbot mediawords Metauri MFC_Tear_Sample +Microsoft Data Access +MIDown tool MIIxpc Mister PiX -Mojeek +MJ12bot Morfeus Fucking Scanner -Mr.4x3 MSFrontPage +MSIECrawler Msrabot +MS Web Services Client Protocol +muhstik-scan Name Intelligence -Navroad -Nessus +Nameprotect Netcraft -NetSpider -Net Vampire +NetLyzer NextGenSearchBot Nibbler -NICErsPRO -Niki-bot +Nikto +Nimbostratus Ninja -NPbot -Nutch -oBot +Nmap Octopus -Offline Explorer Offline Navigator Openfind -OrangeSpider -OutclicksBot -Page Analyzer +OpenLinkProfiler +OpenVAS +OutfoxBot +PageAnalyzer +page scorer PageScorer +Panscient Papa Foto -Pavuk +PECL::HTTP PeoplePal -PHPCrawl Picscout Picsearch PictureFinder -Pi-Monster Pixray -plumanalytics -ProPowerBot -Psbot -Pump +POE-Component-Client-HTTP +Probethenet PyCurl +QueryN Metasearch +Quick-Crawler RankActiveLinkBot -RankingBot -RankingBot2 +RankFlex Rankivabot RankurBot -Reaper -RedesScrapy RepoMonkey -Ripper -s1z.ru +Rogerbot SalesIntelligent -SBIder -Scanbot -scan.lol -ScoutJet +ScanAlert Screaming +ScreenerBot SearchmetricsBot -Semrush -SEOlyticsCrawler -serpstatbot +SEOkicks +SEOkicks-Robot +Seomoz +seoscanners +SeoSiteCheckup +Shodan +Siphon +Sitebeam Siteimprove +SiteLockSpider SiteSnagger -Site Sucker -Sitevigil SlySearch SmartDownload -SocialRankIOBot -sogouspider +SMTBot +Sogou web spider Sottopop -SpaceBison -SpankBot -sp_auditbot -Spbot -Spinn3r +Spammen SputnikBot -spyfu +Sqworm +Steeler +Stripper Sucker +Sucuri SuperBot SuperHTTP -Suzuran -Teleport +TeleportPro +Telesoft +Telesphoreo +Telesphorep Thumbor -Titan -Toata -Tracemyfile -Trendictionbot -trendiction.com -Turingos +TightTwatBot +Toweyabot +trendiction.de +True_Robot Turnitin TurnitinBot +TwengaBot Twice -Typhoeus UnisterBot URLy Warning -VB Project -VCI -VidibleScraper -Wallpapers/3.0 +URLy.Warning +Vagabondo +Virusdie +Voltron WASALive-Bot -Webalta +WBSearchBot Web Auto WebCollage WebCopier +WEBDAV WebEnhancer Web Enhancer -Web Fetch -Web Fuck +WebFetch +WebFuck WebGo IS -WebmasterWorldForumBot +WebImageCollector webmeup-crawler +WebPix Web Pix -Web Sauger -Webshag WebsiteExtractor +Website Quester +Webster WebStripper -WebSucker -Web Sucker +WebZIP WeSEE -Whatweb +Whacker +Who.is Bot WinHTTrack WiseGuys Robot -Woobot +WISENutbot +Wonderbot Wotbox -Wprecon WWW::Mechanize +WWWOFFLE x09Mozilla Xaldon WebSpider xpymep1.exe -YoudaoBot +Zauba +zauba.io Zermelo -zgrab -ZmEu -ZyBorg +Zeus diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index ba786fc91..fc00df9b7 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider -Abonti -Acunetix -AfD-Verbotsverfahren -AhrefsBot -AlphaBot -BackDoorBot -BacklinkCrawler -BackStreet +80legs +AiHitBot +Aipbot +archive.org_bot +ASPSeek +Attach +autoemailspider +Backlink-Ceck +backlink-check +BackWeb +Badass +Bandit Battleztar Bazinga -BBBike BDFetch -BetaBot +Bigfoot +Blackboard Black Hole +BlackWidow +BLEXBot Blow +BlowFish Boardreader -Brandprotect -Brandwatch -Buddy -BuiltBotTough +BotALot +BuiltWith Bullseye BunnySlippers -CATExplorador -CazoodleBot +Calculon +CCBot Claritybot -Cloud mapping -coccocbot-web +Cliqzbot Cogentbot +cognitiveseo com.plumanalytics Copier -Copyscape +Cosmos Craftbot crawler4j +crawl.sogou.com +Crescent CSHttp +Custo +demandbase-bot Deusu +Devil +Digincore DIIbot Disco -Discoverybot -DittoSpyder -DomainAppender +DnyzBot DomainCrawler DomainSigmaCrawler DomainStatsBot -Dotbot -Drip +Download Wonder +DSearch DTS Agent +EasyDL Ebingbong eCatch ECCP/1.0 EirGrabber EMail Siphon -evc-batch -Extreme Picture Finder +EMail Wolf +EroCrawler +ExtLinksBot +Extractor +ExtractorPro +Ezooms FemtosearchBot FHscan Fimap -Firefox/7.0 -Foobot -Freeuploader -FyberSpider -Fyrebot -GalaxyBot -Genieo -GermCrawler +FlashGet +FrontPage Getintent GetRight Gigablast Gigabot G-i-g-a-b-o-t -Go-Ahead-Got-It -Gotit -GoZilla Go!Zilla Grafula +GrapeshotCrawler +GridBot +GT::WWW +Haansoft HaosouSpider Harvest -HEADMasterSEO +Havij Heritrix +Hloader HTMLparser -HTTP::Lite HTTrack Humanlinks HybridBot -Image Fetch +IlseBot Image Sucker -IndeedBot -InfoTekies +InfoNaviRobot +instabid Intelliseek InterGET Internet Ninja +InternetSeer +internetVista monitor +IstellaBot JamesBOT Jbrofuzz +JennyBot +JetCar +JikeSpider +Joomla Kenjin Spider +Keyword Density +Lanshanbot +Larbin LeechFTP -Lftp -Libwhisker +LibWeb +Lightspeedsystems Likse -Linkdexbot +LinkpadBot +LinqiaRSSBot +LinqiaScrapeBot Lipperhey Lipperhey Spider -Lmspider +LNSpiderguy +Magnet Mag-Net -Majestic12 -Majestic-SEO -MarkWatch -Masscan -MauiBot -meanpathbot -mediawords +Majestic SEO +Meanpathbot +MeanPath Bot +Mediatoolkitbot MegaIndex.ru -Microsoft Data Access Mister PiX -MJ12bot -Morfeus Fucking Scanner Mr.4x3 -MSFrontPage -Msrabot MS Web Services Client Protocol muhstik-scan Name Intelligence Navroad -NearSite -Needle -Netcraft +Nessus +netEstate NE Crawler NetLyzer NetMechanic -Nettrack -Net Vampire -Netvibes NetZIP -NextGenSearchBot +Nibbler +NICErsPRO +Niki-bot Nikto +NimbleCrawler Nimbostratus +Nmap oBot Octopus -Offline Navigator -OnCrawl +Openfind +Openvas OrangeBot OrangeSpider +OutclicksBot +OutfoxBot PageAnalyzer Page Analyzer -page scorer -PageScorer -Pandalytics +Panscient Papa Foto pcBrowser -PECL::HTTP +PictureFinder +Pi-Monster Pixray -plumanalytics +PleaseCrawl Pockey -POE-Component-Client-HTTP -Probethenet -Psbot Pump +PxBroker PyCurl Quick-Crawler RankActive -RankActiveLinkBot RankFlex RankingBot RankingBot2 +Rankivabot RealDownload -RebelMouse -Recorder -ReGet -RepoMonkey -Ripper -RocketCrawler -Rogerbot +Reaper +RedesScrapy +SalesIntelligent SBIder -Scanbot -scan.lol -Screaming -ScreenerBot +SearchmetricsBot Semrush SEOkicks +SEOkicks-Robot SEOlyticsCrawler -Seomoz -SEOprofiler -SeoSiteCheckup -Sitebeam -SiteLockSpider -SiteSnagger -SiteSucker -Sitevigil +Shodan +Siphon +SISTRIX +SiteExplorer +Siteimprove +SmartDownload SMTBot -Snake Snapbot +Snoopy SocialRankIOBot -Sottopop -SpankBot -Spanner -sp_auditbot +Sociscraper +Sogou web spider +SpaceBison Spbot -Spinn3r SputnikBot -spyfu -Stripper +Sqlmap +Steeler Sucker Sucuri -SuperBot -SurveyBot +SuperHTTP Suzuran -sysscan -Szukacz -T0PHackTeam -T8Abot +Swiftbot tAkeOut -Teleport -TeleportPro -Telesphoreo -The Intraformant -TheNomad +Telesoft +Telesphorep Thumbor +TightTwatBot +Toweyabot Tracemyfile +Trendictionbot trendiction.com trendiction.de -Turingos -TwengaBot -Typhoeus -URLy Warning -Vacuum +Twice +UnisterBot +Upflow +URLy.Warning Vagabondo -VB Project VCI -Virusdie -VoidEYE -WallpapersHD -WASALive-Bot WBSearchBot -WebGo IS +Webalta +WebBandit +Web Collage +WebCopier +WEBDAV +Web Enhancer +WebFetch +Web Fetch WebImageCollector -WebLeacher WebmasterWorldForumBot webmeup-crawler WebPix -WebSucker -WebZIP +WebSauger +WebsiteExtractor WeSEE -Who.is Bot WiseGuys Robot Wonderbot +Wotbox +WWW-Collector-E WWWOFFLE -x22Mozilla +x09Mozilla +Xaldon WebSpider Xaldon_WebSpider xpymep1.exe -Zade -zauba.io -Zitebot -ZumBot +YoudaoBot +Zermelo +Zeus +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 7df949c1b..b4b5794d7 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -avirasecureserver.com -blacktwhite.com -blagovest-med.ru -foto-basa.com -headpharmacy.com -managerpak204.weebly.com -signx.info -vrnelectro.ru -win-spy.com -x-rates.ru +101flag.ru +back.dog +discovertreasure-a.akamaihd.net +download-wallpaper.net +lombardfinder.ru +partners-ship.pro +pelfind.me +turizmus.us +xsion.net +youandcredit.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 4889227ec..9cd6303a6 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -000free.us -00author.com -01apple.com -123movies.love -12masterov.com -1-99seo.com -1flag.co.za -1pamm.ru -2020iscoming.info -24-ak.ru -24x7-server-support.site -256bit.by -28n2gl3wfyb0.ru -2ads.co.uk -2daytrendingnews.com -40cg.com -4inn.ru -5ws.dating-app.ru -7yue.org -83net.jp -8xv8.com -98oi.ru -9icmzvn6.website -9med.net -aa9bd78f328a6a41279d0fad0a88df1901.com -aarbur.com -above.com -academiacsmendoza.org -acmebtn.ml -adanih.com +0c47f8422d3f.com +0daymusic.org +108shot.com +123any.com +14b.info +1kinobig.ru +1millionusd.xyz +214jaluwobapef.cf +2345.com +24videos.tv +2drittel.de +3th.co.in +3xforum.ro +4kpics.rocks +5forex.ru +6128786.com +6hopping.com +7a2rnuey1tw9ar.ru +8gold.com +8kisses.eu +a96527gi.beget.tech +aa14ab57a3339c4064bd9ae6fad7495b5f.com +aa8780bb28a1de4eb5bff33c28a218a930.com +aa8b68101d388c446389283820863176e7.com +aaa38852e886ac4af1a3cff9b47cab6272.com +abcdefh.xyz +abctoppictures.net +absugars.com +academia-nsk.org +acortarurl.es +actulite.com +adbetclickin.pink +adconscious.com +addbin.men adidas.frwebs.fr -admitad.com -adprotect.net -adrenalin-stk.ru -ads-cool.pro -adsfresh.men +adinterax.com +adktrailmap.com +adman.se +admeasures.com +adpremium.org +adrunnr.com +adsland.men +adssafeprotected.com ads.tremorhub.com -adultfullhd.com -adultmeetonline.info adultnet.in -adult-shop.com.ua -adviceforum.info -advokateg.xyz -aghanyna.com +advancedmassagebysara.com +affiliate-fr.com +agardomains.com aihelen.net -aimayangzhi.com -alborzan.com -albuteroli.com -alert.scansafe.net -alive-ua.com -allbizne.co.ua -allornamenti.com -allproblog.com -allsilver925.co.il -all-streaming-media.com +airlandsea.info +akita.kz +akuhni.by +akvamaster.dp.ua +alfa9.com +alfabot.xyz +alice.it +alif-ba-ta.com +allcredits.su alphaforum.ru -alpinism.ru -alt-servis.ru -amanda-porn.ga -amazingninja.com +alveris.ru +amateurgalls.com +amazon-adsystem.com ameblo.jp -amigobulls.com -amoi.tn -am-se.com -amung.us -anal-acrobats.com -anal-acrobats.hol.es -animali.deagostinipassion.it -anjalika.co.in -anlimebel.kiev.ua -anmysite.com -aosexkontakte.net -aosheng-tech.com -apartment.ru -apelsinnik.website -apiadanaknet-a.akamaihd.net -apidiamondatanet-a.akamaihd.net +anapa-inns.ru +android-systems.ru +anti-virus-removal.info +antons-transporte.de +apccargo.com +apibetweenlinesn-a.akamaihd.net apidigidocketnet-a.akamaihd.net apifasterlightin-a.akamaihd.net -apiholdingmypage-a.akamaihd.net -apimossnetinfo-a.akamaihd.net -appartement-stumm.at -app-ready.xyz -arate.ru -arcadepages.com -artel116.ru -asdfz.pro -asiengirls.net -asmxsatadriverin.aircus.com -asscenihotosidea.blogspot.co.za -asseenontv.ru -atlasvkusov.ru -atout-energie-69.com -aussie-prizes.com -autobudpostach.club -autodo.info -autogrep.ru -autolombard-krasnodar.ru -auto-zapchasti.org -avon-severozapad.ru -avon-ukraine.com -avtolombard-krasnodar.ru -avto-oligarh.ru -azartniy-bonus.com -azazu.ru -babieca.com -babosas.com -bala.getenjoyment.net -balook.com -bamo.xsl.pt -bangla-chat-uk-paralud.ga +apiwoodensealcom-a.akamaihd.net +appleid-verification.com +arendakvartir.kz +artdeko.info +articlesdirectoryme.info +atelielembrancaqueencanta.com.br +atlant-auto.info +atleticpharm.org +atofilms.com +audiofree.ru +ausergrubhof.info +autochoixspinelli.com +auto.rusvile.lt +avek.ru +aviav.co +aviav.org +aviav.ru.com +aviva-limoux.com +avon-novosib.ru +avtoarenda.by +avtolombard-krasnodar.com +avtovolop.ru +azartclub.org +azlex.uz +babyguns.ru +bagcionderlab.com +baixar-musicas-gratis.com +baksman.com +balkanfarma.ru +balois.worldbreak.com +banan.tv banki76.ru bankofthewext.com -bannerbank.ru +banksrf.ru +bank.uz +bannerads.de +bannerswap.com +basisches-wasser.net bbsoldes.fr -beatifullandscape.co -beauty-bracelet.com -beetpics.pw +bbtec.net +beachdriveblog.com +beauty-things.com +beclean-nn.ru begalka.xyz +belstaffstore.online berdasovivan.ru -beremenyashka.com -bestadbid.com -bestchoice.cf -best-coupon-offer.com -bestdooz.com -bestfortraders.com -bestimagecoollibrary.com -best-seo-offer.com -bestsexyblog.com -bestwrinklecreamnow.com -bet365.com -betune.onlinewebshop.net -bezlimitko.xyz +besthoro.ru +best-mam.ru +bestmobilityscooterstoday.com +bestserials.com +bestssaker.com +betteroffers.review beztuberkuleza.ru +bharatdefencekavach.com big-cash.net -bingoporno.com -bio.trade-jp.net -bjgugu.net.ua -bjorkbacken.nu -bkns.vn +bigpenisguide.com +bildsuche.ru +binomo.com +bitcoinremote.com +biznesschat.net +bjanshee.ru +blobar.org blockety.co +blogig.org +bluejays-jerseys.us +bmw-ark.ru bobba.dzaba.com -bolegapakistan.com -brainzpod.win -brandehk.dk -brateg.xyz -brendbutik.ru -briomotor.co +bombla.org +bonanza-fortune.men +bonzbuddy.com +breastaugmentation.co.za +bristolhostel.com bristolhotel.com.ua +brk-rti.ru +brokergid.ru bronzeaid-a.akamaihd.net -bscodecs.com -budilneg.xyz -buron.pw -butstrap.space -buttons-for-your-website.com -buyhoverboard.com -buyk.host.sk -buy-loft.ru -buypanicdisorderpill.com -buyscabiescream.com +brothers-smaller.ru +bryansk.zrus.org +b-styles.xyz +btc4u.ru +btnativenav.com +buckspar.gq +buketeg.xyz +business-made-fun.com +businesxxl.com +buybest1.biz +buy-forum.ru +buy-meds24.com +buyparajumpers.online buytizanidineonline.blogspot.com -bvlgariring.xyz -bycontext.com +buzz-porno.info byme.se -cacheimages.com -callmd5map.com -cam-kontakte.org -canacopegdl.com -candcstuccoandstone.com -candiceloves.us -candypeople.se -candytiner.com -carabela.com.do +bytimedance.ru +cablecar.us +callstevens.com +camsex.xxx-cam.webcam +cand.jp +canrioloadm.gq +canrole.com +canyougethighofftizanidine.blogspot.com +capacitacionyaprendizaje.com +carapics.com cardsharp1.ru +carfax.com.ua cars-modification.net -cartechnic.ru -cartierbracelet.xyz -cartierlove2u.xyz -cartierwatch.xyz +cartierlovestore.xyz +cartierlove.xyz +cartiertrinity.xyz cartujano-pre.de -cashkitten-a.akamaihd.net -caulderwoodkennels.com -ccbill.com -ccjp.eu -cdncash.net -celebsopics.com -cementaresearch.se +casite-513049.cloudaccess.net +castingbank.ru +cdnanalytics.xyz +cenokos.ru +cenoval.ru +centre-indigo.org.ua cete.ru +cezartabac.ro +cfacarrosserie74.com cgi2.nintendo.co.jp -charmstroy.info chatroulette.video chatroulette.world -cheapbarbour.online -cheapjerseysbizwholesale.us -cheapmoncler.pw -cheapmoncler.win -cheapsergiorossi.online -checkm8.com -christianlouboutinoutlet.win -cialisovercounteratwalmartusa.com -cialiswithoutadoctor.net -cindymatches.com -cjmc.info -clean-virus-mac.com -clickbank.net -clickbanksites.info +cheapmoncler.xyz +cheap-pills-norx.com +cheap-trusted-backlinks.com +chinese-amezon.com +chiptuninger.com +chocolateslim-original.com +choice-credit.ru +cialis-samples.com +cigarpass.com +claytransformations.info +cleanallvirus.com +click2pawn.com clickintext.net -clickso.com -clicksor.com -clicksor.net -clksite.com -cmd.kz -cocyq.inwtrade.com +clickpapa.com +clickzzs.nl coinsspb.com -comissionka.net -community.allhiphop.com -compliance-barak.top -compliance-don.top +co.lumb.co +com-cleaner.systems +cometorussia.net +communisave.co.za +com-onlinesupport.host +companies-catalog.com compliance-don.xyz +compliance-fred.top +compliance-fred.xyz compliance-george.top -compliance-margo.top -compliance-nelson.top -com-supportcenter.website -conboy.us -connectionstrenth.com -cookie-law-enforcement-ee.xyz -coolgamechannel.com -coolgramgoods.com -coolingoods.com -coop-gamers.ru -copblock.org -cordstrap.cc -cornomase.win -counciltally.com -counterbot.com -cracksplanet.com -craftburg.ru -crazyboost.pro -creditwell.ru -crystalslot.com -cscwtalkto.site -cubook.supernew.org -custodieva.ru -customergrowthsystems.com -cyclobenzaprinevstizanidine.blogspot.com -cymbaltaandtizanidine.blogspot.com -dailyfinancefix.com -darkbooks.org -darodar.com -data1.scopich.com -dataloading.net -data.vtc.pw -dating-time-now.com -dayibiao.com -day-news.info -ddlmega.net -dear-diary.ru -decenttools.com -delta-line.men +compliance-george.xyz +compliance-irvin.top +compliance-mary.top +concordexoticrentals.com +consorzioilmosaico.org +construmac.com.mx +contentlook.co +cookie-law-enforcement-ff.xyz +cookie-law-enforcement-hh.xyz +coolyarddecorations.com +cosmeticswomens-womensports.rhcloud.com +cottageofgrace.com +counter.bloke.com +countercrazy.com +cpajunkies.com +craftinsta.ru +creams.makeforum.eu +credit-respect.ru +culmimg.pw +cyse.tk +d2jsp.org +daisye.top +dangphoto.trade +daooda.com +daymusam.com +deanmoore.ie +decoratinghomes.ga deplim.com -descargar-musica-gratis.net -deshevo-nedorogo.ru -design-lands.ru +designdevise.com +detmebel.su +deutschehobbyhuren.net +dfwu1019.info +diamond-necklace.info +diarioaconcagua.com +dichvuvesinhhanoi.com +diegolopezcastan.com +dieswaene.com +dieta-personalna.pl diffbot.com -digitalassetmanagement.site -digitalfaq.com -digital-video-processing.com +diminishedvalueoforegon.com +dinkolove.ya.ru +dinosaurus.site discountbarbour.online distver.ru -div.as -divku.ru -djihispano.com -dkvorota.ru -docs4all.com -docsportal.net -documentbase.net -dominterior.org -dotnetdotcom.org -downloadmefiranaratb1972.xpg.com.br -driving.kiev.ua -drivotracker.com -dstroy.su -dustyorate.com -dvervmoskvu.ru -e2click.com -easytuningshop.ru -e-avon.ru -ebooknovel.club -ed-shop01.ru -egvar.net -elektrischezigarette1.onsugar.com -elektroniksigaraankara.info -elektronischezi.livejournal.com -elektrozigarette2.wordpressy.pl -elidelcream.weebly.com -elitedollars.com -elitepcgames.com -eloconcream.blogspot.com +diy-handmade-ideas.com +djekxa.ru +dlya-android.org +docstoc.com +domaincrawler.com +domain.webkeyit.com +domcran.net +domoysshop.ru +dostavka-v-ukrainu.ru +dosug-lux.ru +dpihatinh.gov.vn +drunkmoms.net +duplicashapp.com +earl-brown.info +easyshoppermac.com +e-commerce-seo.com +educatemetv.com +ekaterinburg.xrus.org +ekn-art.se +election.interferencer.ru +electrik-avenue.com +eleimgo.pw +elektrischezigarette1.blog.pl +elektrischezigarette2.devhub.com +elmacho.xyz emailaccountlogin.co -empirepoker.com -eng-lyrics.com -enthuse.computernetworksonline.com -envaseslotusama.com -epngo.bz -e-poker-2005.com -essaypro.com -este-line.com.ua -etur.ru -excitacao.com +embedle.com +emediate.eu +eonpal.com +eralph.tk +erectile.bid +eropho.com +ertelecom.ru +escortplius.com +eshop4u.jp +essay-writing.work +estelight.ru +etm-consult.de +evehemming.blogspot.com.au +excaliburfilms.com exct.net -exhibitionplus.eu -exmasters.com -expdom.com -expertblog.info -expolicenciaslatam.co -extener.org -extstat.com -eyelike.com.ua -ez8motelseaworldsandiego.com -ezigarettenkaufen2.dreamwidth.org +exlarseva.webblog.es +exoneration-project.us +extractorandburner.com +ezigarettenshop1.yolasite.com +ezigarettenshop2.postbit.com ezigaretteshop2.vefblog.net -ezofest.sk -f00kclan.de -f0815.de -fanrto.com -faptitans.com -fatmaelgarny.com +face.hostingx.eu +familienzahnaerzte.com +familyholiday.ml +familyphysician.ru +famix.xyz +farm26.ru +farmprofi.net +fast-wordpress-start.com +favorcosmetics.com feeriaclub.ru -femmesdenudees.com -ferretsoft.com -ferrotodo.com -fettefrauen.net +fenoyl.batcave.net +fertilitetsradgivningen.se +fetishinside.com filerockstar298.weebly.com financeloan.us -fishingwholesale.us -fix-website-errors.com -flash4fun.com +findacheaplawyers.com +findclan.org +findthe.pet +finemanteam.com +finstroy.net +finuse.com +fireads.men +fishtauto.ru +fitnesspiks.com +flashlarevista.com +flauntyoursite.com florida-tourism.net -flytourisme.org +fm-upgrade.ru +foodcrafts.website forminecrafters.ru -forodvd.com -forum.tvmir.org -foto-telok.net -foto-weinberger.at -foxydeal.com -free-laptop-reward.com -freelotto.com -free-share-buttons.com +formularz-konkurs.tk +forsex.info +forum.doctissimo.fr +foxinsocks.ru +foxjuegos.com +foxweber.com +free-floating-buttons.com freesitetest.com -free-today.com free-video-tool.com -freshsuperbloop.com -ftns.ru -fuel-gas.com +freshberry.com.ua +froggytube.com funcrushgames.com -funnymama.com -fx-brokers-review.com +futbolkisales.ru +g7m.pl +gallerily.com gambarkatabaru.com -gdcentre.ru -ge0ip.org -gearsadspromo.club -geckoandfly.com -gentamicineyedrops.blogspot.com -get-free-social-traffic.com -getmyads24.com -getpopunder.com -get-your-social-buttons.info +gamblingnerd.com +games.kolossale.ru +gaygalls.net +gaytube.com +ge0ip.net +geile-lelly.eu +genetworx.com +getlamborghini.ga +gettpromos.com gg.zzyjxs.com -gigapeta.com +gilsonchiro.xyz girlsfuckdick.com -given2.com -glall.ru -globatur.ru -gne8.com -go2mike.ru -gogps.me -gombita.info -google-liar.ru -gopixdatabase.com -gpirate.com -greatgrace.ru -growshop.es -gsmlab.pl -gta-top.ru -guardlink.org -guge.io -guitar-master.org -gwagka.com -handicapvansarea.com -handicapvantoday.com -hanink.biz.ly -hannasolution.ru -hanwei.us -harmonyglen.us -hasshe.com -haveinc.xyz -hdfreeporno.net -hdxnxxtube.mobi +gktt.ru +glass-msk.ru +glavtral.ru +glcomputers.ru +go2jump.org +goldpanningtools.com +googst2.ru +goosefishpost.bid +grizzlysgrill.com +grupografico-pilar.com.ar +guigyverpo.cf +h2monline.com +hamacapty.com +hatdc.org +hawaiielectriclight.com +hd-filmy.net +hdpixion.com +heatpower.ru +heliko.no helpmymacfaster.trade -herehloadibs.cf -hermesbirkinhandbagoutlets.com -hermesreplica.pw -hildinghr.se -hit-men.men -hmmm.cz -hobbyhuren24.net -hol.es -honyaku.yahoofs.jp +hexpilot.com +heygidday.biz +hidefiles.org +high-speed1.net +histock.info +hkladys.com +homeandhealth.ru +hostingclub.lk +hotblog.top hotel-mkad.ru -hotkeys.com -houseofgaga.ru +hotenergy.ru +hothot.ru houseofrose.com -hoverboard360.nl -https-legalrc.biz -hunterboots.online -hyhj.info -ictizanidinehcl4mg.blogspot.com -idealtits.net -iflycapetown.co.za -igru-xbox.net -ihc2015.info +house.sieraddns.com +hspline.com +hubbble.com +humanorightswatch.org +hunthillfarmtrust.org +hut1.ru +hvd-store.com +hystersister.com +id-forex.com iinstalll-fii1leis.jus0wil.pp.ua -ilbe.club -iloveitaly.ru -ilovevitaly.ru -ilovevitaly.xyz -imagecoolpub.com +ilikevitaly.com +ilmen.net +imabase.com +images-free.net +imagine-ex.co +imfamous.info imgata.com -iminent.com -imperiafilm.ru -importchinacoach-teach.com -import-sales.com -impotentik.com -incest-ru.com -increasewwwtraffic.info -infobabki.ru +img.wallpaperstock.net +inboxdollars.com +incanto.in.ua +indianmedicaltourismshop.com +inet-traffic.com +infektsii.com infodocsportal.com -infostatsvc.com -inspiring-desperate.tk -in-tandem.co -interior-stickers.ru +infospot.pt +instasexyblog.com internet-apteka.ru -invitefashion.com -inzn.ru +int.search.mywebsearch.com +invivo.hu ipchicken.com -iplogger.org iplusbit.blogspot.co.za -iptool.xyz -iqs.biz.ua -iqupdatetmz.win -iradiology.ru -irunfar.com -istizanidineanarcoticdrug.blogspot.com -itbc.kiev.ua -ivoiretechnocom.ci -ix20.ru -jacago.com -james13prix.info -jamiembrown.com -japan-bearings.ru -javstock.com -javxxx18.com -jennyfire.ru -jerseyschinabizwholesale.us -jerseyswholesalechinalimited.com -jerseywholesalebizchina.com -jimmychoosale.online -jjbabskoe.ru -jmat.cn -joessmogtestonly.com -jongose.ninja -jumptap.com -jurajskie.info +iqoption-bin.com +isistaylorporn.info +istizanidineanopiate.blogspot.com +istmira.ru +it-max.com.ua +itronics.ca +iusstf.org +izhevsk.xrus.org +izismile.com +j33x.com +janavibekken.no +janerikholst.se +javitas.info +jav-way.site +jerseychinabizwholesale.us +jerseysbizwholesalecheap.com +jewelryandfiligree.com +jillepille.com +job.icivil.ir +johnrobertsoninc.com +journeydownthescale.info justkillingti.me -kakadu-interior.com.ua -kalb.ru +kaidalibor.de +kamagragelusa.net +kamalsinha.com karaganda.xkaz.org -kasino-money.pw -kerwinandcariza.com -keywesthideaways.co -keywords-monitoring-success.com +karpun-iris.ru +kazan.zrus.org +ketrzyn.pl +keywords-monitoring-your-success.com keyword-suggestions.com -keywordteam.net -kinobest.pl -kinohall.ru -kinopolet.net -kirov.zrus.org -kit-opt.ru -kiwe-analytics.com -kliksaya.com -knigonosha.net -kolotiloff.ru -konica.kz -konteiner24.com -kosova.de +kichenaid.ru +kimcurlrvsms.com +kinoflux.net +kino-rating.ru +komputers-best.ru +konkursov.net +kopihijau.info +koronirealestate.gr kostenloser-sex.com -kosynka-games.ru -krasnodar.ru -kupiproday.com.ua -laapp.com -lacasamorett.com -lacave.ntic.fr -lacloop.info +kotaku.com +kovrenok.ru +krasivoe-hd.net +kredit-pod-zalog-krasnodar.ru +kriokomora.info +kunstaktien.info +kvartir-remont.biz +kwzf.net lampokrat.ws -landinez.co -landoftracking.com -landscaping.center -larchik.net +laptop-4-less.com +laserpen.club lashstudia.ru -laulini.soclog.se -law-check-eight.xyz -law-check-two.xyz -lawyersinfo.org -le-clos-des-alouettes.com -lerporn.info -letsrepair.in -letto.by -lifeinsurancekb.com -lightinghomes.net -limtu.ifmo.ru -lion.snapmap.us -liveinternet.ru -livingcanarias.com +lasvegaslockandsafe.com +law-check-seven.xyz +laxdrills.com +leadn.pl +leadwayau.com +levaquin750mg.blogspot.com +lincolntheatre.com +linkbolic.com +linkwithin.com +lirunet.ru +livejasmin.com +ljusihus.se +lkbennettstore.online lmrauction.com -locksmith.jp -lodki-pvh.dp.ua +loadingpages.me +localmatchbook.com lomb.co -lonerangergames.com longgreen.info -longlifelomilomi.info -losangeles-ads.com -lostaruban.com louboutinreplica.pw -louisvuittonoutletstore.net -luckyday.world -lulea-auktionsverk.se -luxmagazine.cf -m1media.net -macdamaged.tech +lovasszovetseg.hu +lovelycraftyhome.com +low-format.ru +lunchrock.co +lyrics.home-task.com +machicon-akihabara.info machicon-ueno.info -mafcards.ru +mactechinfo.info +magicalfind-a.akamaihd.net magnetic-bracelets.ru -manipulyator-peterburg.ru -marcogrup.com -marmotstore.online -marsgatan.com -matrixalchemy.com -max-eclat.men -mcar.in.ua -meccadumps.net -medispainstitute.com.au -meds-online24.com -megahdporno.net +makemoneyonline.com +makis.nu +mall.uk +malwareremovalcenter.com +manifestation.betteroffers.review +mantramusic.ru +maranbrinfo.com.br +martlinker.com +matb3aa.com +matpre.top +maximilitary.ru +max-p.men +maxthon.com +maxxtor.eu +meddesk.ru +medicine-4u.org +medizinreisen.de +meet-flirt-dating.com +megaapteka.ru +megakino.net megavolt.net.ua -menhealed.net -mikrobiologies.ru -millionare.com -minecraft-neo.ru -miniads.ca -miniature.io -mir-limuzinov.ru +me-ke.com +member-quiz.com +merryhouse.co.uk +mezaruk.info +m-google.xyz +michaelkorsoutletstore.net +michaelkorssaleoutletonline.net +milblueprint.com +minharevisao.com +minneapoliscopiers.com misterjtbarbers.com -mobilemedia.md +mistr-x.org +mjchamonix.org +mmofreegames.online +mmoguider.ru mobile.ok.ru -moinozhki.com -monarchfind-a.akamaihd.net -monclerboots.xyz -monclercoats.xyz +mobstarr.com +mojowhois.com monclerjacketsoutlet.pw +moncleroutletonline.xyz +monetizer.com-01.site +moneymaster.ru +moneyteam24.com moneyviking-a.akamaihd.net -montazhnic.ru -montredemarque.nl -moscow-region.ru -motherboard.vice.com -mountainstream.ms -moviezbonkerssk.cf -mowser.com -moyakuhnia.ru -muabancantho.info -mug-na-chas-moscow.ru -muz-shoes.ru -my-aladin.com -my-big-family.com -mycaf.it -mydoctorok.ru -mygameplus.ru -mymercy.info +moonci.ru +morf.snn.gr +morlat.altervista.org +morpicert.pw +moscow.xrus.org +moskva.nodup.ru +mossmesi.com +most.gov.iq +mrlmedia.net +msfsaar.de +msk.afora.ru +mturkcontent.com +musezone.ru +music7s.me +musicspire.online +musicstock.me +muzaporn.com +mvpicton.co.uk +myfreecams.com +myhitmp3.club +myhydros.org mypets.by -naj-filmy24.pl +mypornfree.ru +myprintscreen.com +mysexpics.ru +mystats.xyz +myxdate.info +myyour.eu +nacap.ru +nagdak.ru +najaden.no +nardulan.com +narkologiya-belgorod.ru +narkologiya-voronezh.ru nastroyke.net -na-telefon.biz +nastydollars.com naturtreenspicerx.pw -navalwiki.info -negral.pluto.ro -nelc.edu.eg -nerudlogistik.ru -nevansk.ru -nfljerseyscheapchinabiz.com -nippon-bearings.ru -norththeface.store -npoet.ru -nrjmobile.fr +needtosellmyhousefast.com +neks.info +net-radar.com +nextlnk12.com +nfljerseysforsalewholesaler.com +njpalletremoval.com +nmrk.ru +nodding-passion.tk +notebook-pro.ru +novatech.vn nsatc.net -o00.in -obuv-kupit.ru -odywpjtw.bloger.index.hr -offf.info +nudepatch.net +obesidadealgarve.com +o-dachnik.ru +oddamzadarmo.eu +oecnhs.info +offer.wpsecurity.website offtopic.biz -okmusic.jp -okonich.com.ua -oktube.ru -okuos.com -old-rock.com -olgacvetmet.com -oneminutesite.it -onlinadverts.com -onlinefilmz.net +okel.co +online247.ml online-hd.pl -onlinemegax.com onlinetvseries.me -o-o-6-o-o.com -openstat.com +openfrost.com +openlibrary.org +openmediasoft.com ops.picscout.com -orion-v.com -otbelivanie-zubov.com -outshop.ru -oxotl.com -paceform.com -paidonlinesites.com +optibuymac.com +orgasmatrix.com +orsonet.ru +ownshop.cf +ozas.net +pacificair.com panamaforbeginners.com -parajumpersstore.online -par-fallen.ga -pathwhelp.org -patol01.pw -pcads.ru -pc-test.net +paramountmarble.co.uk +parlament.biz +pattersonsweb.com +paydayonlinecom.com +pb-dv.ru +pcboa.se pdns.download -perm.xrus.org -petedrummond.com -phobia.us -phormchina.com -photostudiolightings.com +petrovka-online.com +peugeot-club.org +photo-clip.ru phuketscreen.com -pijoto.net -pills24h.com -pillscheap24h.com -piter.xrus.org -pix24x7.com -pk-pomosch.ru -pladform.ru -plaff-go.ru -plastgran.com -plastweb.ru -play.leadzupc.com -play-movie.pl -playmsn.com -plugingeorgia.com -pochemychka.net -pochtovyi-index.ru -polytopesexempt.com -popugauka.ru -porndairy.in -pornobrazzers.biz -porno-chaman.info -pornoforadult.com -pornogratisdiario.com +piccdata.com +picsfair.com +pics-group.com +picture-group.com +pirateday.ru +pixell.club +pizdeishn.com +pk-services.ru +pl.id-forex.com +pokemon-go-play.online +polybuild.ru +pooleroadmedicalcentre.co.uk +popup-hgd.xyz +porndroids.com +pornmania.pl +pornogig.com pornokorol.com -porno-play.net -pornosee.info -pornosmola.info +pornosemki.info pornotubs.com +pornowarp.info +pornozhara.com pornpost.in -printingpeach.com +poshiv-chehol.ru +potolokelekor.ru +pretty-mart.com +privatefx.all4invest.info +privat-girl.net +privatov-zapisi.ru +prize44.com +prizesbook.online producm.ru -profitwithalex.info -pronorm.fr -proprostatit.com -prosperent.com -pro-tec.kz -pulseonclick.com -purchasepillsnorx.com -purplesphere.in -pushdata.sendpulse.com -puzo2arbuza.ru -py100.ru -quickcashlimited.com +profitkode.com +profit-opportunity.com +promgirldresses.xyz +pronekut.com +prostitutki-kharkova.org +prostitutki-novgoroda.org +pts163.ru +pussysaga.com +qexyfu.bugs3.com +qor360.com +qpypcx.com +quebec-bin.com +quickchange.cc +quickloanbank.com qwesa.ru -randalljhoward.com -rank-checker.online -ranking2017.ga -razleton.com +raavidesigns.com +rankexperience.com +ranksays.com +ranksonic.com +ranksonic.info +razamicroelectronics.com +razorweb-a.akamaihd.net +rcb101.ru realresultslist.com -real-time-analytics.com -rebelmouse.com -rebrand.ly -registrydomainservices.com -registrysweeper.com -reining.lovasszovetseg.hu +reckonstat.info +reelheroes.net +refads.pro +refererx.com reklama1.ru -relax.ru -remedyotc.com -remont-ustanovka-tehniki.ru -remybutler.fr -rent2spb.ru -responsive-test.net -resultshub-a.akamaihd.net -retreatia.com +reklama-i-rabota.ru +relayblog.com +remmling.de +resant.ru rewardit.com -rewardpoll.com -rezeptiblud.ru -ring4rhino.com -ringtonepartner.com -risparmiocasa.bz.it -rniaeba.ga -rockma.se -roleforum.ru -roofers.org.uk -rostov.xrus.org -royalcar-ufa.ru -russian-postindex.ru -russia-tao.ru -russia-today-video.ru -rustic-quiver.win -rvi.biz +rff-cfal.info +rightenergysolutions.com.au +ringporno.com +rn-to-bsn.com +robot-forex.biz +rocketchange.ru +rosbalt.com.ua +ros-ctm.ru +royalvegascasino.com +ruf777.com +ruscoininvest.company +rusprostitute.com rvtv.ru -s8-nowy-wygraj.comli.com -sajatvelemeny.com -salutmontreal.com -samo-soznanie.ru +sadaholding.com +sakhboard.ru +samara.rosfirm.ru +sammyweaver.com +sandhillsonline.com +sanjosestartups.com +sarafangel.ru sa-rewards.co.za -sashagreyblog.ga -satellite.maps.ilovevitaly.com -saugatuck.com -sawin.beth.webd.pl -scanner-donald.top +savememoney.co.za +savetubevideo.com +scanmyphones.com +scanner-alexa.top +scanner-barak.top scanner-irvin.top -scanner-jessica.top -scanner-julia.top -scanner-mary.top -scanner-nelson.top scanner-olga.top -scanner-walter.top -scansafe.net -school-diplomat.ru -scrapy.org -screentoolkit.com -sdsjweb.com -seadragonherbery.com +score-ads.men +scottbywater.com +scrnet.biz.ua +searchencrypt.com +search-goo.com +searchinquire.com search.pch.com -seasonvar.ru -seeingmeerkat.com -sell-fb-group-here.com -semprofile.com -senger.atspace.co.uk -seoboxes.com -seocdvig.ru -seojokes.net -seo-smm.kz -seotoolsagency.com -service-core.ru -seryeznie-znakomstva.ru -sevendays.com.ua -sexad.net -sexblog.pw -sex-foto.pw -sexkontakteao.info -sexobzor.info -sexpornotales.com -sexsaoy.com -sex-tracker.com -sex-watch.com -shariki-zuma-lines.ru -shinikiev.com.ua +seccioncontrabajo.com +segol.tv +selectads.men +sel-hoz.com +seonetwizard.com +serdcenebolit.com +service.adtech.fr +servisural.ru +sex-dating.co +sexiporno.net +sexkrasivo.net +sextracker.com +sexy.babes.frontend-stack.top +sexytrend.ru +sharebutton.org +share-buttons-for-free.com +sharpchallenge.com +shell-pmr.ru +shiksabd.com shisha-swag.de -shmetall.com.ua -shodanhq.com -shop-electron.ru -shopfishing.com.ua -shopperifymac.com -shopvilleroyboch.com.ua -shopwme.ru -shtaketniki.ru +shoesonlinebuy.cn sideeffectsoftizanidine.blogspot.com -siha.de -sildenafil-tadalafil.info -silvercash.com -sinel.info -site-speed-check.site +signx.info +simon3.ru +simple-image.com.ua +simpoed.ufop.br +sirpornogratis.xxx +sisi-go.ru +sisiynas.ru +sitevaluation.com sitevaluation.org -sitevalued.com -si-unique.com -skuteczna-dieta.co.pl -skylta.com -skyway24.ru -slavkokacunko.de -slimcdn.com -slomm.ru -sluganarodu.ru -small-games.biz -snsdeainavi.info -social-buttons.xyz -social-s-ggg.xyz -socialtrade.biz -soc-proof.su -sodexo.com -sofit-dmd.ru -solitaire-game.ru -sonata-arctica.wz.cz +sivs.ru +skutecznetabletkinaporostwlosow.pl +sky-mine.ru +slowmacfaster.trade +smadihome.com +smartpet.ru +smartshoppymac.com +smichovbike.cz +smokewithrabbits.com +smsactivator.ru +snomer1.ru +snyatie-lomki-v-stacionare.ru +soft1.ru +soft-program.com +softtor.com +softxaker.ru +solinf.co +solnplast.ru +solution4u.com sophang8.com -sovetogorod.ru +souvenirua.com +space2019.top +space4updating.win spaceshipad.com spasswelt.xyz -sports-supplements.us -sprttrack.com -spylog.com -srdrvp.com -staff.prairiesouth.ca -steelmaster.lv -sterva.cc -storehouse.ua +spb.ru +special-porn.com +speechfoodie.com +spywareit.com +srecorder.com +stairliftsarea.com +stairliftstrue.com +stanthonyscatholicchurch.org +statistici.ro +stats-public.grammarly.io +statustroll.com +stauga.altervista.org +store-rx.com +stpolice.com streetfire.net -stroilka.info -strongholdsb.ru -strv.se -studiofmp.com -success-seo.com -sukirgenk.dvrlists.com -superkanpo.com -superstarfloraluk.com -surfbuyermac.com -surflinksmedical.com +strigkaomsk.ru +stroicol.net +sugvant.ru +superfish.com survival.betteroffers.review -svolze.com -swsociety.se -tacbelarus.ru -tako3.com -tehngr.ru -teslathemes.com +swimpool.ca +swinginwithme.ru +t3chtonic.com +taboola.com +taqywu51.soup.io +tastyfoodideas.com +tattooha.com +tds-advert002.info +telefonsexkostenlos.tk +telefonsex-ohne0900.net +templates.franklinfire.co +tfxiq.com +tgtclick.com thebluffs.com -thecoral.com.br -thefotosgratis.eu -thegamerznetwork.com -theguardlan.com -the-usa-games.blogspot.com -thewomenlife.com -ticketsys.inetwd.com -timdreby.com -timeallnews.ru -timecrimea.ru -titangel-vietnam.com -tizanidineshowupondrugtest.blogspot.com -tizanidinestreetprice.blogspot.com -tk-assortiment.ru +thefds.net +thegalerie.eu +theheroes.ru +thelottosecrets.com +theprofitsmaker.net +thexart.club +tiens2010.ru +timetorelax.biz +titelhelden.eu +titslove.yopoint.in +tizanidinehcl4mgtab.blogspot.com +tizanidineinfo.blogspot.com +tizanidinepills.blogspot.com +tizanidinesideeffects.blogspot.com +tizanidinesleepaid.blogspot.com tnaionline.org -top10-way.com -topquality.cf -topshef.ru -torontoplumbinggroup.com -torrents.cd -totu.info -toxicwap.com -tracfone.com +toloka.hurtom.com +tomck.com +toonfamilies.net +top10registrycleaners.com +topclickguru.com +topsy.com +tourismvictoria.com track2.shop -traffic2cash.org -trafficfactory.biz -traffique.net -traffixer.com -trahic.ru -trailer.cinemaflix.website -trkdf.com +tracksurf.daooda.com +tradgardspartner.se +trafaret74.ru +traffic2money.com +trafficjunky.net +trafficmania.com +trainoffend.ml +trichizobswiv.agddns.net +truck-rece.life +trucri.me +trustl.life +tsstcorpcddvdwshbbdriverfb.aircus.com ttsq.fr -tube8.com -tuberkulezanet.ru -turn-up-life.life +tuberkuleznik.ru +tuckermktg.com +tupper-posuda.ru +turizmus.us +tvorozhnaja-zapekanka-recept.ru twelvevisionspartyofcolorado.com -twu.com.ua -txxx.com -tytoona.com -ublaze.ru -uchil.net -ufa.xrus.org -uggsale.online -uk-zheu20.ru -ultimateclassicrock.com +twinderbella.com +twojebook.pl +typimga.pw +uggbootsoutletsale.us +ukrobstep.com umekana.ru -undergroundcityphoto.com -uptimechecker.com -uptime-delta.net -ural-buldozer.ru +umityangin.net +um-razum.ru +unimodemhalfduplefw.pen.io +unisexjewelry.org +unitexindia.com +unitygame3d.com +unrealcommander.com +upproar.com +urlcut.ru uroki.net -usadacha.net -vandrie-ict.nl -varikozdok.ru -vekzdorov.ru -velobikestock.com -veopornogratis.xxx -vepad.com -vereo.eu -verymes.xyz -viagra-soft.ru -video-chat.love -viktoria-center.ru -villacoloniale.com -vintontech.info -vipms.ru -visa-pasport.ru -vitalads.net -vizitki.net -vkgaleria.com -vkontarkte.com +usacasino.com +usbggettwku.ga +usswrite.com +ustion.ru +v24s.net +vacances-voyages.info +varikoz24.com +vasileostrovsky-rayon.ru +v-doc.co +vegan-foods.us +veles.shop +vellings.info +venta-prom.ru +versaut.xxx-cam.webcam +veselokloun.ru +vesnatehno.com +viagraneggrx.com +video-chat.cn +videojam.tv +vipsexfinders.com +vkmusics.ru vladhistory.com -voluumtracker1.com -voprosotvet24.ru -vozbujdenie.com -wallpapers-best.com -wanker.us +vladimir.zrus.org +voronezh.xrus.org +vpnhowto.info +vriel.batcave.net +vseigru.one +vsexkontakte.net +wallpapersdesk.info +wallpaperstock.net +wareseeker.com waterpurifier.club -we-are-gamers.com -webmasterhome.cn +watsonrealtycorp.com +wdfdocando.com +webix.me +webmonetizer.net webnode.me -webscouter.net -website-datenbank.de -website-stealer.nufaq.com -webstatsdomain.org -wedding-salon.net +website-analytics.online +wejdz-tu.pl wemarketing.se -wesharepics.com -wholesalejerseychinashop.com +wemedinc.com +westsextube.com +wfb.hatedriveapart.com +whatsupinfoley.com +whereiskentoday.com wholesalejerseysgaa.com -wholinkstome.com -williamrobsonproperty.com -windowssearch-exp.com +wildnatureimages.com wineration.com -w-journal.ru +win-spy.com +winterclassichockeyjerseys.com +winx-play.ru wma-x.com -wnoz.de -wttavern.com -wurr.voila.net -www.888.com -wwwadultcheck.com +womensplay.net +woodyguthrie.se +worldhistory.biz +worldinternetauthority.com +worldlovers.ru +worst-sites.online +ws.ampower.me +wufak.com www.get-free-traffic-now.com -www.kabbalah-red-bracelets.com -xclicks.net -x-diesel.biz -xjlottery.com -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xaylapdiendanang.com +x-diesel.com +xev.ru +xingzi-vision.com +x-lime.net +xlolitka.com +xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn----7sbifcamovvfggw9d.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80aanaardaperhcem4a6i.com xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--80aikhbrhr.net -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--80ak6aa92e.com -xn--b1agm2d.net -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn--e1afanlbnfckd7c3d.xn--p1ai -xn--h1aakne2ba.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn--80aodinpgi.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----9sbubg3ambdfl1j.xn--p1ai +xn--c1acygb.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai +xn--d1aifoe0a9a.top +xn----dtbndd4ae7eub.top +xn--h1ahbi.com.ua +xn--lifehacer-1rb.com xnxx-n.com -x-porno.video -xtrafficplus.com -xwatt.ru +xrus.org +xtubeporno.net xxart.ru +xxxguitars.com xxxtube69.com +xxxtubesafari.com xz618.com -yellocloud.be +y8games-free.com +yellowads.men yellowstonesafaritours.com -yhit.press -youandcredit.ru -youbrainboost.asia -yourmovies.pl -yourporn.com -yoursite.com -youthreaders.com -ytmnd.com -yurgorod.ru -yur-p.ru -zaimhelp.ru -zaim-pod-zalog-krasnodar.ru -zakazfutbolki.com -zapiszto.pl -zazagames.org +yougetsignal.com +youjizz.com +youraticles.pl +youtubedownload.org +zaloro.com +zambini.ru +zatjmuzu.info zebradudka.com -zeg-distribution.com -zeleznobeton.ru -zeroredirect10.com -zhacker.net -zigarettenonl.canalblog.com -zigarettenonlinekaufen.tumblr.com -zkjovpdgxivg.ga -znakomstvaonlain.ru -zocaparj.kz -zootoplist.com -zrizvtrnpale.tk -zscaler.net -zscalerone.net -zverokruh-shop.cz +zed21.net +zeikopay.com +zeroredirect11.com +zhongwenlink.com +zigarettenonlinekaufen1.blox.pl +zlatnajesen.com +zone-kev717.info zvetki.ru -zvezdagedon.ru -zzbroya.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 8d3f2fb9f..dac184700 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1stat.ru -2rich4bitches.com -3dracergames.com +12bet.com +2kata.ru +4ureyesonly.com 5tey7463.weebly.com -7yue.org -9icmzvn6.website -academiacsmendoza.org -actionnooz.com +7makemoneyonline.com +abcdefh.xyz adanih.com -add-add.men -adloads.com -ads-cool.pro -alfa-medosmotr.ru -alldubai.biz -altamayoztourism.com -amanda-porn.ga +addtoadd.men +adserver-e7.com +adultfriendfinder.com +advertisingtag.net +aghanyna.com +air-edem.ru +algarveglobal.com +allforminecraft.ru +alphavisions.net amazon-adsystem.com -android-systems.ru -animebox.com.ua -apartamentwroclaw.eu +ampower.me +anticrawler.org apartment.ru -apiportalmorecom-a.akamaihd.net -asdfz.pro -asia-forum.ru -azte.ch -backuperwebcam.weebly.com -bambi.ck.ua -bamo.xsl.pt -bbsoldes.fr -beauty-clinic.ru -bedandbreakfast.com -berlininsl.com -bestwebsitesawards.com -bgviagrachrx.com -bird1.ru -bizfly.info -blackle.com -blogig.org -burger-imperia.com -businescoop.men -calstaterealty.us -canoncdriverq3.pen.io -cardul.ru -cartierlove.xyz -centraletermice.us -ceotrk.com -christianlouboutinreplica.pw -cinemaflix.website -clean-start.net -clippingphotoindia.com -compliance-elena.top +autoplate.info +autotrends.today +bank.uz +bannertesting.com +bausparen.bz.it +berrymall.ru +betonka.pro +blackcurranthumidifiers.site +blog.f00kclan.de +boazpower.com +bongiornos.info +bosman.pluto.ro +braip.com.br +bristolhotel.com +bugof.gq +burn-fat.ga +buttons-for-website.com +callmd5map.com +candypeople.se +candytiner.com +canyougethighofftizanidine.blogspot.com +carfax.com.ua +casablancamanor.co.za +catalogs-parts.com +cgi2.nintendo.co.jp +chastnoeporno.com +cheapmoncler.pw +chelnytruck.ru +claytransformations.info +clicksor.com +clubfashionista.com +cocyq.inwtrade.com +comeondog.info +comissionka.net +compliance-don.xyz +compliance-fred.top +compliance-jack.top compliance-john.top -cookie-law-enforcement-hh.xyz -coslab.club -culad.com -danashop.ru -day-news.info -dfwu1019.info -download-wallpaper.net -dstroy.su -e-biznes.info -ekaterinburg.xrus.org -electricwheelchairsarea.com -erotiktreff24.info -eu-cookie-law.info -ewebarticle.info -farmprofi.net -fetroshok.ru -freelinkbuilding.website.tk -freshmac.space -frustrated-favorable.gq -funnypica.com -fz139.ttk.ru -gazobeton-p.com.ua -girlporn.ru -girlsatgames.ru -gogps.me -golfresa.lucania.se -gratuitbaise.com -greenidesign.co -guge.io -gungamesz.com -hacktougroup.ru -handicapbathtubarea.com -hasfun.com -hawaiielectriclight.com -hdwallpapers-free.com +conboy.us +culturevie.info +customcatchcan.com +customchocolate.business-for-home.com +cutalltheshit.com +cvety24.by +cxpromote.com +dafatiri.com +dating-app.ru +dfwu1013.info +domainsphoto.com +dotmass.top +elektrischezigaretten1.blogse.nl +erectile.bid +euronis-free.com +exct.net +ezigarettenkaufen1.deviantart.com +fanrto.com +faracontrol.ir +fenoyl.batcave.net +ff30236ddef1465f88547e760973d70a.com +filesdatabase.net +fillmewithhappiness.com +flagcounter.me +forex21.ru +foxjuegos.com +frcls.fr +free-traffic.xyz +funponsel.com +gallery.rennlist.com +game-mmorpg.net +gavuer.ru +gayxperience.com +germes-trans.com +gettpromos.com +goodhumor24.com +googlemare.com +growshop.es +gsasearchengineranker.xyz +hannasolution.ru +hchha.com +healmytrauma.info highspeed5.net -hildinghr.se -hotenergy.ru -house.sieraddns.com -ibmdatamanagement.co -ilte.info -indetiske.ya.ru -intellektmedia.at -int.search.mywebsearch.com -jerseywholesalebizchina.com -jillepille.com -junglenet-a.akamaihd.net -justkillingti.me -justucalling32211123456789.tk -kaliningrad.zrus.org -karadene.com -kartiniresto.com -kazrent.com -kenaba.su -keywordsdoctor.com -knigonosha.net -kollekcioner.ru -koopilka.com -kotaku.com -landreferat.ru -ldrtrack.com -ledpolice.ru -leftofcentrist.com -legalrc.biz -livetsomudvekslingstudent.bloggersdelight.dk -louboutinreplica.pw -lyrster.com -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -macresource.co.uk -mailemedicinals.com -maladot.com -maslenka.kz -matematikus.info -megavolt.net.ua +hitsbox.info +hostingclub.lk +hotblognetwork.com +hunthillfarmtrust.org +intelhdgraphicsgtdrive6w.metroblog.com +intellego.info +iqbazar.ru +iwanttodeliver.com +japfm.com +kinofak.net +koleso24.com.ua +ktotut.net +kupiproday.com.ua +kvartiry-remont.ucoz.ru +landmania.ru +likesuccess.com +lincolntheatre.com +localflirtbuddies.com +locationdesaison.com +longadventure.com +low-format.ru +mactechinfo.info +mail.allnews24.in +map028.com +matb3aa.com +meduza-consult.ru +menetie.ru +mesto-x.com metarip.ru -modenamebel.ru -mojowhois.com -monclercheap.xyz -monetizationking.net -moomi-daeri.com -moscow-clining.ru -most-kerch.org -myblogregistercm.tk -myonigroup.com -negociosdasha.com +motherboard.vice.com +mrlmedia.net +mturkcontent.com +myshopmatemac.com +naughtyconnect.com +naval.jislaaik.com +needtosellmyhousefast.com negral.pluto.ro +net-profits.xyz nfljerseysforsalewholesaler.com +ngps1.ru +nlfjjunb5.ru +nl.netlog.com nootrino.com -no-rx.info -nosecret.com.ua -nyfinance.ml -old-rock.com -online-podarki.com -onthemarch.co -orgasmatrix.com -otbelivanie-zubov.com -ourville.info -owohho.com -pammik.ru -panouri-solare-acoperis.com -partnerworkroom.men +nowtorrents.com +nzfilecloud.weebly.com +oecnhs.info +onlinebay.ru +onlinefilmz.net +orion-v.com +owathemes.com +paleohub.info +palvira.com.ua +parlament.biz +partner-stop.men percin.biz.ly -photosaga.info -physfunc.ru -piuminiita.com -pl-vouchers.com -porno-video-chati.ru -pozdrawleniya.com -proekt-gaz.ru -prohoster.info -prom23.ru -prostitutki-kharkova.org -prostitutki-tyumeni.org -prpops.com -ptr.ruvds.com -quelle.ru -ranksays.com -realmonte.net -renecaovillasale.online -ring4rhino.com -ringporno.com -ruclicks.com +picscout.com +picurams.pw +pkr1hand.com +plastgranar.nu +podshipniki-nsk.ru +pogodnyyeavarii.gq +polimga.pw +pornoelita.info +positive2b.ru +pospr.waw.pl +pozvonim.com +psvita.ru +push-ad.com +qpypcx.com +rank-checker.online +reelheroes.net +regdefense.com +reining.lovasszovetseg.hu +rockprogblog.com +rossanasaavedra.net +ruex.org.ua russintv.fr -rutor.group -s1z.ru -saitevpatorii.com -sampleletters.net -scanner-jane.top +scanner-andrew.top +scanner-ivan.top +scat.porn +school-diplomat.ru sc-specialhost.com -sell-fb-group-here.com -seonetwizard.com -sexflirtbook.com -sexobzor.info -sexy-pings.com -shinikiev.com.ua +search.pch.com +seokicks.de +seo-prof1.xyz +servethis.com +servisural.ru +serw.clicksor.com +sexfreepornoxxx.com +shlyahten.ru shoesonlinebuy.xyz -shymkent.xkaz.org -sindragosa.comxa.com +shop.xz618.com +sierraapps.com +site5.com +smartbalanceworld.com +sneakyboy.com snyatie-lomki-v-stacionare.ru -soft-program.com -spb.afora.ru -sports-supplements.us -srecorder.com -stal-rulon.ru -streetfooduncovered.com -suralink.com -svarbit.com -td-33.ru -threecolumnblogger.com -tmm-kurs.ru -tonerbox.kz +space4updating.win +spammen.de +spamnuker.com +sugarlyflex.pw +superlist.biz +svetodiodoff.ru +swagbucks.com +swiped.su +tampabaywatch.org +tastyfoodideas.com +thecoolimages.net +thefotosgratis.eu +tk-assortiment.ru +tnaionline.org toproadrunner5.info topsy.com -toyota.7zap.com -traffpartners.com -trion.od.ua -trumpetedextremes.com -tuberkuleznik.ru -tytoona.com -uk-zheu20.ru -unrealcommander.org -uprour.com -urccvfmc.bloger.index.hr -urll.eu -valkiria-tk.ru -vasileostrovsky-rayon.ru -vduplo.ru -vektorpress.ru -videochat.life -videotuber.ru -vinylvault.co.uk -vip.51.la -vizitki.net -vodkoved.ru -vrnelectro.ru -warezaccess.com -watchmyfb.pl -webpromotion.ae -weclipart.com -wejdz-tu.pl -welcomeauto.ru -wesharepics.site -westvilletowingservices.co.za -wfb.hatedriveapart.com -wholesalejerseysgaa.com -winterclassichockeyjerseys.com -winwotgold.pl -woman-tampon.ru -wzgyyq.com -xclicks.net -xn----ctbbcjd3dbsehgi.xn--p1ai -xn--d1aifoe0a9a.top -xn--l1aengat.xn--p1ai -yuarra.pluto.ro -yubikk.info -zaidia.xhost.ro -zarepta.com -zvezdagedon.ru +toxicwap.com +toys.erolove.in +traderzplanet.in +traffmonster.info +tubeoffline.com +tubo360.com +turn-up-life.life +tvoystartup.ru +uchebavchehii.ru +ufa.xrus.org +ugogo.info +ukrobstep.com +undergroundcityphoto.com +unece.org +unimodemhalfduplefw.pen.io +unpredictable.ga +urlopener.com +uvozdeckych.info +ventelnos.com +wallpaperstock.net +waterpurifier.club +webads.co.nz +website-datenbank.de +webtherapy.ru +withstandingheartwarming.com +w-journal.ru +wwwadultcheck.com +xlolitka.com +xtremeeagles.net +yachts-cruise.info +yoopsie.com +yourothersite.com +youtubedownload.org +zhacker.net +zhorapankratov7.blogspot.com +zionstar.net diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 4be9894a3..bca0dc652 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,33 +1,3 @@ - -