diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 966492772..90fe4f9d3 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 2f692b069..bc389ee32 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 8b1dc29c9..32e3c88ce 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1672 -### Updated: Fri Jun 28 21:25:11 SAST 2019 +### Version: V4.2019.06.1673 +### Updated: Fri Jun 28 21:38:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 966492772..90fe4f9d3 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 2f692b069..bc389ee32 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index 8b1dc29c9..32e3c88ce 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1672 -### Updated: Fri Jun 28 21:25:11 SAST 2019 +### Version: V4.2019.06.1673 +### Updated: Fri Jun 28 21:38:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf index 492992b94..c95bc9ad9 100644 --- a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.226.236 0; 35.188.1.99 0; +35.193.7.13 0; diff --git a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf index 5d6cc1484..c342427c0 100644 --- a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1666 -### Updated: Fri Jun 28 18:37:45 SAST 2019 +### Version: V4.2019.06.1673 +### Updated: Fri Jun 28 21:38:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test2/default.vhost b/.dev-tools/_conf_files_test2/default.vhost index 0abac7c42..b04b184a1 100644 --- a/.dev-tools/_conf_files_test2/default.vhost +++ b/.dev-tools/_conf_files_test2/default.vhost @@ -1,15 +1,15 @@ server { + listen *:9000; + + root /var/www/html; + server_name localhost; + charset UTF-8; # Nginx Bad Bot Blocker Includes include /usr/local/nginx/bots.d/ddos.conf; include /usr/local/nginx/bots.d/blockbots.conf; - listen *:9000; - - root /var/www/html; - server_name localhost; - charset UTF-8; index index.html; location / { diff --git a/.dev-tools/_conf_files_test2/nginx.conf b/.dev-tools/_conf_files_test2/nginx.conf index 132f680d1..19b1d1564 100644 --- a/.dev-tools/_conf_files_test2/nginx.conf +++ b/.dev-tools/_conf_files_test2/nginx.conf @@ -58,8 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 092c80988..eb1044514 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1672 -### Updated: Fri Jun 28 21:25:12 SAST 2019 +### Version: V3.2019.06.1673 +### Updated: Fri Jun 28 21:38:20 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/nginx.conf b/.dev-tools/_conf_files_testing_changes/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..966492772 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index c3c284efc..2f692b069 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 092c80988..eb1044514 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1672 -### Updated: Fri Jun 28 21:25:12 SAST 2019 +### Version: V3.2019.06.1673 +### Updated: Fri Jun 28 21:38:20 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 12f18b91b..966492772 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index c3c284efc..2f692b069 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 092c80988..eb1044514 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1672 -### Updated: Fri Jun 28 21:25:12 SAST 2019 +### Version: V3.2019.06.1673 +### Updated: Fri Jun 28 21:38:20 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..966492772 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index c3c284efc..2f692b069 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 092c80988..eb1044514 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1672 -### Updated: Fri Jun 28 21:25:12 SAST 2019 +### Version: V3.2019.06.1673 +### Updated: Fri Jun 28 21:38:20 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf b/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf index 5c7fa78f3..19b1d1564 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf index 966492772..90fe4f9d3 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf index 2f692b069..bc389ee32 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index 8b1dc29c9..32e3c88ce 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1672 -### Updated: Fri Jun 28 21:25:11 SAST 2019 +### Version: V4.2019.06.1673 +### Updated: Fri Jun 28 21:38:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_nginx_conf_backup/nginx.conf b/.dev-tools/_nginx_conf_backup/nginx.conf index 132f680d1..19b1d1564 100644 --- a/.dev-tools/_nginx_conf_backup/nginx.conf +++ b/.dev-tools/_nginx_conf_backup/nginx.conf @@ -58,8 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + + +# Nginx Bad Bot Blocker Includes + include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; + include /usr/local/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 092c80988..eb1044514 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1672 -### Updated: Fri Jun 28 21:25:12 SAST 2019 +### Version: V3.2019.06.1673 +### Updated: Fri Jun 28 21:38:20 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 8b1dc29c9..32e3c88ce 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1672 -### Updated: Fri Jun 28 21:25:11 SAST 2019 +### Version: V4.2019.06.1673 +### Updated: Fri Jun 28 21:38:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 12f18b91b..966492772 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index a555b8924..c2258727b 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -360Spider -Apexoo -CheTeam -Devil -DittoSpyder -DomainAppender -Ebingbong -Ecxi -FDM -Firefox/7.0 -FrontPage +404checker +Aboundex +AfD-Verbotsverfahren +AIBOT +AiHitBot +BatchFTP +Bitacle +BlackWidow +BlowFish +BuiltWith +BunnySlippers +CATExplorador +ExtractorPro +Freeuploader Fyrebot -Grafula -Joomla -Lipperhey Spider -Ltx71 -Magnet -Mag-Net -magpie-crawler -Metauri -Microsoft Data Access -MJ12bot -NearSite -netEstate NE Crawler -Nettrack -Octopus -OpenVAS -PageAnalyzer -Pandalytics -RankFlex -ReGet -Ripper -SalesIntelligent -scan.lol -Sitebeam -SurveyBot -T0PHackTeam +GetRight +GrapeshotCrawler +HEADMasterSEO +IRLbot +JikeSpider +Libwhisker +LNSpiderguy +Mr.4x3 +Netcraft +Nimbostratus +Panscient +PeoplePal +Pixray +Probethenet +PxBroker +SemrushBot +SiteExplorer +Sucker +SuperHTTP +tAkeOut +Telesoft Toweyabot -Trendictionbot Turingos -URLy.Warning -WASALive-Bot -WEBDAV -WebGo IS -Website Quester -WinHTTrack -Wprecon -WPScan -WWW-Collector-E -zgrab +Typhoeus +VB Project +Webalta +WebCopier +Web Enhancer +webmeup-crawler +Webster +Whack +Widow +Wonderbot +Woobot +Wotbox diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index bd74df715..9e3e08c4f 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404enemy -Acunetix -AfD-Verbotsverfahren -AhrefsBot +360Spider +404checker +Abonti +Aboundexbot AIBOT -Alexibot Alligator -AllSubmitter -Apexoo +Anarchie archive.org_bot -ASPSeek -Attach +Asterias autoemailspider backlink-check +BacklinkCrawler BackStreet Badass -Barkrowler +Bandit BatchFTP -BDFetch +BBBike +BetaBot Bigfoot +Bitacle Blackboard +Black Hole BLEXBot +Bolt BotALot -Buddy -BuiltWith -BunnySlippers +Calculon CATExplorador +CazoodleBot CherryPicker -CheTeam -ChinaClaw -Chlooe -Cloud mapping -cognitiveseo -Copier +Cogentbot +com.plumanalytics CopyRightCheck -crawl.sogou.com -CrazyWebCrawler -Crescent -CSHttp +Copyscape +Cosmos +Craftbot +crawler4j +Curious Custo -DatabaseDriverMysqli -DBLBot demandbase-bot -Demon -DigitalPebble -Disco -Dispatch +Digincore +DIIbot +Dirbuster +Discobot DittoSpyder DnyzBot -DomainStatsBot +DomainSigmaCrawler +Dotbot Download Wonder -DSearch +Dragonfly +Drip DTS Agent -Ecxi +EasyDL +eCatch +ECCP/1.0 +EirGrabber EMail Siphon EroCrawler +Evil Express WebPictures +ExtLinksBot Extractor +ExtractorPro Extreme Picture Finder -EyeNetIE -Ezooms FDM FHscan -Fimap -Freeuploader -FrontPage -FyberSpider +Flunky Fyrebot -GetWeb -Gigablast -Gigabot +GermCrawler G-i-g-a-b-o-t GoZilla -Go!Zilla -Grabber -GrabNet -Grafula -GrapeshotCrawler -GridBot GT::WWW Haansoft +HaosouSpider Harvest -Heritrix -HMView -HTMLparser +Hloader +HTTrack Humanlinks -Iblog +HybridBot IDBot -Id-search Image Sucker +Indy Library +InfoNaviRobot InfoTekies -InterGET -InternetSeer -IstellaBot -JamesBOT +internetVista monitor +Iria Jbrofuzz -JetCar -Joomla +JennyBot +JOC Web Spider Jyxobot Kozmosbot -Larbin -Lftp -LibWeb +Lanshanbot +LexiBot Lightspeedsystems -Likse -LinkextractorPro -LinkScan +Linkdexbot +LinkpadBot LinkWalker -LinqiaScrapeBot +LinqiaMetadataDownloaderBot Lipperhey +Lipperhey Spider +Lmspider LNSpiderguy +lwp-trivial +Mag-Net magpie-crawler -Mail.RU_Bot +Majestic12 Majestic SEO -MarkWatch Masscan +Mass Downloader Mata Hari -meanpathbot -Meanpathbot MeanPath Bot Mediatoolkitbot +mediawords MFC_Tear_Sample -Mojeek +Microsoft Data Access +Microsoft URL Control +MIDown tool +MIIxpc Morfeus Fucking Scanner -MSFrontPage MSIECrawler -MS Web Services Client Protocol -Name Intelligence +Msrabot Needle Nessus -NetAnts Netcraft -NetLyzer -NetSpider +netEstate NE Crawler +Nettrack Net Vampire -NetZIP +Netvibes +Nibbler Niki-bot Nikto +NimbleCrawler Nimbostratus -NPbot -Octopus +Nmap +Nutch +Offline Explorer Offline Navigator -Openfind -OpenLinkProfiler Openvas -OrangeBot +OpenVAS OrangeSpider +OutclicksBot +OutfoxBot PageAnalyzer PageGrabber -Panscient -PECL::HTTP +Papa Foto PeoplePal +Picscout +PictureFinder Pimonster Pi-Monster -Pixray -Probethenet +plumanalytics +POE-Component-Client-HTTP ProPowerBot -ProWebWalker Pump -PxBroker -QueryN Metasearch +PyCurl Quick-Crawler -RankFlex +RankingBot Rankivabot -Reaper +RankurBot +RealDownload RebelMouse Recorder +RedesScrapy RepoMonkey Ripper -s1z.ru +RocketCrawler ScanAlert Scanbot scan.lol -Scrapy -Screaming +ScoutJet +SearchmetricsBot SEOlyticsCrawler Seomoz SEOprofiler -seoscanners SeoSiteCheckup -Siphon -SISTRIX -SiteExplorer +serpstatbot +sexsearcher +Sitebeam +SiteLockSpider +SiteSucker SlySearch +SMTBot Snake Snapbot -sogouspider +Snoopy +Sottopop SpaceBison Spammen -Spanner +sp_auditbot Spbot Spinn3r +SputnikBot spyfu -Sqlworm -Sucuri -SuperBot +Sqlmap +Sqworm SuperHTTP -Surfbot Suzuran -Swiftbot -T8Abot -tAkeOut -Teleport -Telesphoreo -Telesphorep +sysscan +TeleportPro The Intraformant TheNomad -TightTwatBot +Toata Toweyabot -Trendictionbot -True_Robot +Tracemyfile +Trendiction +Turnitin TurnitinBot Typhoeus -Upflow +URLy Warning +Vacuum +Vagabondo VB Project VCI Virusdie -VoidEYE +Voltron Wallpapers/3.0 -WallpapersHD +WASALive-Bot +WBSearchBot Webalta -Web Auto WebBandit +Web Collage WebCopier WEBDAV WebEnhancer +Web Enhancer WebFetch -WebFuck -Web Fuck -WebGo IS +webmeup-crawler WebPix -WebReaper +Web Pix WebSauger Web Sauger +Webshag WebsiteQuester -WebSucker +Webster +WebStripper Web Sucker WebWhacker WebZIP -WinHTTrack +WeSEE WISENutbot -Wotbox -WPScan +Woobot +WWW-Collector-E +WWWOFFLE x09Mozilla x22Mozilla Xaldon_WebSpider -YoudaoBot -Zauba -Zeus +Xenu +Zade +Zermelo +Zitebot ZmEu diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 44e621cbb..074692b2d 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider +404checker +404enemy 80legs Abonti -ADmantX -AIBOT +AhrefsBot Aipbot -AllSubmitter +Alexibot Anarchie +Apexoo archive.org_bot +ASPSeek +Attach +autoemailspider backlink-check BacklinkCrawler Badass Bandit Barkrowler -Battleztar Bazinga +BatchFTP BBBike +BDCbot BDFetch -Bigfoot -Bitacle -Blackboard -BlackWidow -Blow +BetaBot +Black Hole +BlowFish Boardreader -Brandprotect -Buddy -BuiltBotTough +BuiltWith Bullseye -BuzzSumo -CATExplorador -CCBot +Calculon +Cegbfeieh CheeseBot -CherryPicker -ChinaClaw +CheTeam Chlooe -Claritybot -Cliqzbot -Collector -com.plumanalytics CopyRightCheck -Cosmos Craftbot +crawler4j +crawler.feedback crawl.sogou.com -Crescent -CrunchBot -Custo +CSHttp +Curious DatabaseDriverMysqli -DBLBot -demandbase-bot +Deusu Digincore -DigitalPebble -Dirbuster -Discobot -DomainAppender -DomainSigmaCrawler -Dragonfly -Drip +DnyzBot +DomainCrawler +DomainStatsBot +Download Wonder DSearch -EasyDL +DTS Agent Ebingbong -EirGrabber -EMail Siphon +eCatch +ECCP/1.0 EMail Wolf -evc-batch Evil -Express WebPictures -ExtLinksBot +Exabot +ExtractorPro Extreme Picture Finder facebookscraper FHscan -Fimap Flunky -Genieo -Getintent +Foobot +FrontPage +Fyrebot +GermCrawler GetRight -GetWeb Gigablast Gigabot -G-i-g-a-b-o-t Go-Ahead-Got-It +Go!Zilla +Grabber GrabNet Grafula -GrapeshotCrawler -GridBot -GT::WWW -HaosouSpider Havij HEADMasterSEO +Hloader HMView -HTMLparser -HTTP::Lite HTTrack -HybridBot -IDBot -Image Fetch InfoNaviRobot +InfoTekies Internet Ninja internetVista monitor ips-agent -Iria -IRLbot -Iskanie +IstellaBot JamesBOT -JennyBot -JetCar -Jetty -JikeSpider -JOC Web Spider +Jbrofuzz Joomla +Jorgee Jyxobot -Kenjin Spider Keyword Density LeechFTP LeechGet -Lftp +LexiBot +LibWeb Libwhisker Lightspeedsystems Linkdexbot -LinkextractorPro -LinkScan +LinkpadBot +LinkWalker LinqiaMetadataDownloaderBot +LinqiaRSSBot +LinqiaScrapeBot Lipperhey Spider -Lmspider -LNSpiderguy +Litemage_walker lwp-request -LWP::Simple lwp-trivial -Magnet Mag-Net magpie-crawler -Mass Downloader -MauiBot +Majestic12 +Majestic-SEO +MarkMonitor +Masscan Meanpathbot +Mediatoolkitbot mediawords -Microsoft URL Control -Mr.4x3 +MegaIndex.ru +MFC_Tear_Sample +Microsoft Data Access +MIIxpc +Morfeus Fucking Scanner MSIECrawler -Msrabot muhstik-scan +Musobot Name Intelligence Navroad -NearSite -Needle -Nessus -netEstate NE Crawler +NetAnts NetMechanic -Net Vampire +Netvibes NetZIP -Nmap -NPbot -Offline Navigator +Nibbler +NICErsPRO +Niki-bot +NimbleCrawler +Nimbostratus +Nutch +oBot +Offline Explorer OnCrawl -Openvas OpenVAS OutclicksBot -PageGrabber -Panscient +OutfoxBot +page scorer +Pandalytics Pavuk +pcBrowser PeoplePal -PHPCrawl -Picsearch -Pixray +Picscout +PictureFinder +Pimonster +Pi-Monster PleaseCrawl -POE-Component-Client-HTTP -ProPowerBot -Psbot +plumanalytics +ProWebWalker Pump -PxBroker PyCurl -QueryN Metasearch -RankActive -RankFlex -RankingBot +Quick-Crawler +RankActiveLinkBot RankurBot -Reaper +RealDownload RebelMouse ReGet -Ripper -RocketCrawler -ScanAlert +RepoMonkey +Rogerbot +SBIder Scanbot -Scrapy +scan.lol Semrush -SEOkicks -SEOlyticsCrawler +SemrushBot Seomoz -SeoSiteCheckup -serpstatbot -sexsearcher -SISTRIX +seoscanners +Shodan SiteExplorer -SiteLockSpider -SiteSucker -Site Sucker +SiteSnagger Snake +Snapbot Snoopy -Sociscraper -Sogou web spider -Sosospider SpaceBison -SpankBot +sp_auditbot +Spbot SputnikBot -Sucker +spyfu +Sqlmap +Sqworm Sucuri -SuperHTTP -SurveyBot -Suzuran -Swiftbot +SuperBot +Surfbot +Szukacz +T0PHackTeam +T8Abot tAkeOut -TeleportPro +Teleport +Telesoft Telesphoreo +Telesphorep +The Intraformant +TheNomad TightTwatBot -Titan Toweyabot Trendiction -trendiction.de -True_Robot -Turingos -TurnitinBot -UnisterBot -URLy Warning -URLy.Warning +TwengaBot +Twice +Upflow +Vagabondo VB Project VeriCiteCrawler Virusdie +VoidEYE +Voil +Voltron +Wallpapers/3.0 +WASALive-Bot +Webalta Web Auto +WebBandit WebCollage Web Collage -WebCopier WEBDAV -Web Enhancer -Web Fuck -WebGo IS -Web Pix -WebSauger -Web Sauger -WebsiteExtractor -Webster +WebEnhancer +WebFetch +Web Fetch +WebFuck +WebLeacher +WebmasterWorldForumBot +webmeup-crawler +WebPix +WebsiteQuester +Website Quester +WebStripper WebSucker +Web Sucker +WebWhacker +WeSEE +Whack +Whacker +Whatweb +WinHTTrack WiseGuys Robot WISENutbot Wonderbot -Wprecon +Wotbox WWW-Collector-E -WWW-Mechanize -WWWOFFLE x09Mozilla Xaldon_WebSpider +Xenu +xpymep1.exe YoudaoBot zauba.io Zermelo +ZmEu +ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 1022a35ac..0866ace88 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -1qingdao.com -aasoldes.fr -alfabot.xyz -allnews24.in -apiholdingmypage-a.akamaihd.net +12bet.com +13tabs.com +2daytrendingnews.com +adserver-e7.com +adsref.men +advertex.info +advertisingtag.net +allblogroll.com +alot.com +alpinism.ru +am15.net arendakvartir.kz -atmovs.com -azte.ch -basedecor.ru -batanga.net -besthoro.ru -bloggedporn.com -blogrankers.com -bocoarchives.org -cartierring.xyz -ccbill.com -centrumcoachingu.com -cheapmarmot.online -ciekawinki.pl -citetick.com -coderstate.com -com-cleaner.systems -comeondog.info -day-news.info -dotmass.top -downvids.net -dvervmoskvu.ru -ecookna.com.ua -eupornstar.info -eyemagination.com -forms-mtm.ru -fortwosmartcar.pw -gameplexcity.com -ge0ip.net -geoads.com -get-seo-domain.com -goo.ne.jp -goroda-vsego-mira.ru -guge.io -houston-vikings.com -huhn.altervista.org -ilovevitaly.com -kaidalibor.de -lampokrat.ws -lasvegaslockandsafe.com -ledis.top -mcnamaratech.com -mega-bony2017.pl -michaelkorssaleoutletonline.net -money-for-placing-articles.com -mrpornogratis.xxx -naturalpharm.com.ua -niroo.info -oakleyglassesonline.us -onlinemegax.com +aviav.eu +belinka.com.ua +bestcurs.org +biznesluxe.ru +brainsandeggs.blogspot.com +brandbucket.com +brus-vsem.ru +bum.com.ru +club-musics.ru +cymbaltaandtizanidine.blogspot.com +domashneeruporno.com +etotupo.ru +europages.com.ru +evogarage.com +excitacion.info +ezigarettenshop2.myblog.de +fr.netlog.com +gagrasector.ru +gilbertbanda.net +glastecfilms.com.my +guruofcasino.com +hahashka.ru +hjaoopoa.top +homemature.net +hunthillfarmtrust.org +ibb.com.ua +ibmdatamanagement.co +infazavr.ru +iqupdatetmz.win +itag.pw +itsdp3.com +iwanttodeliver.com +kerch.site +ketrzyn.pl +kopihijau.info +labafydjxa.su +laparfumotec.com +macrotek.ru +mahnwachen-helfen.info +matb3aa.com +medosmotr-ufa.ru +megahdporno.net +mobsfun.net +moyakuhnia.ru +muschisexbilder.com +namenectar.com +narco24.me +nfljerseysforsalewholesaler.com +oballergiya.ru online-x.ru -p-business.ru -piluli.info -podshipniki-nsk.ru -pokemon-go-play.online -pornoelita.info -redirectingat.com -registrationdomainsite.com -reklamuss.ru -scanner-don.top -scanner-mark.top -sel-hoz.com -serialsway.ucoz.ru -sevenstars7.com -shivafurnishings.com -shop.xz618.com -spin2016.cf -sugarlyflex.pw -superlist.biz -tackletarts.co -timhost.ru -titan-cloud.life -torontoplumbinggroup.com -trahvid.com -truck-land.life -ttsq.fr -ua.tc -uchetunet.su -uhod-za-sobakoj.ru -unrealcommander.org -video-chat.in -vipps.com.my -vipromoffers.com +orel-reshka.net +outpersonals.com +pc4download.co +producm.ru +ragecash.com +ranksignals.com +rutor.group +scanner-walt.top +scenicmissouri.us +sexfreepornoxxx.com +shisha-swag.de +sisi-go.ru +siteonomy.com +slavic-magic.ru +speechfoodie.com +srdrvp.com +stroy-portal22.ru +surffoundation.nl +tdsing.ru +the-trader.net +tizanidineusedfor.blogspot.com +trainoffend.ml +univerfiles.com visa-pasport.ru -vitalads.net -w3data.co -webmonetizer.net -wingsofrefuge.net -wordpress-crew.net -wwwadultcheck.com -xingzi-vision.com -xxxdatinglocal.us -xxxrus.org -zaimite.ru -zscalerone.net +vozbujdenie.com +westum.se +wholesalecheapjerseysfree.com +wordpresscore.com +worldhistory.biz +wsgames.ru +xgames-04.com +x-lime.com +xn--80abgj3a5acid6ghs.top +xn--80ahvj9e.xn--p1ai +xn--l1aengat.xn--p1ai +yourserverisdown.com +yurgorod.ru +zeroredirect7.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index b74d8f02b..68e849012 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ 00go.com -01apple.com 0c47f8422d3f.com -108shot.com -12masterov.com -1-free-share-buttons.com +0daymusic.org +0n-line.tv +10bet.com +123locker.com +13tabs.com +1flag.co.za 1webmaster.ml -2345.com -256bit.by -34.gs -45en.ru -4kepics.com -4kplayer.pl -4ureyesonly.com -5000-cotydzien.com -51unlim.ru -57883.net -5kstore.com -5-steps-to-start-business.com -76brighton.co.uk -8gold.com -8xv8.com -91abcw.com -aa8b68101d388c446389283820863176e7.com -aab94f698f36684c5a852a2ef272e031bb.com -abbanreddy.com -abcdeg.xyz -abiente.ru -absolute-s.ru -acc.eu.org -adidas.frwebs.fr -adloads.com -ads-cool.pro -adsref.men -adtech.us +20pascals.nl +28n2gl3wfyb0.ru +2daytrendingnews.com +2girls1cup-free.com +2kata.ru +2x2fan.ru +300richmond.co.nz +4istoshop.com +4kpics.rocks +4replicawatch.net +4ur.click +5u.com +6hopping.com +777-club.ru +7makemoneyonline.com +9icmzvn6.website +aa81bf391151884adfa3dd677e41f94be1.com +aaa38852e886ac4af1a3cff9b47cab6272.com +aac500b7a15b2646968f6bd8c6305869d7.com +aanapa.ru +aaronabel.com +aasoldes.fr +abovetherivernc.com +absolutelyanalog.com +actionnooz.com +addray.pro +admanaerofoil.com +admatic.com.tr +admitad.com +adservme.com +ads.gold +adsland.men +ads.tremorhub.com adultfullhd.com -advertisingtag.net -advokateg.xyz -adzerg.com -adzpower.com -aerogo.com -ahmedabadwebs.com -ahrefs.com +adultgalls.com +advancedsoftwaresupport.com +adverster.com +a.frcls.fr +agardomains.com +agysya.ru +air-edem.ru +akama.com akuhni.by -alert-fdm.xyz -alfabot.xyz -all4invest.info -allcredits.su +alkoravto.ru allesohnegirls.net -allknow.info -alloysteel.ru +allnews.md alphahoverboards.com -alpinism.ru -alta-realestate.com -am15.net -amateurmatch.com +amateurgalls.com +amazingpic.net amazon-seo-service.com -amoi.tn -anabolics.shop -anal-acrobats.hol.es -analytics-ads.xyz -an-donut.com -angkortours.vn -angry-fermi-7633.arukascloud.io -apiappenableinfo-a.akamaihd.net -apibetweenlinesn-a.akamaihd.net -apidigidocketnet-a.akamaihd.net -apiitsthirteende-a.akamaihd.net -apilinkswiftco-a.akamaihd.net -apimountainbikei-a.akamaihd.net -apishops.ru +android4fun.org +android-style.com +animali.deagostinipassion.it +apiallgeniusinfo-a.akamaihd.net +apimossnetinfo-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +apiwebwebgetcom-a.akamaihd.net +apiwoodensealcom-a.akamaihd.net appfixing.space -apple.com-webbrowsing-security.science -applicationg29.com +applyneedy.xyz approvedlocal.co.za -appsaurus.com -aproposde.com -aquarium-pro.ru -arabseyes.com -arcadeplayhouse.com -arcteryxstore.online +approved.su +apptester.tk arenanews.com.ua -arenda-avtoprokat-krasnodar.ru -arendas.net -asrvrep-a.akamaihd.net -autoblogger24.info +arendovalka.xyz +arpelsreplica.xyz +asdfz.pro +asrvvv-a.akamaihd.net +asseenontv.ru +astrochicks.com +atley.eu.pn +australia-opening-times.com autoloans.com -autolombard-krasnodar.ru +autoplate.info autorn.ru -autoseo-traffic.com -autoua.top -autowebmarket.com.ua -aviav.ru.com +aversis.net aviva-limoux.com -avkzarabotok.com -avtointeres.ru -avtovolop.ru -ayodhya.co -azartclub.org +avtocredit-legko.ru +awency.com +ayeartoforget.com azazaporn.com -azte.ch +azbukadiets.ru b2b-lounge.com +babespcs.com babyfactory.fr -bad-stars.net +backgroundpictures.net +bagcionderlab.com baikaleminer.com -baixar-musicas-gratis.com -balitouroffice.com +bala.getenjoyment.net +banan.tv bankiem.pl -bankofthewext.com -bannerconnect.net -barbourjackets.online -bbsoldes.fr -bbtec.net -beclean-nn.ru -becuo.com -beget.tech -belstaffstore.online -bestimagecoollibrary.com -best-seo-offer.com +bashtime.ru +battle.net +bdsmgalls.net +beauby.ru +beauty-bracelet.com +bedcapdealers.com +belinvestdom.by +berdasovivan.ru +beremenyashka.com +bestadbid.com +bestbrainprod.win +bestfortraders.com +bestofupload.info +bestpornuha.com +best-seo-software.xyz bestwaystogetpaid.us -betterhdporn.com -beyan.host.sk -bitcoins-live.ru +bestwrinklecreamnow.com +betterscooter.com +betwinservice.com +bezcmexa.ru +biketank.ga +bingo8888.com biznesluxe.ru -bizru.info -blackplanet.com -blagovest-med.ru -blockworld.ru -blog.koorg.ru -blogporn.in -bluesman.nu -bochemit.com.ua -boeuklad.com -bouda.kvalitne.cz -bpro1.top +biznesrealnost.ru +blackwitchcraft.ru +blue-square.biz +bocoarchives.org +bodybuilding-shop.biz +bolezniorganov.ru +bombla.org +bonkers.name +bookhome.info +brainboostingsupplements.org braindaily.xyz brandov.ru brateg.xyz -briomotor.co -brokergid.ru -buchananshardware.com -buehne-fuer-menschenrechte.de -buigas.00it.com -bupropion-sr-150-mg.us -buqyxa.rincian.info -butstrap.space +brendbutik.ru +brianhenry.co +bristolhotel.com.ua +brus-vsem.ru +budpost.com.ua +buketeg.xyz +bukleteg.xyz +buntube.net +buttons-for-website.com buyclomidonlaine.com -buyfriend.ru -buy-loft.ru +buyessaynow.biz +buyk.host.sk buyparajumpers.online -buzzsumo.com +buyscabiescream.com +bvlgaribracelet.xyz bvlgariwallet.xyz -c1.onedmp.com cakemediahq.com.au -calstaterealty.us -camel-beach.com -camsex.xxx-cam.webcam -canacopegdl.com -candelluxsklep.pl -candypeople.se +call-of-duty.info +camdenmemorials.com +candiceloves.us +cand.jp +candycrushshop.com +candytiner.com +canoncdriverq3.pen.io +canyougethighofftizanidine.blogspot.com cardul.ru +carfax.com.ua +carmuffler.net +carsdined.org +cartechnic.ru +cartierlovebracelet.xyz +cartierloveringreplica.xyz +cartierlovestore.com cartierlovestore.xyz -cartierreplica.pw -cartujano-pre.de +cartierring.xyz +casite-513049.cloudaccess.net +catalogs-parts.com caulderwoodkennels.com cb.iphantom.com -ccjp.eu -cdnnetwok.xyz -cdn.walkme.com -celejihad.info -cellfun.mobi ceotrk.com -chatroulette.video -checkpagerank.net -cherrypointplace.ca -chimiver.info -chocolateslim-u-srbiji.com -choice-credit.ru -chuckguilford.com -ciceros.co -cindymatches.com -cinemaflix.website +cfcl.co.uk +charmstroy.info +chatroulette.life +chatroulette.online +cheapsergiorossi.online +checkm8.com +chinaelitecheapjerseys.com +ciekawinki.pl circlesl.com citizenclsdriveri7.pen.io -clarithromycin500mg.com claytransformations.info -cleanallspyware.com +cleanallvirus.com cleanmypc.com clevernt.com click2pawn.com -clickpapa.com -clickzzs.nl -cl.s7.exct.net -clubfashionista.com -coaching-netz.info -coderstate.com +clickprotects.com +clicksor.com +cntravelre.com +codq.info codysbbq.com cognitiveseo.com -coldfilm.ru -comissionka.net -compliance-brian.top -compliance-checker.info -compliance-irvin.top -compliance-mary.top -compliance-nelson.top -compucelunlock.net -conciergegroup.org -contentlook.co -cookie-law-enforcement-ee.xyz +co.lumb.co +communisave.co.za +compiko.info +compliance-barak.xyz +compliance-don.top +connectingsingles.com +connectionstrenth.com +cookingmeat.ru coolbar.pro -coolgamechannel.com -coprofam.org -coslab.club +coolingoods.com cougfan.info -counter.bloke.com -cracksplanet.com +counter.yadro.ru +cpabegins.ru +cpajunkies.com +crd.clan.su creditnation.ru -crest-poloski.ru -cs-passion.pl -culad.com -customergrowthsystems.com -dailystrength.org -dalavia.ru -daptravel.com -darmebel.com.ua -dating-app.ru -daymusam.com -ddpills.com +crest3d.ru +cupday.com +customcatchcan.com +custom-electric-guitar.com +customerpromos-a.akamaihd.net +cvety24.by +cv.wallhade.co +dailyrank.net +dandiyabeats.in +darkages.info +data.vtc.pw +datract.com +ddospanel.com deanmoore.ie -dear-diary.ru -decoratinghomes.ga -defenderxtactical.com -dengi-pod-zalog-nedvizhimosti.ru -design-lands.ru -detskie-konstruktory.ru -dev78.dioniqlabb.se +decorationspcs.com +degerlund.net +delayreferat.ru +dentalpearls.com.au +deshevo-nedorogo.ru dev.citetick.com -dfwu1013.info -diesel-parts28.ru -digital-video-processing.com -dinosaurus.site -dirtpics.pw -dispo.de -distver.ru -dktr.ru -dnepr-avtospar.com.ua -dodlive.mil -dogbreedspicture.net -dojki-hd.com -domainroam.win +dfiles.me +diamond-necklace.info +dildofotzen.net +directivepub.com +diusyawiga.tk +div.as +divci-hry.info +dkvorota.ru +dms-sw.ru +documentsite.net +dolohen.com +domaineaneblanc.com +domain-submit.info domcran.net -dosugrostov.site -downtuptv.gq -downvids.net -drivotracker.com +donna7753191.ru +dorratex.tn +dostavimvdom.ru +doublepimp.com +downloadeer.net +download-wallpaper.net +doxyporno.com +drev.biz +drhomes.biz drugstoreforyou.com -dvrlists.com -earthmagic.info -ebooknovel.club +druzhininevgeniy63.blogspot.com +eachdayisagift.review +earl-brown.info +e-biznes.info +e-buyeasy.com e-collantes.com -e-commerce-seo1.com -econom.co -ecookna.com.ua -ecxtracking.com +e-commerce-seo.com +edelstahlschornstein-123.de +editors.choice6912650.hulfingtonpost.com education-cz.ru -efnor-ac.com +efkt.jp ekto.ee -electro-prom.com -eleimgo.pw -elektrischezigaretten1.blogse.nl -elitedollars.com -embedle.com -empis.magix.net -energydiet-info.ru +eldiariodeguadalajara.com +elektronischezigarettekaufen1.beeplog.com +elektronischezi.livejournal.com +elektrozigarette2.wordpressy.pl +elektrozigaretten1.postbit.com +eloxal.ru +elvenar.com +emerson-rus.ru +enbersoft.com energy-ua.com -englate.com -en.home-task.com -enskedesquashclub.se +enternet.ee +envaseslotusama.com eonpal.com -eredijovon.com -erotik0049.com -erotische-geschichten-xxl.com -es5.com +eropornosex.ru +erotiktreff24.info +escortplius.com escortslet.net -este-line.com.ua -etotupo.ru -eu-cookie-law.info -evaashop.ru -exchanges-bet.com -exonline.info -expdom.com +esnm.ru +espaceinventoristes.com +essaypro.com +etenininrade.ga +etm-consult.de +eupornstar.info +euronis-free.com +european-torches.ru +europeanwatches.ru +evogarage.com +excaliburfilms.com +exdocsfiles.com +expertblog.info expertnaya-ocenka.ru -extremepornos.net -ezigarettekaufen1.hpage.com -ezigarettekaufen2.blox.pl -facebook-mobile.xyz -failingmarriege.blogspot.com -fakehandbags.xyz -familyholiday.ml +ezaz.info +ezigarettekaufen2.yolasite.com +ezigaretteshop.webs.com +f0815.de +fable.in.ua +factorynightclub.com +family1st.ca +familyphysician.ru +fanoboi.com faracontrol.ir -fba-mexico.com -felizporno.com -fetlifeblog.com -fickenbumsen.net -fillmewithhappiness.com -find1friend.com +fast-wordpress-start.com +fatfasts-4tmz.com +favoritemoney.ru +feargames.ru +fermersovet.ru +filesdatabase.net +filmci.pro +filmfanatic.com +findthe.pet finuse.com -firstdrugmall.ru -fitfloponline.store -fiverr.com -flash4fun.com -floridamobilebillboards.com -fm-upgrade.ru -fok.nl -forum20.smailik.org -forums.d2jsp.org -foxinsocks.ru +firesub.pl +fiuxy.com +fix-website-errors.com +flooringinstallation-edmonton.com +floridahuntingfishingadventures.com +footbalive.org +forensicpsychiatry.ru +forexunion.net +forumprofi.de +fotopop.club +fototravel.eu foxjuegos.com -frameimage.org -freecamdollars.com -freegamesplay.online -freelotto.com +free-fb-traffic.com +freejabs.com freenode.info -freeseedsonline.com -free-social-buttons.xyz -frighteningremain.cf -fsalas.com -funnypica.com -fusoradio.info +freenom.link +freshsuperbloop.com +freza-sverlo.ru +fsakhalin.ru +fuck-paid-share-buttons.xyz +fungirlsgames.net fxgallery.com -fyxabomiw.ru -gagrasector.ru -galaxys6manual.info -galleryawesome.com -gamblingnerd.com games.kolossale.ru -garciniaxt.us -gaygalls.net -gay-site.store -gayxperience.com -ge0ip.net -ge0ip.org -gearcraft.us +gate5.co.za +gateway.zscalerone.net +gdebestkupit.ru gearsadspromo.club -gembird.com +geileweiber.tk +gelezki.com +gemgrab-a.akamaihd.net +genericlowlatencyasiodriverhq.aircus.com +gerhardhealer.com getdot.ru -ggiaro.com -ghostvisitor.com -gidonline.one -glastecfilms.com.my -glicol.kz -globatur.ru -globetrotting-culture.ru +getmyads24.com +getoutofdebtfree.org +getpopunder.com +gilbertbanda.net +girlsfuckdick.com +glopages.ru +go2jump.org +gobongo.info goforexvps.com -gogalleryawesome.com +goldadpremium.com golden-catalog.pro golmau.host.sk -goodnightjournal.com -goodprotein.ru -gorodservis.ru -gosreg.amchs.ru +goodhumor24.com +googlefeud.com +googlsucks.com +googst2.ru +gopro-online.info +gourcy.altervista.org +gpirate.com +grand-chlen.ru +graphicwe.org +greatzip.com +greenidesign.co green-tea.tv -grupografico-pilar.com.ar +gribokstop.com +growboxbl.ru +gsasearchengineranker.site gta-club.ru -hacktougroup.ru -hamptonoaks.ca +gtopstats.com +guiadeserraazul.com +handicapvantoday.com haveinc.xyz -hcate.com -hdfreeporno.net -heartofpayne.xyz -heatpower.ru -hetmanship.xyz -hexpilot.com -highspeed5.net -hikesearch.net -hobbyhuren-datenbank.com -holidaypics.org +healthcarestore.info +health-medical-portal.info +heliko.no +hildinghr.se +histock.info +homedecorpicture.us +homelygarden.com +homemature.net +home.myplaycity.com hoporno.com -housemilan.ru -houseofgaga.ru -houston-vikings.com -hoverboard360.nl -howmuchdoestizanidinecost.blogspot.com +hornymatches.com +hotblognetwork.com +hotchatdate.com +hotsocialz.com +hotxnights.info +hoverboard360.es hscsscotland.com -hspline.com -htmlcorner.com -humanorightswatch.org +hully.altervista.org humbmosquina.tk -hunthillfarmtrust.org -hvd-store.com -hyhj.info -iamsport.org -ifirestarter.ru -ilikevitaly.com +hystersister.com +ico.re +ihc2015.info +ikritikimou.gr ilmexico.com -ilovevitaly.ru -ilte.info -imagefinder.site -imguramx.pw -imicrovision.com -imk.com.ua +imadedinner.net +imagecoolpub.com +images-graphics-pics.com +images.gyffu.com imperia31.ru -indianmedicaltourismshop.com -indiasourcemart.in -infokonkurs.ru -insta-add.pro +impotentik.com +inboxdollars.com +incanto.in.ua +incest-ru.com +informatiecentro.be +infostatsvc.com +intelhdgraphicsgtdrive6w.metroblog.com +intellego.info intellektmedia.at -intermesh.net -investmac.com -io9.com -iplusbit.blogspot.co.za -iqupdatetmz.win -irkutsk.online-podarki.com +internetartfair.com +intim-uslugi.info +invitefashion.com +ipornox.xxx +ipostroika.ru +iqs.biz.ua +iscblog.info isotoner.com -itag.pw -it-max.com.ua -ivoiretechnocom.ci -iweblist.info -ixora.pro -iyasimasennka.com +ispaniya-costa-blanca.ru +itrevolution.cf +itronics.ca +ivanstroi.ru +izhevsk.xrus.org jacago.com -jav-way.site -jerseywholesalechinabiz.com -journalhome.com -juliadiets.com +jagg.info +javspace.net +jeremyeaton.co +joingames.org +journeydownthescale.info +jrcigars.com +j-times.ru +jumptap.com junglenet-a.akamaihd.net -jus0wil.pp.ua justucalling32211123456789.tk -kam-dom.ru -katjimej.blog.fc2.com -kazan.xrus.org -kenaba.su -kerch.site -kerwinandcariza.com -ketoanhanoi.info -keywords-monitoring-success.com -kicknights.gq -kidskunst.info -kino2018.club -kinogonew.ru -kinohit1.ru -kinopolet.net -kinosed.net -kirov.zrus.org -kleine-titten.biz -klumba55.ru -kndxbkdx.bloger.index.hr -knowyournextmove.com +jyvopys.com +kakadu-interior.com.ua +kalb.ru +karting196.ru +kartiniresto.com +karusel-market.ru +katushka.net +kino2018.cc +kinofak.net +kinostorm.net +klitimg.pw +kol-energo.ru +koleso24.com.ua kolotiloff.ru -kongruan.com -konkursowo-24.pl +konturkrasoty.ru kosmetyki.tm.pl -kotaku.com -kovesszucs.atw.hu -krasivoe-hd.com +kosova.de +krasnodar.ru krasula.pp.ua -krynica.info -ku6.com kung-fu-ru.com -kvartiry-remont.ucoz.ru -labvis.host.sk -lacave.ntic.fr -lanasshop.ru +kursy-ege.ru +labafydjxa.su +ladov.ru lancheck.net -lankarns.com -larchik.net -larger.io -laulini.soclog.se +laparfumotec.com +lapitec.eu +lasvegaslockandsafe.com law-check-eight.xyz -laxob.com -lechtaczka.net -le-clos-des-alouettes.com +law-check-seven.xyz +laxdrills.com +ldrtrack.com +ledpolice.ru +legionalpha.com +lego4x4.ru lernur.net -lerporn.info -letslowbefast.today +lescinq.com levaquin750mg.blogspot.com -lexaprogeneric.link -linkbux.ru -lion.snapmap.us -liquimondo.com +lida-ru.com +limtu.ifmo.ru +link.ac +liran-locks.com lirunet.ru -liveinternet.ro -live-sexcam.tk +livefixer.com +liveinternet.ru live-sexchat.ru -liveshoppersmac.com -lmrauction.com -loadopia.com -localflirtbuddies.com -lockerz.com -lomb.co -lombia.com -longgreen.info -lottospring.com -louboutinbooties.xyz -lubetube.com -lumb.co -lunchrock.co -m3gadownload.pl -m5home.ru -macdamaged.space -mackeeper-center.club -mafa-free.com -magazin-pics.ru -mailemedicinals.com -mamasuper.prom.ua -manipulyator-peterburg.ru -maridan.com.ua -marmitaco.cat -mastershef.club -mathgym.com.au -matrixalchemy.com -m.b00kmarks.com -mb140.ru -mcadamssupplyco.com +liveu.infoteka.hu +lizace.com +loadingpages.me +lol-smurfs.com +louboutinshoes.xyz +m292.info +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +macnewtech.com +macrotek.ru +mactechinfo.info +madot.onlinewebshop.net +magicplayer-s.acestream.net +maladot.com +malwareremovalcenter.com +manuscript.su +manyresultshub-a.akamaihd.net +marsgatan.com +masthopehomes.com +maximilitary.ru +maxthon.com mcar.in.ua -mcnamaratech.com -medicines-choice.com +mebel-alait.ru +mebeldekor.com.ua +meble-bogart.info +medicineseasybuy.com +medi-fitt.hu medkletki.ru -medmajor.ru -med-zdorovie.com.ua -meet-flirt-dating.com -meget.co.za -mejoresfotos.eu -merryhouse.co.uk -metalonly.info -metarip.ru -metaxalonevstizanidine.blogspot.com +meendo-free-traffic.ga +member-quiz.com +members.ghanaweb.com +menhealed.net +metallosajding.ru mex-annushka.ru -micasainvest.com -migente.com -minecraft-neo.ru +midst.eu +mielec.pl +missclub.info missis.top -missvietnam.org -mister-shop.com -mistr-x.org -mixed-wrestling.ru -mlvc4zzw.space -mobifunapp.weebly.com -modnie-futbolki.net -moesen-ficken.com +mixtapetorrent.com +mixx.com +mmoguider.ru +moetomnenie.com +moi-glazki.ru moivestiy.biz moje-recenze.cz -mojpregled.com -monarhs.info -monetizer.com-01.site -money-every-day.com -monsterdivx.tv -monthlywinners.com -moomi-daeri.com -mouselink.co -moviemail-online.co.uk -moz.com -mriyadh.com -muschisexbilder.com +mojowhois.com +monclercoats.xyz +monclerjacketsoutlet.win +moncleronline.xyz +moncleroutletonline.xyz +monitorwebsitespeed.com +mosdverka.ru +moskva.nodup.ru +most.gov.iq +most-kerch.org +mrcsa.com.au +mrinsidesales.com +mrwhite.biz +msk.afora.ru +muizre.ru +musicdaddy.net musicspire.online -music.utrolive.ru -my-aladin.com -my-bc.ru -myblogregistercm.tk +muycerdas.xxx +muz-shoes.ru +muztops.ru +myanyone.net mydearest.co -myliveblog.ru -mymobilemoneypages.com -myperiod.club -mypets.by -nakozhe.com -namenectar.com -narkologiya-peterburg.ru -narosty.com -na-telefon.biz -negral.pluto.ro -netcheckcdn.xyz -nextbackgroundcheck.gq -nfljerseyscheapbiz.us -nhl09.ru +mydirtyhobby.com +mydirtystuff.com +myfreemp3.eu +myphotopipe.com +na15.ru +nacap.ru +naj-filmy24.pl +nalogovyy-kodeks.ru +narco24.me +narutonaruto.ru +nastydollars.com +natali-forex.com +nationalbreakdown.com +naturalbreakthroughsresearch.com +nerudlogistik.ru +netfacet.net +netpics.org +net-profits.xyz +nfljerseys.online nhl17coins.exblog.jp -nhl17coinsforps3.gratisblog.biz -nibbler.silktide.com ningessaybe.me -njpalletremoval.com -nlfjjunb5.ru -nodup.ru +niroo.info +nmrk.ru northfacestore.online -novgorod.xrus.org -nrv.co.za +no-rx.info +notaria-desalas.com +notfastfood.ru +nowtorrents.com nsatc.net nudo.ca -nufaq.com nullrefer.com -nzfilecloud.weebly.com o00.in +o333o.com oakleyglassesonline.us -oballergiya.ru -obesidadealgarve.com -oconto.ru -o-dachnik.ru -odywpjtw.bloger.index.hr -offers.bycontext.com -okmedia.sk -okonich.com.ua -okuos.com -olvanto.ru -onclickpredictiv.com +obsessionphrases.com +obuv-kupit.ru +ochistka-stokov.ru +offer.wpsecurity.website +officedocuments.net +offside2.5v.pl one-gear.com -onemactrckr.com -onescreen.cc -onetravelguides.com +onlinadverts.com online247.ml -onlinefilmz.net -online-hit.info -onlineporno.site -onlineserialy.ru -online-templatestore.com -onload.pw -onstrapon.purplesphere.in -o-o-11-o-o.com +onlinebay.ru +ontargetseo.us +o-o-6-o-o.com o-o-8-o-o.com -o-o-8-o-o.ru -ooo-olni.ru -openlibrary.org -optitrade24.com -orgasmatrix.com +openfrost.com +optibuymac.com +orgasmus-virtual.com +orhonit.com +osb.se11.ru +osoznanie-narkotikam.net +ourtherapy.ru ourville.info +outpersonals.com outrageousdeal-a.akamaihd.net -oxford-book.com.ua -oxotl.com -oz-offers.com -pacificair.com -paclitor.com +outshop.ru +ovirus.ru +owathemes.com +ownshop.win +oyster-green.com +page2rss.com paidonlinesites.com -panchro.co.uk -pandroid.co -paramountmarble.co.uk -parlament.biz -partner-cdn.men -partnerline.men -partybunny.ru -patol01.pw -pavlodar.xkaz.org -pay2me.pl -paydayonlinecom.com +pandarastore.top +paperwritingservice17.blogspot.ru +parajumpersoutlet.online +partner-print.men +partner-stop.men +partnerworkroom.men +pathwhelp.org +pawli.eu +pcboa.se pc-test.net -pearlisland.ru -perso.wanadoo.es -petedrummond.com +pendelprognos.se +perfection-pleasure.ru +perl.dp.ua +perm.xrus.org +pestomou.info petitions.whitehouse.gov -photo.houseofgaga.ru -php-market.ru +photosaga.info +phpdevops.com +piccshare.com +picsfair.com piluli.info -pinkduck.ga +pinsdaddy.com +pinwallpaper.xyz pipki.r.acdnpro.com -pixelrz.com -pix-hd.com -pixshark.com +pixgood.com pl.aasoldes.fr -ploenjitmedia.azurewebsites.net -pokemon-go-play.online -popads.net -popugauka.ru -popup-fdm.xyz +platezhka.net +pobeiranie.pl +pochemychka.net +pogodnyyeavarii.gq +poisk-zakona.ru +polimga.pw +pooleroadmedicalcentre.co.uk porndl.org -porndroids.com -porngalleries.top -pornoelita.info +pornhub-forum.ga +pornodojd.ru pornoforadult.com -pornohd1080.online -pornokajf.com -pornoklad.ru -porno-raskazy.ru -pornosee.info -porno-transsexuals.ru -portnoff.od.ua -porto.abuilder.net -portside.xyz -poshiv-chehol.ru -pozdrawleniya.ru -praisong.net +porno-play.net +pornosexrolik.com +pornpost.in +pornstartits.xblog.in +pornzone.tv +porodasobak.net +posible.net +powc.r.ca.d.sendibm2.com +pozdrawleniya.com +pr0fit-b0x.com +prchecker.info prefersurvey.net -preparevideosafesystem4unow.site -princeadvantagesales.com -princevc.com -printingpeach.com -priscilarodrigues.com.br -privatamateure.com -prizefestival.mobi -proekt-mos.ru +preventheadacheguide.info +printdirectforless.com +privatefx.all4invest.info +privatov-zapisi.ru +privhosting.com +prlog.ru +produkto.net +proekt-gaz.ru professionalwritingservices15.blogspot.ru profitkode.com -profit-opportunity.com -prom23.ru -promalp-universal.ru +profolan.pl +progress-upakovka.ru +promodj.com promover.org +pronekut.com pronorm.fr +pro-okis.ru +prostitutki-belgoroda.org prostitutki-novgoroda.org -pro-tec.kz -proxyelite.biz -psoriasis-file.trade -purchasepillsnorx.com -push-ad.com -pushdata.sendpulse.com -pussyspace.net -qwarckoine.com -rainbowice.ru -rangoman.date -rankexperience.com +prostitutki-rostova.org +pst2017.onlinewebshop.net +ptr.ruvds.com +pts163.ru +pufip.com +pyramidlitho.webs.com +quickbuck.com +quickchange.cc +quick-seeker.com +radiogambling.com +rank-checker.online ranking2017.ga -rankingchart.de -rankscanner.com -ranksonic.com -rapevideosmovies.com -rapidokbrain.com -razorweb-a.akamaihd.net -realizmobi.com -realnye-otzyvy.info -realresultslist.com -reckonstat.info -redirectingat.com -redirectme.net -redirlock.com -refererx.com -remedyotc.com -remont-komputerov-notebook.ru -renecaovillasale.online -replicalouboutin.xyz -resellerclub.com -restaurantlescampi.com -resultshub-a.akamaihd.net -rethinkwasteni.info -reversing.cc -ribieiendom.no -riders.ro -rixpix.ru -robertefuller.com -rocketchange.ru -roleforum.ru +ranksays.com +ratemodels.net +realitykings.com +realtytimes.com +recinziireale.com +referencemoi.com +refudiatethissarah.info +regionshop.biz +registratciya-v-moskve.ru +reimageplus.com +reklama1.ru +relayblog.com +remmling.de +remontgruzovik.ru +reward-survey.net +rff-cfal.info +ritlweb.com roma-kukareku.livejournal.com -rootandroid.org -rosbalt.com.ua -roznica.com.ua +ruex.org.ua running-line.ru -ruscoininvest.company -ruscopybook.com -russia-today-video.ru +ruspdd.com +russintv.fr +russkie-gorki.ru russkoe-zdorovie.ru -sady-urala.ru -sale-japan.com -salut-camp.ru -salutmontreal.com -sanatorrii.ru -sanjosestartups.com -sa-rewards.co.za -sbdl.no -sbf441.com +rybalka-opt.ru +s1z.ru +sabizonline.com +saecsa.co +saitevpatorii.com +saletool.ru +sa-live.com +samoiedo.it +sanidumps.com +santasgift.ml +sape.top +sarf3omlat.com +savingsslider-a.akamaihd.net sbornik-zakonov.ru -scanner-john.top -scanner-josh.top -scanner-walt.top -schlampen-treffen.com -school-diplomat.ru +sbprabooks.com +scalerite.co.za +scanner-alexa.top +scanner-jack.top +scanner-julianna.top +scanner-mary.top +scanner-nelson.top +scenicmissouri.us scoopquest.com +scrapy.org sdelai-prosto.ru -sdrescher.net -searchkut.com -seasonvar.ru -secret.xn--oogle-wmc.com -sel-hoz.com -seminarygeorgia59.ga -seocheki.net -seoholding.com -seojokes.net -seorankinglinks.us -servicecenter.co.ua -serw.clicksor.com -sexkontakte-seite.com -sexreliz.com -sex-tracker.de +seadragonherbery.com +search.1and1.com +search.alot.com +sei80.com +semprofile.com +seoanalyses.com +seonetwizard.com +seo-prof1.xyz +seorank.info +seo-tools-optimizing.com +serviporno.com +sex-dating.co +sexkontakteao.info +sexuria.net sexy-pings.com -shitmovs.com -shoplvlv.us -shopperifymac.com -shoppingmiracles.co.uk -shopsellcardsdumps.com -shopwme.ru -sicfor.bcu.cc -sientalyric.co -silvermature.net -simple-share-buttons.com -sindragosa.comxa.com -sirpornogratis.xxx +shopfishing.com.ua +shopvilleroyboch.com.ua +shtora66.ru +sibdevice.ru +sibvitr.ru +sildenafilcitratemed.com +similardeals.net +simply.net +sisi-go.ru site-analyzer.com -siteheart.net -skachat-besplatno-obrazcy.ru -skytraf.xyz -skyway24.ru -slavia.info -slavkokacunko.de -slayerlife.com +sitebeam.net +sitevalued.com +sixcooler.de +skylta.com slimcdn.com -smadihome.com -smallseotools.com -smartbalanceworld.com -social-button.xyz -social-s-hhh.xyz -socialsignals24.com -sosdepotdebilan.com +slim.sellany.ru +smailik.org +small-game.com +smichovbike.cz +snworks.com +social-buttons.com +socialseet.ru +social-s-ggg.xyz +social-s-iii.xyz +socialtrade.biz +sofit-dmd.ru +softomix.net +solution4u.com +songplanet.ru +sovinsteel.ru +spabali.org +spaceshipad.com +sport7777.net sps-shop.com +sptslmtrafms.com +spy-app.info +spy-sts.com squidoo.com -sribno.net -ssconstruction.co -startwp.org -starwars.wikia.com -stats-collector.org -steelmaster.lv -stickers-market.ru -stockquotes.wooeb.com -stop-gepatit.te.ua -stpolice.com -strv.se -students-cheapskate.ml -surcentro.com -surintech.ac.th -susanholtphotography.com -swimpool.ca -swinginwithme.ru -swiped.su -tabletkinaodchudzanie.com.pl -talant-factory.ru -tamada69.com -teguh.info -tehngr.ru -telefonsexsofort.tk -testingads.pro -tetracsaudi.com -tfxiq.com -thaisamkok.com -thaismartloan.com -theautoprofit.ml -thebestweightlosspills.ovh -thelottosecrets.com -themeforest.net -thenews-today.info -thepantonpractice.co.uk -theporndude.com -thetattoohut.com -the-torrent-tracker.blogspot.com -the-trader.net +stair.registrydomainservices.com +stardevine.com +staticfs.host +statistici.ro +staynplay.net +strana-krasoty.ru +stroimajor.ru +studiofaca.com +studiokamyk.com.pl +success-seo.com +sukirgenk.dvrlists.com +summerlinhomes411.info +superfish.com +supermesta.ru +superstarfloraluk.com +svbur.ru +swinon.site +symphonyintegratedhealthcare.com +szucs.ru +tabakur77.com +taboola.com +tackletarts.co +taihouse.ru +takeprofitsystem.com +takethatad.com +tam-gde-more.ru +tasteidea.com +teastory.co +techart24.com +telefonsexi.com +telefonsexkostenlos.tk +thebluenoodle.com +thecoolimages.net +thecounter.com +thefds.net +thefotosgratis.eu +thegioixekhach.com +theplacetoupdating.pw the-usa-games.blogspot.com -tiandeural.ru -titslove.yopoint.in +thewebsitetemplate.info +thexart.club +tiens2010.ru +tilido.com +titan-ads.life +titan-cloud.life +tizanidine4mgtablets.blogspot.com tizanidinehcl4mgtabinfo.blogspot.com -tizanidineingredients.blogspot.com -tizanidineonline.blogspot.com -tizanidineorflexeril.blogspot.com -tizanidinepills.blogspot.com -tizanidineusedfor.blogspot.com -tizanidinezanaflex.blogspot.com -toolsky.com -tooplay.com -topbestgames.com -topshef.ru -torrents-tracker.com -tradedeals.biz -trafficfactory.biz -tramadolandtizanidine.blogspot.com -treasuretrack-a.akamaihd.net +tizanidineoral.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tizanidinewithdrawal.blogspot.com +tmtrck.com +toloka.hurtom.com +top10registrycleaners.com +top250movies.ru +top-karkas.ru +torrent-newgames.com +torrents.cd +tourismvictoria.com +track2.shop +traffmonster.info tri-slona.org -triumf-realty.ru -truemfilelj.gq -trustaffs.com -trustedmaccleaner.com -try-rx.com -tuberkulezanet.ru -turbo-suslik.org -tvoystartup.ru -twiclub.in +tsstcorpcddvdwshbbdriverfb.aircus.com +tsyndicate.com +tube8.com +tubeline.biz +turbabitload.weebly.com +turn-up-life.life +tversvet.ru +tvorozhnaja-zapekanka-recept.ru +tv-spoty.info +tvteleport.ru +twitlinks.com +twittruth.com +twodollarshows.com +twu.com.ua txxx.com -tzritel.tk -u17795.netangels.ru -ublaze.ru +uasb.ru +uchetunet.su +uhdtv.website +uhodzalijami.ru +ukrup.com +umaseh.com +underthesite.com +universals.com.ua unlimitdocs.net -uptimechecker.com -uptime.com -uptime-delta.net -urldelivery.com -usadacha.net +unrealcommander.org +uogonline.com +uprour.com +uptime-alpha.net +uptimebot.net +ural-buldozer.ru +uroffer.link +usbggettwku.ga userequip.com -uvozdeckych.info -uytmaster.ru -vacuumscleaner.com -validdomain.xyz -valkiria-tk.ru +utiblog.fr +vacances-voyages.info +vadimkravtcov.ru +valmetrundan.se valoresito.com -vasileostrovsky-rayon.ru -vedomstvo.net -vekzdorov.ru -ventelnos.com -via-energy-order.com -via-gra.webstarts.com -videochat.life +valsalud.com +vapsy.com +varikozdok.ru +vektorpress.ru +veles.shop +velobikestock.com +verymes.xyz +viandpet.com +video-chat.cn +video-chat.love videochat.tv.br -videositename.com -videotuber.ru -videtubs.pl -visitcambridge.org +videochaty.ru +vigrx-original.ru +villacoloniale.com +vipms.ru +vip-parfumeria.ru +visa-china.ru vita.com.hr -viven.host.sk -vizitki.net -vkonche.com -vodaodessa.com -vostoktrade.info -vozbujdenie.com -vseuznaem.com -w3data.co -wait3sec.org -wallpaperstock.net -wareseeker.com -warningwar.ru -warningzscaler.heraeus.com -wdrake.com -webadvance.club +volume-pills.biz +vykupavto-krasnodar.ru +warezkeeper.com +watch-movies.ru +we-are-gamers.com webcamdevochka.com -webinstantservice.com -webjam.com -weblo.com -webmasterhome.cn -webmonetizer.net -webradiology.ru -weddingdresses.xyz -wedding-salon.net +webix.biz +webstatsdomain.org +weburok.com +welck.octopis.com weprik.ru -wesharepics.com -westvilletowingservices.co.za -whatsappdownload10.com +westen-z.life +westermarkanjou.se +whatistizanidinehclusedfor.blogspot.com +while.cheapwebsitehoster.com +whiteelephantwellington.com whiteproduct.com -whos.amung.us -windowssearch-exp.com -woman-h.ru -woman-orgasm.ru -wonderfulflowers.biz -wordpresscore.com -worldhistory.biz -worldmusicfests.com -wormix-cheats.ru -wowcasinoonline.ooo -writingservices17.blogspot.ru +white-truck.life +wildcattube.com +winner7777.net +withstandingheartwarming.com +wnhjavlhezp.gq +wordkeyhelper.com ws.ampower.me -wufak.com -www.888.com -xaijo.com -xfire.com -xfluro.com -x-lime.com -xlolitka.com -xmronta.com -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn----7sbifcamovvfggw9d.xn--p1ai +wttavern.com +wwwadultcheck.com +www.timer4web.com +xcombear.ru +x-diesel.com +xep.info +xgames-04.com +x-lime.net +x-mix.info +xmladserver.com +xmlinde.com +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80aafb2a.xn--p1ai xn--80aanaardaperhcem4a6i.com xn--80abgj3a5acid6ghs.top -xn--80ahvj9e.xn--p1ai -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn--b1adccaf1bzj.xn--p1ai +xn--80ahdheogk5l.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai +xn--h1ahbi.com.ua xn--hxazdsfy.blogspot.com -xn----itbkqkfiq.xn--p1ai -xn--oogle-wmc.com -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xrus.org -x-true.info -xvideosporn.biz -xwatt.ru -yellowstonesafaritours.com -yes-com.com -yginekologa.com -yottos.com -youbrainboost.asia -youporn-forum.ga -yourmovies.pl -yoursearch.me -yoursite.com -youtube-downloader.savetubevideo.com -yugo-star.ru -yun56.co -yurgorod.ru -zakazfutbolki.com -zaloadi.ru -zapatosenventa.info -zarenica.net -zarepta.com -zastenchivosti.net -zazagames.org -zdesformula.ru +xportvusbdriver8i.snack.ws +xsion.net +xtremeeagles.net +xvideospornoru.com +xxxdatinglocal.us +xzlive.com +y8games-free.com +youbloodyripper.com +yougame.biz +youghbould.wordpress.com +yourdesires.ru +yourothersite.com +yourtemplatefinder.com +yuweng.info +zaapplesales.blogspot.com +zastroyka.org +zed21.net +zeikopay.com zero1.it -zigarettenonlinekaufen2.drupalgardens.com -zionstar.net -zmoda.hostreo.com +zeroredirect10.com +zeroredirect11.com +zeroredirect2.com +zeroredirect5.com +zeroredirect7.com +zigarettenonlinekaufen1.blox.pl +zigarettenonlinekaufen2.bloog.pl +znakom.sibtest.ru znakomstva-moskva77.ru -znakomstva-piter78.ru -zoogdinsney.com -zs2vm.top -zscalerone.net +znakomstvaonlain.ru +zojirushi-products.ru +zoolubimets.ru +zoosexart.com +zootoplist.com +zverokruh-shop.cz diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 82dff38df..6935cdc83 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -007angels.com -21h2o.com -34.gs -57883.net -999webdesign.com -aasoldes.fr -abiente.ru -abwa.tk -acmebtn.ml -adanih.com -adclickthru.net -adultnet.in -akusherok.ru -alert-jdh.xyz -alienwheel.es -allblogroll.com -allforminecraft.ru -allwomen.info -aloofly.com -alpinism.ru +00go.com +0n-line.tv +1001watch.com.ua +2kata.ru +4istoshop.com +aa8780bb28a1de4eb5bff33c28a218a930.com +absolute-s.ru +abusora.com +acgs.tk +activepr.ru +adamoads.com +adtech.us +adultactioncam.com +advertisingtag.net +adzpower.com +afmuseum.com +ahmedabadwebs.com android4fun.org -animal36.com -anonymous-redirect.com -arpelsreplica.xyz -arquapetrarca.info -artel116.ru -asophoto.com -auto-zapchasti.org -azartniy-bonus.com -bannerpower.com -bannerspace.com -beauby.ru -bestprofits-there.com -bestsexyblog.com -billiard-classic.com.ua -bizcheapjerseyswholesalechina.com -blobar.org -bluesalt.co -boc.kz -bolegapakistan.com -boleznikogi.com -bosefux.esy.es -buyantiviralwp.com -cementaresearch.se -cercacamion.it -cheapwebsitehoster.com -cherrypointplace.ca -cherubinimobili.it -chinajerseyswholesalecoupons.com -cialgenisrx.com -collegeessay19.blogspot.ru -compliance-george.xyz +androids-store.com +apiluckyleapnet-a.akamaihd.net +appearance-cool.com +artpicso.com +asseenontvonline.ru +australia-opening-times.com +avtovolop.ru +baixar-musicas-gratis.com +bala.getenjoyment.net +balois.worldbreak.com +bank.uz +bestofferswalkmydogouteveryday.gq +bezcmexa.ru +birzha-truda.eu +blacktwhite.com +bombla.org +bonkers.name +boole.onlinewebshop.net +buttons-for-your-website.com +candelluxsklep.pl +cartierlovestore.com +cfsrating.sonicwall.com +chocolateslim-en-france.com +cibpenonptib.flu.cc +classiquebijoux.ru +clodo.ru +club-samodelkin.ru +com-cleaner.systems +compliance-jess.top +compliance-margo.top conocer-sanabria.com -coolyarddecorations.com -copenergo.ru -copyrightclaims.org -customcatchcan.com -customerpromos-a.akamaihd.net -cypernhuset.se -data-mining.tk -data.vtc.pw -db.speedup.gdn -den-noch24.ru -dgfitness.co -divku.ru -dogbreedspicture.net -dokfilms.net -dostavka-v-krym.com -dtm-spain.com -dvrlists.com -edudocs.net -election.interferencer.ru -elkacentr.ru -erotische-geschichten-xxl.com -etur.ru -euronis-free.com +coolwallpapers-hd.com +crazyprotocol.com +creams.makeforum.eu +damasarenai.info +dayibiao.com +decenttools.com +dfiles.me +digital-video-processing.com +discountbarbour.online +dktr.ru +domination.ml +duplicashapp.com +elitedollars.com +eloxal.ru +escort-russian.com evidencecleanergold.com -exct.net +expdom.com extrabot.com -ezb.elvenmachine.com -fbdownloader.com -figuringmoneyout.com -film-one.ru -financepoints.eu -flauntyoursite.com +fellowshipoftheminds.com +femmesdenudees.com +findpik.com +firesub.pl fok.nl -forms-mtm.ru -free411games.com -germetiki.com.ua -given2.com -globatur.ru -google-liar.ru -gsasearchengineranker.top -g.starmoe.xyz -guigyverpo.cf -hauleddes.com -hdimagegallery.net -heroz.fr -hobbyhuren24.net -ilovevitaly.com -ilovevitaly.xyz -i-midias.net.br -instakink.com -ip-guide.com -irunfar.com -juliadiets.com -kanimage.com -katjimej.blog.fc2.com -keywords-monitoring-your-success.com -kino-filmi.com -koversite.info -kuzinsp.ru -lafourmiliaire.com -laparfumotec.com -larose.jb2c.me -life.biz.ua -lockerz.com -lolnex.us -louboutinbooties.xyz -m292.info -makemoneyonline.com -manualterap.roleforum.ru -marmotstore.online -mensandals.xyz -mhi-systems.ru -michaelkorsoutlet.store -mini.7zap.com -minyetki.ru -misterjtbarbers.com -mixtapetorrent.com -monarchfind-a.akamaihd.net -moncleroutletonline.win -moneymaster.ru -most-kerch.org -mrwhite.biz -musicktab.com -mustat.com -mybinaryoptionsrobot.com -mygameplus.ru -naj-filmy24.pl -narosty.com -narutonaruto.ru -nhl17coinsforps3.gratisblog.biz -nikhilbahl.com -notasprensa.info -nyfinance.ml -offf.info -openlibrary.org -origin-my.ru -ourville.info -outrageousdeal-a.akamaihd.net -pc-test.net -peekyou.com -petitions.whitehouse.gov -peugeot-club.org -photo.houseofgaga.ru -pinwallpaper.xyz -playboyfiles.xblog.in -pogruztehnik.ru -porndairy.in -pornogad.com +footballfarrago.com +foto-basa.com +fotosfotos.eu +fuckbuddybestgilf.info +funponsel.com +galleryawesome.com +gamebackyard.com +gateway.zscalertwo.net +gelezki.com +genericviagrasildenafiled.net +genetworx.com +getdot.ru +gfaq.ru +goodprotein.ru +gotomontenegro.net +gsasearchenginerankerdiscount.com +headpress.ru +hermesreplica.win +high-speed1.net +holidaypics.org +igtools.club +imagefinder.site +img.wallpaperstock.net +imicrovision.com +interfucks.net +iqbazar.ru +ix20.ru +jikoman.info +jwss.cc +kazan.xrus.org +ketoanhanoi.info +keyhantercume.com +khafre.us +kinohall.ru +kirov.zrus.org +kiskinhouse.com +kiwe-analytics.com +leadwayau.com +lechtaczka.net +lion.misba.us +live-cam6.info +lollypopgaming.com +lomza.info +low-format.ru +m5home.ru +makis.nu +maladot.com +mapquestz.us +masturbate.co.uk +matchpal-a.akamaihd.net +max-eclat.men +meccadumps.net +metalonly.info +mir-business-24.ru +mojaocena.com +monclerboots.xyz +monclercheap.xyz +most.gov.iq +moyaterapiya.ru +musezone.ru +mydeathspace.com +myfreemp3.eu +myhealthcare.com +netanalytics.xyz +nextconseil.com +nicefloor.co.uk +nodup.ru +onefilms.net +onload.pw +openstat.com +opinionreelle.com +phormchina.com +photorepair.ru +pinkduck.ga +pixelrz.com +plaff-go.ru +popup-fdm.xyz +porngalleries.top +pornhub-forum.ga +portal-eu.ru portnoff.od.ua -postclass.com -prefersurvey.net -progonrumarket.ru -prombudpostach.com.ua -prostitutki-tyumeni.org -rankingchart.de -rapevideosmovies.com -regionshop.biz -registratciya-v-moskve.ru -rp9.ru -rvi.biz -sankt-peterburg.nodup.ru -sayyoethe.blogspot.co.za -sbt-aqua.ru -scenicmissouri.us -securityallianceservices.com -seksvideoonlain.com -seo-platform.com -seo-prof1.xyz -servethis.com -sexkontakteao.info -sexpartygirls.net -sex-pr.net -shlyahten.ru -shoppingmiracles.co.uk -sibtest.ru -site5.com -slavia.info -snegozaderzhatel.ru -spidtest.org -spravka130.ru -staticfs.host -steamoff.net -sterva.cc -streetfire.net -supermesta.ru -svtrd.com -syndicate.fun -taihouse.ru -tam-gde-more.ru -td-l-market.ru -teesdaleflyballclub.co.uk -template-kid.com -thebluenoodle.com -top10registrycleaners.com -track112.site -trafficjunky.com -trk-4.net -tuckpointingmasonrysystems.com -typimga.pw -ufa.xrus.org -univerfiles.com -ural-buldozer.ru -urdoot.win -usbggettwku.ga -v720hd.ru -vapomnoncri.tk -vepad.com -videtubs.pl -vikistars.com -viktoria-center.ru -vipps.com.my -virtuagirl.com -vita.com.hr -vitoriacabos.com -vkontarkte.com -vsdshnik.com -warezaccess.com +porto.abuilder.net +printingpeach.com +prostitutki-tolyatti.org +prpops.com +pst2017.onlinewebshop.net +purplestats.com +quick-offer.com +rada.ru +registrydomainservices.com +rennlist.com +rent2spb.ru +rentehno.ru +reversing.cc +rewardit.com +riders.ro +rock-cafe.info +royalads.net +rubbed.us +scanner-alexa.top +scenarii-1-sentyabrya.uroki.org.ua +scopich.com +senger.atspace.co.uk +seojokes.net +seokicks.de +servisural.ru +sex-foto.pw +sexvporno.ru +sexystrippe.info +shikiso.info +silverage.ru +siteaero.com +sklad-24.ru +skytraf.xyz +slavic-magic.ru +smartadserver.com +snts.shell-pmr.ru +soviet-portal.do.am +spamnuker.com +stairliftsarea.com +stjamesschool.info +streha-metalko.si +strfls.com +strigkaomsk.ru +students-cheapskate.ml +sukirgenk.dvrlists.com +superfish.com +surflinksmedical.com +tattooha.com +tds-advert005.info +teguh.info +thebestweightlosspills.ovh +theporndude.com +tizanidinedosageforsleep.blogspot.com +tongkatmadura.info +toproadrunner5.info +topsy.com +torrentgamer.net +torture.ml +tourismvictoria.com +trkdf.com +truck-rece.life +trustaffs.com +tupper-shop.ru +turbabitload.weebly.com +uginekologa.com +uptimebot.net +urlcut.ru +usadacha.net +ventelnos.com +vertaform.com +vesnatehno.ru +videochat.mx +vitalads.net +vksaver-all.ru +vladhistory.com +vmnmvzsmn.over-blog.com +wallpaperstock.net watchmygf.net -webads.co.nz -webcamdevochka.com -webextract.profound.net -webkeyit.com -webshoppermac.com -wedding-salon.net -westvilletowingservices.co.za -whereiskentoday.com -wholesalejerseyscheapjerseys.us.com -wygraj-skiny.win -xnxxandxvideos.com -yellowstonesafaritours.com -youbrainboost.asia +weblo.com +websiteexplorer.info +whatzmyip.net +wma-x.com +xchangetrak.com +xerox-douglas.cf +xolodremont.ru +youghbould.wordpress.com +youjizz.vc youraticles.pl -youtuhe.com +yoursearch.me +yourserverisdown.com zaloadi.ru -zarepta.com -zero1.it -zscalerone.net +zerocash.msk.ru +zigarettenonlinekaufen2.drupalgardens.com +zlatnajesen.com +zog.link +zoogdiesney.com +zoolubimets.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index ac10e36ed..bca0dc652 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -8,35 +8,57 @@
This is merely used for testing !!!