diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 101c6a93d..a56244642 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1684 -### Updated: Sat Jun 29 11:50:57 SAST 2019 +### Version: V3.2019.06.1685 +### Updated: Sat Jun 29 12:08:44 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files/nginx.conf b/.dev-tools/beta_conf_files/nginx.conf index 09a2bfda4..fec743de3 100644 --- a/.dev-tools/beta_conf_files/nginx.conf +++ b/.dev-tools/beta_conf_files/nginx.conf @@ -63,8 +63,8 @@ http { # Nginx Bad Bot Blocker Includes - include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; - include /etc/nginx/myconf.d/globalblacklist.conf; + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; } diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..0f27f0dd9 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 500584a94..0e0848852 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 101c6a93d..a56244642 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1684 -### Updated: Sat Jun 29 11:50:57 SAST 2019 +### Version: V3.2019.06.1685 +### Updated: Sat Jun 29 12:08:44 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf b/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf index 09a2bfda4..fec743de3 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf @@ -63,8 +63,8 @@ http { # Nginx Bad Bot Blocker Includes - include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; - include /etc/nginx/myconf.d/globalblacklist.conf; + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; } diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 746c3f03f..0f27f0dd9 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 500584a94..0e0848852 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 101c6a93d..a56244642 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1684 -### Updated: Sat Jun 29 11:50:57 SAST 2019 +### Version: V3.2019.06.1685 +### Updated: Sat Jun 29 12:08:44 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/nginx.conf b/.dev-tools/beta_conf_files_ratelimiting/nginx.conf index 09a2bfda4..fec743de3 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/nginx.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/nginx.conf @@ -63,8 +63,8 @@ http { # Nginx Bad Bot Blocker Includes - include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; - include /etc/nginx/myconf.d/globalblacklist.conf; + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; } diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..0f27f0dd9 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 500584a94..0e0848852 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +104.154.113.151 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 101c6a93d..a56244642 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1684 -### Updated: Sat Jun 29 11:50:57 SAST 2019 +### Version: V3.2019.06.1685 +### Updated: Sat Jun 29 12:08:44 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/nginx.conf b/.dev-tools/beta_conf_files_whitelist/nginx.conf index 09a2bfda4..fec743de3 100644 --- a/.dev-tools/beta_conf_files_whitelist/nginx.conf +++ b/.dev-tools/beta_conf_files_whitelist/nginx.conf @@ -63,8 +63,8 @@ http { # Nginx Bad Bot Blocker Includes - include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; - include /etc/nginx/myconf.d/globalblacklist.conf; + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; } diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 101c6a93d..a56244642 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1684 -### Updated: Sat Jun 29 11:50:57 SAST 2019 +### Version: V3.2019.06.1685 +### Updated: Sat Jun 29 12:08:44 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 1b7129419..03ad041ff 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1684 -### Updated: Sat Jun 29 11:50:56 SAST 2019 +### Version: V4.2019.06.1685 +### Updated: Sat Jun 29 12:08:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 798770665..ca4fcdf54 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; +35.193.14.140 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 1b7129419..03ad041ff 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1684 -### Updated: Sat Jun 29 11:50:56 SAST 2019 +### Version: V4.2019.06.1685 +### Updated: Sat Jun 29 12:08:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/nginx.conf b/.dev-tools/test1_conf_files/nginx.conf index 09a2bfda4..fec743de3 100644 --- a/.dev-tools/test1_conf_files/nginx.conf +++ b/.dev-tools/test1_conf_files/nginx.conf @@ -63,8 +63,8 @@ http { # Nginx Bad Bot Blocker Includes - include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; - include /etc/nginx/myconf.d/globalblacklist.conf; + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; } diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 5e7c0ed8e..689d439aa 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 3e60bde86..34cb39aec 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 1b7129419..03ad041ff 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1684 -### Updated: Sat Jun 29 11:50:56 SAST 2019 +### Version: V4.2019.06.1685 +### Updated: Sat Jun 29 12:08:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/nginx.conf b/.dev-tools/test1_conf_files_ip_whitelist/nginx.conf index 5c7fa78f3..fec743de3 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/nginx.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 5e7c0ed8e..689d439aa 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 3e60bde86..34cb39aec 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 1b7129419..03ad041ff 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1684 -### Updated: Sat Jun 29 11:50:56 SAST 2019 +### Version: V4.2019.06.1685 +### Updated: Sat Jun 29 12:08:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/nginx.conf b/.dev-tools/test1_conf_files_ratelimiting/nginx.conf index 5c7fa78f3..fec743de3 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/nginx.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 5e7c0ed8e..689d439aa 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 3e60bde86..34cb39aec 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 1b7129419..03ad041ff 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1684 -### Updated: Sat Jun 29 11:50:56 SAST 2019 +### Version: V4.2019.06.1685 +### Updated: Sat Jun 29 12:08:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/nginx.conf b/.dev-tools/test1_conf_files_whitelist/nginx.conf index 5c7fa78f3..fec743de3 100644 --- a/.dev-tools/test1_conf_files_whitelist/nginx.conf +++ b/.dev-tools/test1_conf_files_whitelist/nginx.conf @@ -58,9 +58,14 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; + + +# Nginx Bad Bot Blocker Includes + include /etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /etc/nginx/conf.d/globalblacklist.conf; + } diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 1d5bdbf7a..6e936daab 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; -35.184.226.236 0; +104.198.131.58 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 1d95e2e6a..48ccfb618 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1684 -### Updated: Sat Jun 29 11:50:56 SAST 2019 +### Version: V4.2019.06.1685 +### Updated: Sat Jun 29 12:08:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 746c3f03f..0f27f0dd9 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +104.154.113.151 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 4ec8db88e..bfb652ebd 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Battleztar Bazinga -Ecxi -Fimap -Getintent -Internet Ninja -Iria -Octopus -RankFlex -SputnikBot -Virusdie +Brandprotect +Cegbfeieh +Ebingbong +EirGrabber +Image Sucker +Kenjin Spider +Web Collage +WebReaper +Webster +WebZIP diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index be80f0d77..f27b6da88 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider 404checker 404enemy 80legs Abonti -Aboundex -Acunetix ADmantX +AfD-Verbotsverfahren AiHitBot -Alligator -BackDoorBot +Anarchie +Apexoo +archive.org_bot +ASPSeek +Asterias +Attach +autoemailspider +Backlink-Ceck backlink-check +BacklinkCrawler BackStreet -Badass +BackWeb +Bandit +Barkrowler BatchFTP -BDFetch -Blackboard -Black Hole -Blow +BetaBot BlowFish Boardreader -Bolt +BotALot Brandprotect -Brandwatch -BuiltWith -BuzzSumo +Buddy +BuiltBotTough +Bullseye +BunnySlippers Calculon CazoodleBot +CCBot CheeseBot CherryPicker +CheTeam ChinaClaw +Chlooe Claritybot Cliqzbot -Cogentbot +Cloud mapping +cognitiveseo Collector -com.plumanalytics -crawler.feedback -crawl.sogou.com +Copier +CopyRightCheck +Curious +Custo +DatabaseDriverMysqli +DataCha0s demandbase-bot Demon Deusu -DigitalPebble -DIIbot -Dirbuster -Disco -DomainAppender -DomainCrawler -DomainStatsBot -Drip -DSearch -EasyDL -Ebingbong -Ecxi -EirGrabber +Digincore +Discobot +Dispatch +DittoSpyder +DnyzBot +Download Wonder +Dragonfly +eCatch +ECCP/1.0 +EMail Wolf EroCrawler -evc-batch -Evil -Exabot -ExtLinksBot -ExtractorPro -EyeNetIE +Extractor +facebookscraper FDM -FHscan -Firefox/7.0 +Fimap +FlashGet +Flunky +FrontPage FyberSpider Fyrebot -GermCrawler +GalaxyBot +Getintent GetRight +Gigablast G-i-g-a-b-o-t -Go-Ahead-Got-It Gotit -Go!Zilla -Grabber -Grafula -HaosouSpider -Harvest +GoZilla +GrabNet +GrapeshotCrawler +GT::WWW Havij -HEADMasterSEO -HTTP::Lite +Heritrix +Hloader Humanlinks -Indy Library +HybridBot +IDBot +Image Fetch +Image Sucker +IndeedBot InfoNaviRobot InfoTekies +instabid +InterGET +Internet Ninja +InternetSeer +internetVista monitor +ips-agent Iria Iskanie -IstellaBot JamesBOT -JennyBot -Jetty +Jbrofuzz JikeSpider -Kozmosbot -Lanshanbot +Jorgee +JustView +Jyxobot +Keyword Density +LeechFTP +LexiBot +LibWeb Libwhisker -Likse -LinkextractorPro +Linkdexbot LinkScan -LinkWalker -LinqiaMetadataDownloaderBot -lwp-trivial -Magnet -Mag-Net -Mail.RU_Bot +Lipperhey +Lipperhey Spider +Litemage_walker +LNSpiderguy +Ltx71 +LWP::Simple +magpie-crawler +Majestic SEO Majestic-SEO MarkWatch -Mass Downloader -MauiBot +Masscan Meanpathbot -Mediatoolkitbot mediawords -MegaIndex.ru +MFC_Tear_Sample Microsoft Data Access -MIDown tool MIIxpc -MSFrontPage -MSIECrawler +Mister PiX +MJ12bot +Mojeek +Mr.4x3 Msrabot Name Intelligence Navroad +NearSite Needle Nessus -NetLyzer -NetMechanic -Net Vampire +netEstate NE Crawler +NetSpider +Netvibes NetZIP -NICErsPRO -NimbleCrawler -Nimbostratus -Ninja -Octopus -OpenVAS +Nikto +Nutch +oBot +OpenLinkProfiler +Openvas +OrangeSpider +OutfoxBot Page Analyzer -Pandalytics +page scorer +PageScorer Papa Foto -Pavuk -PECL::HTTP +pcBrowser +PeoplePal PHPCrawl +PictureFinder Pi-Monster -Pixray -PleaseCrawl +plumanalytics Pockey -Probethenet +POE-Component-Client-HTTP ProWebWalker Psbot -Pump -PxBroker PyCurl -QueryN Metasearch Quick-Crawler +RankActive +RankActiveLinkBot RankingBot -Rankivabot RealDownload +Reaper RebelMouse -RedesScrapy +Recorder +RepoMonkey +Ripper +Rogerbot +SalesIntelligent ScanAlert -Scanbot +scan.lol ScoutJet Scrapy -Searchestate +Screaming SearchmetricsBot -SEOkicks-Robot -SEOprofiler -SeoSiteCheckup +Semrush +SEOkicks sexsearcher -Shodan -Siphon SISTRIX -Sitebeam SiteExplorer -Siteimprove -Site Sucker -SlySearch -Snake -Sociscraper +SiteSnagger +Sitevigil +Snoopy Sogou web spider Sosospider Sottopop Spanner -Spbot -Spinn3r SputnikBot Sqlworm +Sqworm +Steeler +Sucker Sucuri SuperBot Surfbot -Suzuran -Swiftbot +SurveyBot sysscan -T8Abot -Teleport -TeleportPro +Szukacz Telesphoreo -Telesphorep -TheNomad +The Intraformant Thumbor TightTwatBot Titan Toata -Trendictionbot -trendiction.com -trendiction.de -True_Robot -Turingos +Tracemyfile TwengaBot -Twice -Vacuum -VB Project -VeriCiteCrawler +Typhoeus +URLy Warning +VCI Virusdie VoidEYE -Voil +Voltron Wallpapers/3.0 WallpapersHD WASALive-Bot -WBSearchBot Web Auto -WebCollage -WebCopier -Web Enhancer -WebFetch -Web Fetch -WebFuck -Web Fuck +WebBandit +WebEnhancer +WebGo IS WebLeacher webmeup-crawler WebPix +Web Pix WebReaper -WebSauger -WebsiteExtractor -WebsiteQuester +Webshag Website Quester -WebStripper -WebSucker -Web Sucker -WeSEE -Whatweb -WinHTTrack -WISENutbot +WebZIP +Whack +Whacker +Who.is Bot Wonderbot Wotbox WWW-Collector-E -WWW-Mechanize WWW::Mechanize -WWWOFFLE -Xaldon_WebSpider +Xaldon WebSpider Xenu -xpymep1.exe YoudaoBot zauba.io -zgrab -ZumBot +Zermelo +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 95ddd8429..90c8f5a8d 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider +404enemy +80legs Abonti -Aboundex Aboundexbot -Acunetix ADmantX +AfD-Verbotsverfahren +AiHitBot Aipbot -Alexibot +Alligator +AllSubmitter Anarchie Apexoo -ASPSeek Asterias -Attach -BackStreet -BackWeb -Badass -Bandit +Backlink-Ceck Barkrowler -BDCbot +BBBike +BetaBot Bigfoot Bitacle Blackboard -BlackWidow -Blow +Black Hole Brandprotect -BuiltBotTough +Buddy BuzzSumo -Calculon -CATExplorador Cegbfeieh -CherryPicker -ChinaClaw -Chlooe Cliqzbot -Collector +Cloud mapping +coccocbot-web +Cogentbot Copier +Copyscape +Cosmos Craftbot -crawler.feedback -CrazyWebCrawler Crescent -Custo +CrunchBot +CSHttp +Curious +DataCha0s +DBLBot demandbase-bot -Demon +Deusu DigitalPebble +DIIbot +Disco Discobot -Dispatch -DnyzBot -Drip -DTS Agent -EasyDL +DittoSpyder +DomainAppender +DomainCrawler +DomainSigmaCrawler +Dotbot +Download Wonder +Ebingbong EirGrabber -EroCrawler evc-batch -Express WebPictures ExtLinksBot -Extractor -EyeNetIE -Ezooms -FDM -FemtosearchBot -Foobot -FrontPage -Fyrebot +FHscan +Firefox/7.0 +Flunky +FyberSpider GalaxyBot -Genieo +GermCrawler +Getintent +GetRight Gigablast -Go-Ahead-Got-It +G-i-g-a-b-o-t Gotit +GoZilla Grabber -Grafula -Haansoft +GrabNet +GridBot +GT::WWW HaosouSpider Harvest -HEADMasterSEO Heritrix +Hloader +Humanlinks +HybridBot Iblog IDBot -Id-search Image Fetch +Image Sucker IndeedBot -InfoNaviRobot +Indy Library InfoTekies instabid +Intelliseek InterGET Internet Ninja +internetVista monitor ips-agent -Iria +Iskanie Jbrofuzz -JetCar -Jetty JOC Web Spider Joomla -Jorgee -Jyxobot -Keyword Density +JustView +Larbin LeechFTP LeechGet -LexiBot Lightspeedsystems Linkdexbot +LinkextractorPro +LinkpadBot +LinkScan +LinkWalker +LinqiaMetadataDownloaderBot LinqiaScrapeBot -Lipperhey Spider +Lipperhey +Litemage_walker Lmspider lwp-request LWP::Simple -Magnet +lwp-trivial +Mag-Net magpie-crawler Mail.RU_Bot Majestic12 -Majestic-SEO +MarkMonitor +MarkWatch +Masscan +MauiBot meanpathbot -MeanPath Bot -Mediatoolkitbot -Metauri -MIDown tool -Mister PiX -Mojeek -Morfeus Fucking Scanner -MSIECrawler +MegaIndex.ru +MFC_Tear_Sample +MIIxpc +MJ12bot +Mr.4x3 +Msrabot +MS Web Services Client Protocol muhstik-scan -Name Intelligence -NearSite -NetAnts +Musobot +netEstate NE Crawler NetLyzer +NetMechanic NetSpider Nettrack -Netvibes -NetZIP +Net Vampire NICErsPRO +Niki-bot Nikto -NPbot -Nutch +NimbleCrawler +oBot Octopus Offline Explorer Offline Navigator OnCrawl -OpenLinkProfiler -Openvas +Openfind +OpenVAS +OrangeBot OrangeSpider +OutfoxBot PageAnalyzer -page scorer PageScorer -Panscient -pcBrowser +Pandalytics PHPCrawl Picsearch -PictureFinder Pi-Monster -Pixray PleaseCrawl plumanalytics POE-Component-Client-HTTP -Probethenet +ProPowerBot +ProWebWalker +Psbot PxBroker +RankActive +RankActiveLinkBot RankingBot +RankurBot RealDownload -Recorder -RedesScrapy +RepoMonkey RocketCrawler Rogerbot -s1z.ru -SalesIntelligent -ScanAlert Scanbot -scan.lol +ScoutJet Screaming +Searchestate SearchmetricsBot SemrushBot -SEOkicks -SeoSiteCheckup -serpstatbot -Shodan -SISTRIX +SEOstats +sexsearcher Sitebeam -SiteExplorer Siteimprove -SiteLockSpider +SiteSnagger SiteSucker +Site Sucker Sitevigil -Snake Snapbot -SocialRankIOBot +Snoopy Sociscraper +sogouspider Sosospider -Spammen +SpaceBison SpankBot -Spanner -sp_auditbot -Spbot -Sqlmap +SputnikBot Sqlworm -SuperBot +Sucuri +SuperHTTP Surfbot +SurveyBot sysscan -T8Abot +T0PHackTeam +TeleportPro The Intraformant TheNomad -TightTwatBot +Thumbor Titan Tracemyfile -Trendictionbot -trendiction.com -trendiction.de +Trendiction True_Robot Turingos Turnitin -TurnitinBot UnisterBot Upflow Vacuum Vagabondo VCI -VeriCiteCrawler Voil -WASALive-Bot -Webalta -WebAuto +Voltron +WBSearchBot Web Auto -WebCollage -WebEnhancer -Web Enhancer +WebBandit +WebCopier +WEBDAV WebFetch -Web Fetch -WebGo IS +WebFuck WebImageCollector -WebLeacher +WebmasterWorldForumBot +webmeup-crawler WebPix -WebSauger +Web Pix +WebReaper Webshag -WebsiteExtractor WebsiteQuester -WebStripper -WebWhacker +Website Quester +WebSucker WebZIP +WeSEE Widow WiseGuys Robot WISENutbot -Wonderbot +Woobot Wprecon -WPScan +WWW-Collector-E +WWW-Mechanize WWWOFFLE -x09Mozilla -x22Mozilla -Xaldon_WebSpider Xenu -Zauba +YoudaoBot zauba.io -Zeus -Zitebot +Zermelo +zgrab ZmEu diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 5c26d17e7..927a98e54 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -altamayoztourism.com -arkartex.ru -ezigarettenshop2.postbit.com -larger.io -lirunet.ru -medkritika.ru -narkologiya-penza.ru -page2rss.com -sdi-pme.com -zeroredirect5.com +christianlouboutinreplica.pw +cinemaflix.website +e-buyeasy.com +fearcrow.com +javatex.co.id +printie.com +shitmovs.com +wesharepics.info +worldtraveler.world +xfluro.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index ff004f46f..d267d788b 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -000free.us -00author.com -0daymusic.org -100dollars-seo.com -123movies.love -12u.info -1stat.ru -2000k.ru +08800.top +12bet.com +14b.info +1bet.com +1kinobig.ru +2015god.org +202ch.com +214jaluwobapef.cf 21h2o.com -24-ak.ru 24videos.tv -24x7-server-support.site -273-fz.ru +2girls1cup-free.com 2itech.ru -2kata.ru -2pxg8bcf.top -40cg.com -4senses.co -4ureyesonly.com +34.gs +3th.co.in +3w24.com +3xforum.ro +4pp13.com +4replicawatch.net +5000-cotydzien.com 51.la -66cpwgln.space -7wind.ru -888.com -8gold.com -8si.ru -9icmzvn6.website -a96527gi.beget.tech -aa9bd78f328a6a41279d0fad0a88df1901.com -aab94f698f36684c5a852a2ef272e031bb.com -aac52006ec82a24e08b665f4db2b5013f7.com -aad1f4acb0a373420d9b0c4202d38d94fa.com +6128786.com +7search.com +83net.jp +a14download.com +aa625d84f1587749c1ab011d6f269f7d64.com +aa81bf391151884adfa3dd677e41f94be1.com +aaronabel.com +aasoldes.fr abbanreddy.com -abcdeg.xyz -abclauncher.com -acads.net -accessoires-mode.in -acmebtn.ml -actices.com -adclickservice.com -adconscious.com -addtoadd.men -adktrailmap.com -adloads.com -admeasures.com -admitad.com +abcguru.xyz +abusora.com +abwa.tk +actulite.com +adanih.com +adelly.bg +adhome.biz +admatic.com.tr adnotbad.com -adrenalin-stk.ru +adpremium.org +adprotect.net adsfresh.men -ads.gold -adtech.de -adultactioncam.com -adultfullhd.com -adultmeetonline.info -advertisingtag.net -advokateg.ru -affrh2015.com -agadelha.com.br -agapovdg.ru -aghanyna.com -agreda.pluto.ro -akita.kz -aktobe.xkaz.org -alborzan.com -albumsuper.info -albuteroli.com -alert-hgd.xyz -alfa-img.com -alibestsale.com -alice.it -allboard.xobor.de -allfinweb.com -allforminecraft.ru -allpdfmags.net -allstatesugarbowl.org -all-streaming-media.com -alltheviews.com -allwidewallpapers.com -aloofly.com -aludecor.info -amehdaily.com -amospalla.es +adtology.com +adultgalls.com +adverster.com +aero2.ru +affordablewebsitesandmobileapps.com +afora.ru +agysya.ru +aibolita.com +aksonural.ru +alert-jdh.xyz +allbizne.co.ua +allkrim.com +allornamenti.com +allsilver925.co.il +alot.com +alta-realestate.com +alyeskaresort.com +amazingninja.com +amazon-adsystem.com amyfoxfitness.com -anaksma.info -angigreene.com -angry-fermi-7633.arukascloud.io -animaltoplist.com +anabolics.shop +anapa-inns.ru +androids-store.com +android-style.com +animal36.com +anmysite.com +aosheng-tech.com +apartmentbay.ru +apartment.ru apiappenableinfo-a.akamaihd.net -apibatbrowsecom-a.akamaihd.net +apibrowsesmartne-a.akamaihd.net apispringsmartne-a.akamaihd.net -apparel-offer.com -appartement-stumm.at -appiq.mobi -applicationg29.com -approved.su +app5.letmacworkfaster.world appsaurus.com appsecurityr.com -apxeo.info -arendas.net -arendovalka.xyz -articlesdirectoryme.info -as5000.com -asmxsatadriverin.aircus.com -asrv-a.akamoihd.net -astrochicks.com -ausergrubhof.info -australia-opening-times.com -autobudpostach.club -autolombard-krasnodar.ru -autoua.top -avon-ukraine.com -avtoarenda.by -awency.com -axbocz.net -babespcs.com -babieca.com -babosas.com -backuperwebcam.weebly.com -balook.com +ap.senai.br +arkartex.ru +artparquet.ru +asophoto.com +asrvrep-a.akamaihd.net +atlasvkusov.ru +atmovs.com +autoblogger24.info +autogrep.ru +autorn.ru +auto.rusvile.lt +autotop.com.ua +autovideobroadcast.com +aversis.net +aviav.ru.com +avtointeres.ru +ayerbo.xhost.ro +azazaporn.com +azlex.uz +azte.ch +backlinkwatch.com +baikaleminer.com +baixar-musicas-gratis.com +baladur.ru +balitouroffice.com +balla-boo.se banan.tv -bangla-chat-uk-paralud.ga -bankofthewext.com +bannerconnect.net basedecor.ru +basisches-wasser.net +batanga.net +bayareaaeroclub.org +bazaronline24.ru beachtoday.ru +beauby.ru beauty-b0x.pl -beauty-clinic.ru +beetpics.pw beget.tech -bestbrainprod.win -best-seo-offer.com -betteroffers.review -bibys.com -big-boards.info -bio-optomarket.ru -bird1.ru +best-businessman.ru +bestbuy.ca +bestempresas.es +besthoro.ru +bestimagecoollibrary.com +bestofupload.info +best-seo-solution.com +bestssaker.com +best-way.men +betune.onlinewebshop.net +beztuberkuleza.ru +bidr.trellian.com +bif-ru.info +bin-brokers.com +bingoporno.com +bitporno.sx bizcheapjerseyswholesalechina.com +bizfly.info biznesschat.net -bloggen.be +blavia.00author.com +blogsfunky672.weebly.com +blpmovies.com +bluesalt.co blue-square.biz -bochemit.com.ua +bmwhighperformers.com bolezniorganov.ru -boltalko.xyz -bonky.biz -bonux.nextview.ru -brandedleadgeneration.com -breastaugmentation.co.za -briomotor.co -brokergid.ru -bronzeaid-a.akamaihd.net -browsepulse-a.akamaihd.net -brus-vsem.ru -btc4u.ru +bolitgorlo.net +bongiornos.info +bonzibuddi.com +bookmaker-bet.com +boole.onlinewebshop.net +brainzpod.win +brewdom.ru +brianhenry.co +bristolhostel.com +brk-rti.ru +bugof.gq bukleteg.xyz -bumskontakte.org -bupropion-sr-150-mg.us -buron.pw -buyantiviralwp.com -buyclomidonlaine.com -buydissertation.net -buyessay3.blogspot.ru -buyessaynow.biz -buy-meds24.com -buypillsorderonline.com -buypuppies.ca -buzzurl.jp -buzzzg.men -bvlgariring.xyz -bvlgariwallet.xyz -bytimedance.ru -cactussoft.biz -calstaterealty.us -camel-beach.com -cand.jp +buqayy0.livejournal.com +businesxxl.com +buyfriend.ru +buypanicdisorderpill.com +californianews.cf +callejondelpozo.es +call-of-duty.info +camdolls.com candlehandmade.com canoncdriverq3.pen.io -canyougethighofftizanidine.blogspot.com -canzoni.ru -capture-room.com -carina-sy.de -carrauterie.be -cartierlove2u.xyz -cartierreplica.win -cayado.snn.gr -cdncash.net -cdncash.org -cementaresearch.se -chastnoeporno.com -chatroulette.si -chatroulette.world -cheapmoncler.win -checkm8.com -chocolateslim-u-srbiji.com -choice-credit.ru -christianlouboutinshoes.xyz -cialischmrx.com -ciekawinki.pl +cardiosport.com.ua +cardul.ru +carsplate.com +cartierjusteunclou.xyz +casablancamanor.co.za +cdnnetwok.xyz +cercacamion.it +chatroulette.online +chatroulette.video +cheapbelstaff.online +cheapestjerseys-wholesale.com +cheatcode-lita12.rhcloud.com +cherubinimobili.it +chidporn.com +chimiver.info +chocolateslim-en-espana.com +chuckguilford.com +cialgenisrx.com +cialis-samples.com citetick.com -clayvasedesigns.tk -cleansearch.net -clean-start.net -clevernt.com -click2pawn.com -clickintext.net +clarithromycin500mg.com +clickhype.com +clickprotects.com +clicksor.com clicksor.net -clickzzs.nl -clippingphotoindia.com -cocyq.inwtrade.com -collegerentals.com -comissionka.net +clicksotrk.com +clubfashionista.com +codysbbq.com com-onlinesupport.host -compliance-checker-7.info -compliance-donald.xyz -compliance-jack.top -compliance-margo.top -compliance-olga.top -compliance-willy.top -compucelunlock.net +compiko.info +compliance-alexa.xyz +compliance-andrew.top +compliance-andrew.xyz +compliance-don.xyz +compliance-fred.top +compliance-george.top +compliance-ivan.top +compliance-jane.top comsysnet.com -contentsexpress.com -continent-e.tv -coprofam.org -cordstrap.cc +converse.ddsoldes.fr +cookielawblog.wordpress.com +cookie-law-enforcement-aa.xyz +cookie-law-enforcement-ee.xyz +copro.pw corta.co -cosmeticswomens-womensports.rhcloud.com -cougfan.info -counciltally.com -counter.bloke.com -counter.yadro.ru -crafthubs.com -crest3d.ru -crirussian.ru -cscwtalkto.site -csgo4.win -customergrowthsystems.com -custom-product-labels.com -customsua.com.ua -dailyfinancefix.com -dailyrank.net -darmebel.com.ua -data-mining.tk -data.vtc.pw -datract.com -dbmkfhqk.bloger.index.hr +cosmetic.donna7753191.ru +covetnica.com +craftinsta.ru +crazyboost.pro +creams.makeforum.eu +creditwell.ru +crest-poloski.ru +crynet.cc +custodieva.ru +customerpromos-a.akamaihd.net +cutalltheshit.com +cyclobenzaprinevstizanidine.blogspot.com +cyse.tk +daisye.top +dangphoto.trade +daretodonate.co +daydream-studio.ru deda-moroza-zakaz.ru -demenageur.com -deniven.1bb.ru -design-ideas.info -detki-opt.ru -devochki.top -de.zapmeta.com +delayreferat.ru +detective01.ru diesel-parts28.ru -dieswaene.com +digital-sale.su digital-video-processing.com -dinosaurus.site -directivepub.com -divci-hry.info -djstools.com -dktr.ru -doctormakarova.ru -dogsrun.net +dignitasdata.se +dirtpics.pw +dkvorota.ru +docstoc.com +documentsite.net +dogclothing.store dokfilms.net -dokumentalkino.net -domaincdn.xyz -domainroam.win -domain.webkeyit.com -domashneeruporno.com -domik-derevne.ru -domini.cat -dosugrostov.site -downloaddy.net -druzhininevgeniy63.blogspot.com -dvrlists.com -eachdayisagift.review +domainsatcost.com +domain-submit.info +dotnetdotcom.org +doublepimp.com +downvids.net +doyouknowtheword-flummox.ml +dprtb.com +drhomes.biz +driving.kiev.ua +drupa.com +e2click.com e-avon.ru -ec-file.info +e-collantes.com +ecommerce-seo.org econom.co -edwinkonijn.com.au -efnor-ac.com -electronicadirect.com -elektrischeziga.livejournal.com -elektrischezigaretten1.blogse.nl -elektrischezigaretten2.beeplog.com -elektroniksigaraankara.info -elektronischezigarettekaufen1.myblog.de -elektrozigarettekaufen2.blogse.nl -elitedollars.com -elitesportsadvisor.com -eloconcream.blogspot.com -embedle.com +editmedios.com +editors.choice6912650.hulfingtonpost.com +ednorxmed.com +educontest.net +efkt.jp +ege-russian.ru +egovaleo.it +ekto.ee +eleimgo.pw +elektrischezigarette1.blog.pl +elektronischezigarettekaufen1.beeplog.com +elektronischezigarettekaufen2.tumblr.com +elektrozigarette2.webs.com +elitepcgames.com +elite-sex-finders.com +emergencyneeds.org +enbersoft.com +encodable.com +energydiet-info.ru +englate.com +englishdictionaryfree.com +enskedesquashclub.se enternet.ee +epngo.bz eralph.tk -eshop4u.jp -essay-writing.work -estelight.ru -estibot.com -evehemming.blogspot.com.au -everypony.ru -evidencecleanergold.com -extlinks.com -eyemagination.com -ezigaretteshop.webs.com -f1nder.org -fantasticpixcool.com -faptitans.com -farmprofi.net -fashion-stickers.ru -fatfasts-4tmz.com -fearcrow.com -ferieboligkbh.dk -fetroshok.ru -figuringmoneyout.com -filmfanatic.com +erectile.bid +erot.co +eshop.md +essaypro.com +etenininrade.ga +etm-consult.de +euromasterclass.ru +europages.com.ru +everytalk.tv +ewebarticle.info +exchangeit.gq +excitacao.com +executehosting.com +expertblog.info +expolicenciaslatam.co +eyes-on-you.ga +ezigarettenshop2.myblog.de +f012.de +f5mtrack.com +facebook-mobile.xyz +familyphysician.ru +faracontrol.ir +farm26.ru +fashion.stellaconstance.co +fast-wordpress-start.com +fbdownloader.com +feel-planet.com +fefo.gdn +fetishinside.com +fickluder69.com +filmbokep69.com +filmci.pro +filmi-onlain.info +filmi-v.online financehint.eu -finansov.info -findanysex.com -finuse.com -fishtauto.ru +findclan.org fitfloponline.store -fivedwld.cf -f-loaded.de +flashahead.info +flauntyoursite.com +flooringinstallation-edmonton.com flprog.com -footballfarrago.com -forum-engineering.ru -forums.toucharcade.com -fr-bearings.ru +fm-upgrade.ru +fodelsedagspresenter.nu +footbalive.org +formulaantiuban.com +forum20.smailik.org +foto-basa.com +franklinfire.co frcls.fr -freejabs.com -free-laptop-reward.com -freewebs.com -freewhatsappload.com -froggytube.com -ftns.ru -fuckingawesome.com -funnel.co.za -fusoradio.info -fxtips.ru -galaxy-family.ru -gallictures.com -game300.ru -gameplexcity.com -gamerextra.com -gamevalue7.weebly.com -gaygalls.net -gazobeton-p.com.ua -gdcentre.ru -ge0ip.org -geilehausfrauen.net -gemgrab-a.akamaihd.net -gerhardhealer.com -getaclueamerica.com -getpopunder.com -getprismatic.com -gfaq.ru -girlgamerdaily.com +free-fbook-traffic.com +free-floating-buttons.com +freelifetimefuckbook.com +freemaintenancesysforpcandmac.top +free-share-buttons.com +freeuploader.com +freewlan.info +freshberry.com.ua +freshdz.com +fr.netlog.com +front.ru +funnypica.com +futbolkisales.ru +gagrasector.ru +galeon.com +gamedayhouse.com +game-top.su +garciniaxt.us +gateway.zscalerone.net +gay.adultgalls.com +gayxperience.com +gaz-voshod.ru +ge0ip.net +getmyads24.com +getresponse.com +get-your-social-buttons.info girlsatgames.ru -girls-ufa.ru -given2.com -gktt.ru -gobongo.info -goldandcard.ru -golden-praga.ru -golmau.host.sk -gombita.info -goodhumor24.com -goodnightjournal.com -goodprotein.ru -googlepositions.com -gosarhivrt.ru -gourcy.altervista.org -gowreckdiving.com -gox.com.ua +girlsfuckdick.com +girlspicsa.com +glavprofit.ru +go2jump.org +goatse.ru +gogalleryawesome.com +golaya.pw +goldenggames.com +goldpanningtools.com +golfresa.lucania.se +goodwinmetals.co +goodwriterssales.com +goo.ne.jp +grand-chlen.ru +graphid.com +greatdealshop.com greatgrace.ru -greatzip.com -greenidesign.co +greenzaim.ru gribkovye-zabolevaniya.com -growboxbl.ru -grupografico-pilar.com.ar -gsasearchenginerankerhelp.com -gtopstats.com -guarrasdelporno.xxx -guitar-master.org -gwebtools.com.br -haikuware.com -happy.new.yeartwit.com -hausfrauensex18.com +gribokstop.com +growmyfunds.ca +gsasearchengineranker.xyz +gsbs.com.ua +gsmlab.pl +guge.io +guildebzh.info +guod.me +hamacapty.com +hamilton.ca +hard-porn.mobi +hasshe.com +hauleddes.com +haveinc.xyz +hazardky.net +hchha.com hd720kino.ru -hdhc.ru -healmytrauma.info -health-medical-portal.info -heatpower.ru +hdpixent.com +hdwallpapers-free.com +headpress.ru +healthcarestore.info herokuapp.com -himgaws.pw -histats.com -hiwibyh.bugs3.com -hjaoopoa.top -homeart.space +hexpilot.com +historichometeam.com +hkdiiohi.skyrock.com +hkladys.com +hmmm.cz +hobbyhuren24.net +homedecoguide.info +homedecorpicture.us homegardenlova.com -hostingclub.lk -host-protection.com -host-tracker.com -hotblog.top -hotloans.ru -housekuba.org -housemilan.ru -house.sieraddns.com +homemade.gq +hop.clickbank.net +hotdl.in +hotsocialz.com houston-vikings.com -hoverboard360.de -hptwaakw.blog.fc2.com -hscsscotland.com -htmlcorner.com -hubbble.com -humanelydrew.com -hundejo.com -hustoon.over-blog.com +hoverboard360.nl +hoverboard360.se +hoverboardforsaledirect.com +howmuchdoestizanidinecost.blogspot.com +howopen.ru +huimin764128.com +hvd-store.com +hyhj.info i4track.net -ibb.com.ua +ictizanidinehcl4mg.blogspot.com ido3.com -iflycapetown.co.za -igru-xbox.net -imabase.com -imagecoolpub.com -imediadesk.com -iminent.com -indianmedicaltourismshop.com -indo-export.ru +ihc2015.info +i-hobot.ru +imgarit.pw +importchinacoach-teach.com +incep.imagine-ex.co +indiakino.net inet-traffic.com -infektsii.com -infostatsvc.com -inome.com.ua -insider.pro -insta-add.pro -interferencer.ru -investingclub.ru +infazavr.ru +insomniagamingfestival.com +instasexyblog.com +integritylandscapeservices.com +interfucks.net +internetartfair.com +intervsem.ru +int.search.mywebsearch.com +investpamm.ru ipornox.xxx -iqupdatetmz.win -iradiology.ru -i-service.kz -istanbulit.com -istizanidineacontrolledsubstance.blogspot.com -istock-mebel.ru -itservicesthatworkforyou.com +isoveti.ru +ivanstroi.ru iwanttodeliver.com -j33x.com -jamiembrown.com -janerikholst.se -janettabridal.com -jav-fetish.site -jbl-charge.info -jewelryandfiligree.com -joessmogtestonly.com -johannesburgsingles.co.za -junglenet-a.akamaihd.net -justkillingti.me -kaliningrad.zrus.org -kambasoft.com -kamen-e.ru -karpun-iris.ru -karting196.ru -karusel-market.ru -katadhin.co -kazan.zrus.org -keywordblocks.com -keywordsking.com -kidskunst.info -kino2018.club -kinobaks.com -kino-ecran.ru +iyasimasennka.com +izoll.ru +jabimgo.pw +jackwolfskinoutlet.online +janavibekken.no +jerseychinabizwholesale.us +jerseyswholesalechinalimited.com +jestr.org +jjbabskoe.ru +joingames.org +jpcycles.com +j-times.ru +jurajskie.info +kabbalah-red-bracelets.com +kamalsinha.com +kam-dom.ru +karaganda.xkaz.org +kashubadesign.ru +kazinogames.lv +kenaba.su +kerei.ru +ketrzyn.pl +keywordsdoctor.com +keywords-monitoring-success.com +kicknights.gq +kihi.gdn +kinocccp.net +kinoduh.ru kinohit1.ru kino-key.info -kinomaniatv.pl -kinosed.net -kinostorm.net -kmd-pto.ru -kndxbkdx.bloger.index.hr -knigonosha.net -kongoultry.net -kostenloser-sex.com -kosynka-games.ru -krassh.ru -krasula.pp.ua -lacasamorett.com +kladrus.ru +kliksaya.com +klosetkitten.com +konpax.com +kovrenok.ru +kraljeva-sutjeska.com +kreativperlen.ch +ks1234.com +ku6.com +kvartir-remont.biz +laexotic.com lafourmiliaire.com -lakomka.com.ua -lanadelreyfans.us -languagecode.com -lapitec.eu -lasvegaslockandsafe.com +landmania.ru +laptop-4-less.com +laptoper.net +larutti.ru +law-check-seven.xyz laxob.com -layola.biz.tc -lechtaczka.net -legalrc.biz -lescinq.com -libertybilisim.com -li-er.ru -life-instyle.com -lifeinsurancekb.com +le-clos-des-alouettes.com +legionalpha.com +letsart.ru +letslowbefast.today +letto.by +lezbiyanki.net +lflash.ru +life.biz.ua +lifebyleese.com +lignofix.ua limads.men -limtu.ifmo.ru -lincolntheatre.com -linerdrilling.com -linkredirect.biz -linkwithin.com -liupis.com -liveinternet.ro -livejasmin.com -liveu.infoteka.hu -lmrauction.com -loadopia.com -localflirtbuddies.com -locatellicorretor.com.br -locimge.pw +linkbolic.com +lion.misba.us +lion.playtap.us +liverpool.gsofootball.com +ljusihus.se +lkbennettoutlet.online +loadingpages.me lockerz.com -lol-smurfs.com -lombia.co -lostfilm-online.ru -lottospring.com -louboutinreplica.xyz -lsex.xyz +lodki-pvh.dp.ua +lolnex.us +lombia.com +love-baby.cz +lsp-awak-perikanan.com ltvperf.com -m0r0zk0-krava.ru -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -macnewtech.com -madot.onlinewebshop.net -mafa-free.com -magazintiande.ru -mainlinehobby.net -manipulyator-peterburg.ru -manve.info -maridan.com.ua -marketland.ml -marmitaco.cat -marsgatan.com -masturbate.co.uk -matematikus.info -mathgym.com.au -medanestesia.ru -meendo-free-traffic.ga -meetlocalchicks.com -mejoresfotos.eu -mere.host.sk -metabar.ru -middlerush-a.akamaihd.net -mikozstop.com -mini.7zap.com -miniature.io +macotool.com +maglid.ru +maju.bluesalt.co +mararoom.ru +marcogrup.com +marketingtechniques.info +masterseek.com +max-eclat.men +mebelcomplekt.ru +meccadumps.net +medicine-4u.org +medicines-choice.com +meds-online24.com +mega-bony-2017.pl +mega-bony2017.pl +megahdporno.net +megaindex.ru +meget.co.za +menstennisforums.com +mexicotravelnet.com +minegam.com +minneapoliscopiers.com mirtorrent.net misandesign.se -mmgq.ru -mmog-play.ru -mmostrike.ru -moi-glazki.ru +misterjtbarbers.com +mlf.hordo.win +mmstat.com +mobile-appster.ru +modenamebel.ru mojpregled.com -moneytop.ru -moxo.com -moyaterapiya.ru -mp3films.ru -mrbitsandbytes.com -muabancantho.info -muizre.ru -musicvidz.ru -mustat.com -mustwineblog.com +mole.pluto.ro +monclercoats.xyz +monetizer.com-01.site +monsterdivx.com +monsterdivx.tv +moyakuhnia.ru +mp3ringtone.info +mttwtrack.com +mundoaberrante.com muycerdas.xxx -muz-baza.net -mycaf.it -mydirtyhobby.com -mydownloadengine.com -myfreecams.com -myfreetutorials.com -myiptest.com -mymercy.info +muztops.ru +my-cash-bot.co +mygameplus.com +myghillie.info +myhealthcare.com +mykings.pw +mylesosibirsk.ru +myliveblog.ru +mymobilemoneypages.com +myonigroup.com myonlinepayday.co -myphotopipe.com -myxdate.info -narosty.com -nastydollars.com +myshopmatemac.com +mystats.xyz +myyour.eu +nac-bearings.ru +nagdak.ru +naj-filmy24.pl +nalogovyy-kodeks.ru +nalogovyykodeks.ru +narkologiya-peterburg.ru +narkologiya-voronezh.ru +narutonaruto.ru +nash-krym.info na-telefon.biz -naturtreenspicerx.pw -navalwiki.info -negral.pluto.ro -neks.info -neodownload.webcam -netoil.no -net-profits.xyz -nevansk.ru -new7ob.com -new-post.tk -news-speaker.com -nikhilbahl.com +naval.jislaaik.com +needtosellmyhousefast.com +negociosdasha.com +newsperuse.com +newtechspb.ru +nibbler.silktide.com +niki-mlt.ru nikitabuch.com +njpalletremoval.com nofreezingmac.click -nofreezingmac.work +nootrino.com nordstar.pro -northfacestore.online -nosecret.com.ua -notebook-pro.ru -notfastfood.ru -november-lax.com -nsatc.net -nudepatch.net -o333o.com -oakleyglassesonline.us -obesidadealgarve.com -obsessionphrases.com -oda.as -odoratus.net -oecnhs.info -offer.camp -office2web.com +norththeface.store +no-rx.info +noscrapleftbehind.co +npoet.ru +nrjmobile.fr +oconto.ru +offergroup.info +offers.bycontext.com +offf.info office-windows.ru -offside2.5v.pl -offtime.ru +okel.co okout.ru -okuos.com -omoikiri-japan.ru -omsk.xrus.org -onclickpredictiv.com -onlainbesplatno.ru -online.ktc45.ru -onlineslotmaschine.com -onlinetvseries.me -onload.pw -onlyforemont.ru -onlywoman.org -ontargetseo.us -ooomeru.ru -oops-cinema.ru -openfrost.net -ops.picscout.com -optibuymac.com -optikremont.ru -orel-reshka.net -orion-v.com -oyster-green.com -page2rss.com +oksrv.com +olgacvetmet.com +oneclickfiles.com +onemactrckr.com +online-hd.pl +onlinewritingjobs17.blogspot.ru +openlibrary.org +openmediasoft.com +oralsexfilme.net +oren-cats.ru +orion-code-access.net +osnova3.ru +owohho.com +pacificair.com +paintingplanet.ru palocco.it -paparazzistudios.com.au -paphoselectricianandplumber.com -partybunny.ru -pavlodar.xkaz.org +panchro.co.uk +panchro.xyz +parajumpersjakkesalgnorge.info +partner-cdn.men +partner-host.men +pathwhelp.org +patterntrader-en.com +pattersonsweb.com paydayloanslocal.com -pcads.ru +pc4download.co pcgroup.com.uy -pensplan4u.com -perfection-pleasure.ru -perl.dp.ua -perm-profnastil.ru -pestomou.info -pflexads.com -photosaga.info -piccshare.com -pictures-and-images.com -pinstake.com -pixell.club -plaff-go.ru -plastgranar.nu -plastweb.ru -platesauto.com -play.leadzupc.com -pl-top.pl -pobeiranie.pl -podshipniki-nsk.ru -podshipniki-ntn.ru +pc-test.net +pc-virus-d0l92j2.pw +pdns.cz +peekyou.com +pekori.to +pepperstyle.ru +perfectpracticeweb.com +picsforkeywordsuggestion.com +picturesmania.com +pierrehardysale.online +piski.top +piuminiita.com +ploenjitmedia.azurewebsites.net +pochtovyi-index.ru poffet.net -pogosh.com -pokemongooo.ml -popunder.net -porndroids.com -pornmania.pl -pornogad.com -pornonik.com +pony-business.com +pooleroadmedicalcentre.co.uk +popander.mobi +popcash.net +popserve.adscpm.net +popup-jdh.xyz +pornhub-forum.ga +pornhub-ru.com +pornoklad.ru +porno-play.net +pornoplen.com +porno-raskazy.ru +pornosee.info +pornosemki.info pornosexrolik.com pornoslive.net -pornotubexxx.name -pornzone.tv -positive2b.ru -powc.r.ca.d.sendibm2.com -pozdrawleniya.com -pp-budpostach.com.ua -praisong.net -pretty-mart.com -priora-2.com -privatefx-in.ru -professionaldieselcare.com -profitsport.club +porn-w.org +portnoff.od.ua +postclass.com +potoideas.us +potolokelekor.ru +pourvous.info +pozdrawleniya.ru +pravoholding.ru +predmety.in.ua +predominant-invent.tk +prefersurvey.net +preventheadacheguide.info +printingpeach.com +privatefx.all4invest.info +profitwithalex.info +profolan.pl projectforte.ru -promoheads.com -pro-okis.ru +pronekut.com +pronorm.fr +prosmibank.ru prostitutki-kharkova.org -prostitutki-kiev.org -prostitutki-yaroslavlya.org +prostitutki-tolyatti.org +pr-ten.de psa48.ru +pssucai.info +pst2017.onlinewebshop.net psvita.ru -pufip.com +ptr.ruvds.com +pukaporn.com puserving.com push-ad.com -q-moto.ru -quangcaons.com -questionmarque.ch +pussysaga.com +pussyspace.net +puzo2arbuza.ru +pxhdwsm.com +qor360.com +qualitymarketzone.com +quick-offer.com quit-smoking.ga -raavidesigns.com +qwesa.ru +rabotaetvse.ru radiodigital.co -rankia.com -ranksonic.info -rasteniya-vs-zombi.ru -r-control.ru -rebuildermedical.com -recipedays.com -redirectingat.com -redirect.trafficreceiver.club -refads.pro -referencemoi.com -r-e-f-e-r-e-r.com -refererx.com -regionshop.biz -registry-cleaner.net -registrysweeper.com -relax.ru -remmling.de -remontbiz.ru -rentalcarnavi.info -resant.ru -rezeptiblud.ru -rff-cfal.info -rimedia.org +radiogambling.com +randki-sex.com +rapevideosmovies.com +realresultslist.com +realting-moscow.ru +realtytimes.com +registrationdomainsite.com +remont-fridge-tv.ru +remorcicomerciale.ro +rentehno.ru +replicalouboutin.xyz +riders.ro ring4rhino.com -robertefuller.com -roma-kukareku.livejournal.com +rn-to-bsn.com +rock-cafe.info +roll123.com rome2rio.com -royal-investments.net -rozalli.com +romhacking.ru +royalvegascasino.com running-line.ru -ruscopybook.com -russia-tao.ru -russkie-gorki.ru -sadaholding.com +runtnc.net +russian-postindex.ru +rus-teh.narod.ru +rustic-quiver.win +sady-urala.ru +saecsa.co salut-camp.ru -sashagreyblog.ga -saugatuck.com -savememoney.co.za +saneitconsulting.com +sarafangel.ru +saratov.xrus.org +sardinie.us +sa-rewards.co.za +satellite.maps.ilovevitaly.com +savingsslider-a.akamaihd.net sax-sex.com -scanner-irvin.top -scanner-olga.top +sayyoethe.blogspot.co.za +sbdl.no +sbf441.com +sbprabooks.com +sbwealthsolutions.ca +scanmarine.info +scanner-fred.top +scanner-ivan.top +scanner-julianna.top +scanner-margo.top +scansafe.net scenarii-1-sentyabrya.uroki.org.ua -scenicmissouri.us -scripted.com +scottbywater.com scrnet.biz.ua -searchaddis.com +sdelatmebel.ru +sdi-pme.com +seadragonherbery.com +search.pch.com secret.xn--oogle-wmc.com -sell-fb-group-here.com -semrush.com +seeresultshub-a.akamaihd.net +seksotur.ru +semalt.com +semaltmedia.com +seoanalyses.com +seoboxes.com +seogadget.ru +seojokes.net seo-platform.com -seoprofiler.com -seotoolsagency.com +seo-prof1.xyz +seorankinglinks.xyz +seo-smm.kz seo-tools-optimizing.com -serdcenebolit.com -serpstat.com -sevenstars7.com -se-welding.ru -sexs-foto.com -sex-watch.com -sexy-pings.com +sergiorossistore.online +servicecenter.co.ua +sex-dating.co +sexpartygirls.net +sex-pr.net +sexspornotub.com +sexuria.net +sexyteens.hol.es +sexytrend.ru +sfj-ror.no s-forum.biz shemale-sex.net -ship-marvel.co.ua -shoesonlinebuy.cn -sibtest.ru -sicfor.bcu.cc -simul.co -sisiynas.ru +shinikiev.com.ua +shlyahten.ru +shop.acim.org +shopsellcardsdumps.com +sierraapps.com +signx.info +silverage.ru +simpoed.ufop.br +sirpornogratis.xxx +site3.free-share-buttons.com siteimprove.com -site-speed-checker.site -site-speed-check.site -sitevaluation.com sitevalued.com -sitiz.club -sivs.ru -s-iwantyou.com -sklad-24.ru -slavkokacunko.de -slimcdn.com +sitopreferito.it +skanninge.se +sladkoevideo.com +slayerlife.com +slkrm.ru slowmac.tech -smailik.org -small-games.biz -snegozaderzhatel.ru -snip.to -snsdeainavi.info -social-fun.ru -socialmediasuggest.com -social-s-iii.xyz -softomix.com +sluganarodu.ru +smallseotools.com +snworks.com +soaksoak.ru +socas.pluto.ro +social-buttons.com +socialbuttons.xyz +social-button.xyz +softomix.net +softtor.com solitaire-game.ru -space2019.top -spammen.de -spb-plitka.ru -sports-supplements.us -spravka130.ru -spravka-medosmotr.ru -srdrvp.com -sr-rekneskap.no -ssconstruction.co -stackthatbucks.com -stair.registrydomainservices.com -standardchartered-forex.com -staticfs.host +sonnikforme.ru +sovetogorod.ru +speedup-my.site +splendorsearch-a.akamaihd.net +sprttrack.com +sps-shop.com +spylog.com +spymac.net +squidoo.com statistici.ro +stats-collector.org +stats-public.grammarly.io +stauga.altervista.org steame.ru -stockspmb.info -store-rx.com -strfls.com -stroiminsk.com +sterva.cc +strangeduckfilms.com stroydetali.ru -stroy-portal22.ru -studiofmp.com -superfish.com -supermama.top -sureone.pro -svarkagid.com -svbur.ru -svensk-poesi.com +studiofaca.com +suggest-keywords.com +summerlinhomes411.info +surfbuyermac.com +survival.betteroffers.review +svarbit.com svtrd.com -swinger-mobil.net -symbaloo.com -tackletarts.co -tako3.com -taqplayer.info -taraz.xkaz.org -tattooreligion.ru -td-l-market.ru -teastory.co -texbaza.by -thaisamkok.com -theallgirlarcade.com -theautoprofit.ml -thebitcoincode.com -thebluenoodle.com -thedownloadfromwarez.blogspot.com -thefotosgratis.eu -thegolfclub.info -theguardlan.com -thejournal.ru -thewomenlife.com -thin.me.pn -thruport.com -timecrimea.ru -time-japan.ru -timetorelax.biz -titslove.yopoint.in -tizanidineandgabapentin.blogspot.com -tizanidinecapsules.blogspot.com -tizanidinehclsideeffects.blogspot.com -tizanidineinfo.blogspot.com -tizanidineingredients.blogspot.com -tizanidinesideeffects.blogspot.com -tizanidinestreetvalue.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -tjkckpytpnje.com -tobeyouday.win -tomck.com -top10-way.com -top1-seo-service.com -top-karkas.ru -toproadrunner5.info +swsociety.se +syvertsen-da.no +takeprofitsystem.com +tasteidea.com +taxi-v-eisk.ru +t-bygg.com +tds-advert005.info +tecspb.ru +teenbbw.yopoint.in +teguh.info +telefonsexi.com +telegraf.by +testingads.pro +thebestweightlosspills.ovh +the-usa-games.blogspot.com +tiens2010.ru +timer4web.com +titan-ads.life +tizanidine4mgtablets.blogspot.com +tizanidine4mguses.blogspot.com +tizanidinemusclerelaxant.blogspot.com +tizanidinerestlesslegsyndrome.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tizanidinestreetprice.blogspot.com +tizanidinevssoma.blogspot.com +tnaionline.org +tomatis.gospartner.com +top250movies.ru +topads.men +topdownloads.ru +topquality.cf topshef.ru +topvidos.ru torrent-to-magnet.com +torrnada.ru toursmaps.com toys.erolove.in -tracksz.co -tradedeals.biz +tozup.com +tradgardspartner.se +traffic2money.com +trafficgenius.xyz trafficjunky.com -trafficmania.com -truebeauty.cc -tsstcorpcddvdwshbbdriverfb.aircus.com -tt-ipd.info -ttrraacckkrr.com +traffique.net +trahic.ru +trainoffend.ml +truck-addzilla.life +tube8.com +tubo360.com tula.howotorg.ru -tupper-shop.ru -typimga.pw -uac.net.au -u-cheats.ru -ucoz.ru +turbodsp.com +twojebook.pl +uasb.ru +uchebavchehii.ru +uchetunet.su +ucsol.ru uggbootsoutletsale.us ukkelberg.no -unitygame3d.com -unmaroll.ya.ru -url2image.com -urll.eu -usadacha.net -userequip.com -uzungil.com -vacances-voyages.info -validccseller.com -valueclick.com -v-doc.co -vegan-foods.us -vektorpress.ru -video-chat.in -videochat.life -videochat.ph -videogamesecrets.com -video-hollywood.ru -videospornogratisx.net +uni.me +unitexindia.com +uptimebot.net +urccvfmc.bloger.index.hr +url-img.link +utiblog.fr +vabasa.inwtrade.com +valkiria-tk.ru +valmetrundan.se +valoresito.com +valsalud.com +varikoz24.com +vchulkax.com +veerotech.com +ventelnos.com +veopornogratis.xxx +vereo.eu +versaut.xxx-cam.webcam +vesnatehno.ru +videochat.mx +videochat.world +videotuber.ru video-woman.com -vielporno.net -vigrx-original.ru -vip-dom.in -vipms.ru -vipps.com.my -vkak.ru -vladhistory.com -vladimir.zrus.org -volgograd.xrus.org -voltrknc1.com -volume-pills.biz +viel.su +vinylvault.co.uk +vipromoffers.com vonradio.com -vostoktrade.info +voprosotvet24.ru vote-up.ru -vtc.pw -vzube.com -wallpapersist.com -wallpaperstock.net -wapsite.me -wareseeker.com -watchinf.com -waterefficiency.co -webcamdevochka.com -webenlace.com.ar -webradiology.ru -webs.com -websitevaluebot.com -weekes.biz.tc -westum.se -whatsappdownload10.com -wheelchairliftsarea.com -whiteproduct.com -wholesalejerseychinaoutlet.com -williamrobsonproperty.com -winner7777.net -winterclassichockeyjerseys.com +vpnhowto.info +w3javascript.com +wahicbefa31.soup.io +wait3sec.org +walkme.com +warezaccess.com +waycash.net +webadvance.club +webjam.com +webnode.me +webshoppermac.com +website-speed-up.site +wejdz-tu.pl +wetgames.ru +wholesalejerseychinashop.com +wholinkstome.com +wineitudes.wordpress.com wladimirpayen.com -wleuaprpxuvr.ga -woman-h.ru +wma-x.com +wnoz.de woman-tampon.ru -womens-journal.net -womensterritory.ru -wordpresscore.com -worldoffiles.ru -wosik-dach.service-for-web.de -wpsecurity.website -writersgroup580.web.fc2.com -wurr.voila.net +woodyguthrie.se +wordkeyhelper.com +works.if.ua +worldinternetauthority.com +worldis.me +wowcasinoonline.ooo +www.888.com +www.arenda-yeisk.ru www.timer4web.com +wyniki-lista.pl +xaylapdiendanang.com xbaboon.com -xgames-04.com -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai +xcc24.pl +xcombear.ru +x-diesel.org +xdoza.com +xev.ru +xjlottery.com +xlolitka.com +xlovecam.com +xmladserver.com +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn--80aafb2a.xn--p1ai xn--80aikhbrhr.net -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--80ak6aa92e.com +xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai xn--oogle-wmc.com -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -x-stars.ru -xtube.com -xuki.us +xnxx-n.com +xwatt.ru +xxx-cam.webcam xxxrus.org -yaaknaa.info -yachts-cruise.info -yebocasino.com -yellowstonevisitortours.com -yes-com.com -yoopsie.com -youjizz.com +xxx-treker.ru +yaoguangdj.com +yellowfootprints.com youporn-ru.com yourporn.com -yourporngay.com -yoursite.com -yunque.pluto.ro -zaapplesales.blogspot.com -zajm-pod-zalog-nedvizhimosti.ru -zakonobosago.ru -zarabotat-na-sajte.ru -zdesformula.ru -zebradudka.com -zed21.net -zeg-distribution.com -zerocash.msk.ru -zeroredirect11.com -zeroredirect12.com -zeroredirect2.com +yourserverisdown.com +ypmuseum.ru +yugo-star.ru +yun56.co +zakazfutbolki.com +zakazvzloma.com +zakon-ob-obrazovanii.ru +zaloadi.ru +zambini.ru +zapatosenventa.info +zarenica.net +zebramart.ru +zeleznobeton.ru +zero1.it zeroredirect8.com -zeroredirect9.com -zetmaster.ru -zhongwenlink.com -zhuravlev.info -zigarettenonlinekaufen1.bloog.pl -zigarettenonlinekaufen2.drupalgardens.com zionstar.net -zog.link -zolotoy-lis.ru +z-master.ru +zojirushi-products.ru zootravel.com +zophim.me +zrizvtrnpale.tk +zscaler.net +zzbroya.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 92ccfee48..d70c13683 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0daymusic.org -1001watch.com.ua -100searchengines.com -101raccoon.ru -1stat.ru -202ch.com -2pxg8bcf.top +123cha.com +178evakuator178.ru +1bet.com +1pamm.ru +20pascals.nl 2x2fan.ru -6128786.com -777-club.ru -9icmzvn6.website -aaronabel.com -abcguru.xyz +4istoshop.com +4pp13.com +6hopping.com +aa8b68101d388c446389283820863176e7.com +aasoldes.fr acgs.tk -acunetix-referrer.com -adrunnr.com -alice.it -aliexpresscashback.club -allboard.xobor.de -allmarketsnewdayli.gdn -all-streaming-media.com -alot.com -alveris.ru -angkortours.vn -apartment.ru -appearance-cool.com -apple.com-webbrowsing-security.science -appsecurityr.com -a.pr-cy.ru -ap.senai.br -arpelsreplica.xyz -artavenuegardenstudios.com -artparquet.ru -auto4style.ru -azazu.ru -azbaseimages.net -bagcionderlab.com -bankofthewext.com -bazaronline24.ru -bestcoin.cc -bestpriceninja.com -bet-prognoz.com -bildsuche.ru -bizfly.info -blackhatworth.com -bolegapakistan.com -bolezniorganov.ru +adultactioncam.com +advokateg.ru +aibolita.com +albamargroup.com +allnews24.in +ampower.me +android-systems.ru +animalrank.com +apiqualitinknet-a.akamaihd.net +apple.com-webbrowsing-security.review +appleid-verification.com +arcadepages.com +atovh.local-finders.com +autobrennero.it +autobudpostach.club +autoloans.com +avek.ru +backgroundpictures.net +bayareaaeroclub.org +berrymall.ru +bestadbid.com +bestofferswalkmydogouteveryday.gq +bestwebsitesawards.com +bidbuy.co.kr +bigcities.org +blackcurranthumidifiers.site bonkers.name -cartierbracelet.xyz -cdncash.com -chastnoeporno.com -cheap-pills-norx.com -check-host.net -ciekawinki.pl -cjs.com.ru -classicakuhni.ru -clean-start.net +bonvillan.com +bosefux.esy.es +bouda.kvalitne.cz +bscodecs.com +bumascloset.com +buypuppies.ca +buzzonclick.com +byme.se +carmuffler.net +casablancamanor.co.za +cdn.walkme.com +cerev.info +cheapbarbour.online +cherubinimobili.it clipartnew.com -compliance-andrew.top -compliance-elena.xyz -com-supportcenter.website -cranly.net -cymbaltaandtizanidine.blogspot.com -dailyrank.net -dangphoto.trade -delfin-aqua.com.ua -diesel-parts28.ru -dispo.de +co.lumb.co +com-cleaner.systems +compliance-don.xyz +compucelunlock.net +connectionstrenth.com +customboxes4less.com +dame-ns.kz +dating-app.ru +dayibiao.com divisioncore.com -doctormakarova.ru -documentbase.net -domainroam.win -driving.kiev.ua -dverimegapolis.ru -dvrlists.com -earl-brown.info -e-commerce-seo.com -elektronischezigarettekaufen1.myblog.de -elidelcream.weebly.com -erotische-geschichten-xxl.com -es5.com -euronis-free.com -exoneration-project.us -fable.in.ua -ferieboligkbh.dk -fertilitetsradgivningen.se -financeloan.us -footballfarrago.com -forex.osobye.ru -forum69.info -freshmac.space -funnypica.com -game-mmorpg.net -get-free-social-traffic.com -glavtral.ru -gne8.com -gribkovye-zabolevaniya.com -growmyfunds.ca -gsasearchengineranker.site -gwebtools.com.br -habermetre.com -hamilton.ca -helvetia.com.ua -hkdiiohi.skyrock.com -homelygarden.com -hopeonthestreet.co.uk -hostcritique.com -howlongdoestizanidinestayinyoursystem.blogspot.com -idealtits.net -igtools.club -imagefinder.site -inboxdollars.com -insider.pro -irkutsk.zrus.org -iskalko.ru -it-max.com.ua -izismile.com -je7.us -katushka.net -keyword-suggestions.com -keywordteam.net -kino-ecran.ru -kollesa.ru -kostenloser-sex.com -krasnodar.xrus.org -kumuk.info -landoftracking.com -lashstudia.ru -laulini.soclog.se -law-check-nine.xyz -leboard.ru -linkarena.com -lirunet.ru -lovelycraftyhome.com -lulea-auktionsverk.se -makedo.ru -master-muznachas.ru -mathgym.com.au -mbiologi.ru -mearns-tractors.co.uk -michaelkorssaleoutletonline.net -mirmedinfo.ru -mixed-wrestling.ru -mobile.ok.ru -mobilierland.com -mojowhois.com -monarchfind-a.akamaihd.net -motherboard.vice.com -musicspire.online -myperiod.club -myxdate.info -narco24.me -nelc.edu.eg -nerudlogistik.ru +dumpsmania24.com +ednorxmed.com +elektrischezigarette2.onsugar.com +elektrozigarette1.dreamwidth.org +enews.tech +eralph.tk +escortplius.com +este-line.com.ua +exchangeit.gq +exmasters.com +exonline.info +expertnaya-ocenka.ru +eyelike.com.ua +faptitans.com +femdom.twiclub.in +fickblock18.com +findanysex.com +fireads.men +fishingwholesale.us +fitfloponline.store +fiverr.com +flooringinstallation-edmonton.com +flowersbazar.com +folowsite.com +forexgb.ru +formseo.com +frbizlist.com +freecamdollars.com +free-laptop-reward.com +gameonasia.com +gamewrath.com +getresponse.com +googlemare.com +gotwebsite1.com +gsasearchengineranker.xyz +hidefiles.org +homeandhealth.ru +hustoon.over-blog.com +icaseclub.ru +ilmexico.com +in-tandem.co +intellektmedia.at +iradiology.ru +iscblog.info +islamtoday.co.za +istanbulit.com +itag.pw +japfm.com +jaxcube.info +jestr.org +jjbabskoe.ru +junglenet-a.akamaihd.net +jus0wil.pp.ua +kaliningrad.zrus.org +kinocccp.net +kinogonew.ru +kiskinhouse.com +kopihijau.info +la-fa.ru +lapitec.eu +laptoper.net +lecbter-relationships.ga +libertybilisim.com +maranbrinfo.com.br +marinetraffic.com +marketingtechniques.info +medosmotr-ufa.ru +meetingrainstorm.bid +moje-recenze.cz +monsterdivx.com +morefastermac.trade +mouselink.co +moxo.com +muz-tracker.net +mylida.org +naphukete.ru +naturtreenspicerx.pw +naughtyconnect.com +nbsproject.ru +neodownload.webcam +nevansk.ru +newstaffadsshop.club nextrent-crimea.ru -nudepatch.net -nvssf.com -obuv-kupit.ru -onlinebay.ru -orenburg-gsm.ru -orion-code-access.net -ourtherapy.ru -outshop.ru -oxford-book.com.ua -oyster-green.com -paclitor.com -pastaleads.com -pateaswing.com -perl.dp.ua -piski.top -pobeiranie.pl -popads.net -pornofeuer.com -pornoklad.net -portal-eu.ru -presleycollectibles.com -privatov-zapisi.ru -puteshestvennik.com -qcstrtvt.bloger.index.hr -rangjued.com -recordpage-a.akamaihd.net -rentalcarnavi.info -replica-watch.ru -risparmiocasa.bz.it -ritlweb.com -rubanners.com -rucrypt.com -sawin.beth.webd.pl -searchtooknow-a.akamaihd.net -seo-traffic-ranking.info -servicecenter.co.ua -sextracker.com -shopwme.ru -sibdevice.ru -sinel.info -siteripz.net -smallseotools.com -snworks.com -social-buttons.xyz -social-fun.ru -social-s-iii.xyz -sodexo.com -soheavyblog.com -spacash.com -stretchingabuckblog.com -styro.ru -svtrd.com -taaaak.com -tizanidineonline.blogspot.com -top1-seo-service.com -topmira.com +njpalletremoval.com +november-lax.com +okonich.com.ua +onlineku.com +ons-add.men +onstrapon.purplesphere.in +ordernorxx.com +pavlodar.xkaz.org +petrovka-online.com +picsearch.com +picturesboss.com +pipki.r.acdnpro.com +pladform.ru +plastweb.ru +platezhka.net +pl.id-forex.com +podshipniki-nsk.ru +poisk-zakona.ru +porno-dojki.net +prodvigator.ua +proekt-mos.ru +professionaldieselcare.com +proftests.net +promover.org +pro-poly.ru +prostitutki-almata.org +prostitutki-rostova.org +pro-tec.kz +pr-ten.de +psoriasis-file.trade +pts163.ru +pussysaga.com +putevka24.ru +puzzleweb.ru +quickchange.cc +rank-checker.online +reckonstat.info +reelheroes.net +remontgruzovik.ru +remorcicomerciale.ro +roll123.com +rostov.xrus.org +royalads.net +royalcar-ufa.ru +russkie-gorki.ru +salutmontreal.com +sdi-pme.com +search-goo.com +security60-e.com +seminarykansas904.ml +semp.net +seo-tools-optimizing.com +sex-foto.pw +sexkrasivo.net +shama-rc.net +sherlock.se +shikiso.info +shtaketniki.kz +sispe.com.br +si-unique.com +slavic-magic.ru +soochi.co +spywareit.com +squidoo.com +start.myplaycity.com +suggest-keywords.com +sundrugstore.com +superoboi.com.ua +tackletarts.co +tizanidinerecreationaluse.blogspot.com +tk-assortiment.ru +top-karkas.ru +topvidos.ru totu.info -tsstcorpcddvdwshbbdriverfb.aircus.com -turn-up-life.life -tversvet.ru +tourcroatia.co.uk +twodollarshows.com +ua-company.ru +udsgame.online +um-razum.ru +unimodemhalfduplefw.pen.io uptime-gamma.net -urengoy.pro -validccseller.com -varikozdok.ru -vduplo.ru -verymes.xyz +validdomain.xyz +valoresito.com +vertaform.com videochat.bz -vip-file.com -vladimir.xrus.org -vodkoved.ru -vzlom-na-zakaz.com -webcamdevochka.com -webix.me -weblo.com -wheelchairliftsarea.com -wnoz.de +video-chat.love +videokrik.net +vkonche.com +wallpapersdesk.info +weboptimizes.com +weightatraining.com +whereverdesperate.gq +whiteproduct.com womens-journal.net -xclicks.net -xn--l1aengat.xn--p1ai +worldoffiles.ru +x-lime.com +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xn--h1aakne2ba.xn--p1ai x-rates.ru -xtubeporno.net -xuki.us -xzlive.com -yellocloud.be -yes-com.com -your-bearings.com -you-shall-not-pass.is74.ru -zaloadi.ru -zarabotat-na-sajte.ru +yebocasino.co.za +yogamatsexpert.com +ytmnd.com zastroyka.org -zawyna.ua -zeg-distribution.com -zeroredirect8.com -zoominfo.com -zrus.org diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index bca0dc652..9f993bf66 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,7 +1,35 @@ + +