V4.2019.07.1753 [ci skip]

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.188.1.99	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.188.1.99	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.188.1.99	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.188.1.99	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.188.1.99	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.188.1.99	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/setup-ngxblocker/commented/arch.conf.modified

@@ -1,13 +1,4 @@
 
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 #user html;
 worker_processes  1;
 
@@ -36,6 +27,15 @@ http {
     sendfile        on;
     #tcp_nopush     on;
  	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
+
     #keepalive_timeout  0;
     keepalive_timeout  65;
 

.dev-tools/setup-ngxblocker/commented/fedora.conf.modified

@@ -1,13 +1,4 @@
 # For more information on configuration, see:
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 #   * Official English Documentation: http://nginx.org/en/docs/
 #   * Official Russian Documentation: http://nginx.org/ru/docs/
 
@@ -32,6 +23,15 @@ http {
 
     sendfile            on;
     tcp_nopush          on;
+ 	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
     tcp_nodelay         on;
     keepalive_timeout   65;
     types_hash_max_size 2048;

.dev-tools/setup-ngxblocker/commented/opensuse.conf.modified

@@ -1,13 +1,4 @@
 
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 #user  nginx;
 worker_processes  1;
 
@@ -48,6 +39,15 @@ http {
     sendfile        on;
     #tcp_nopush     on;
  	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
+
     #keepalive_timeout  0;
     keepalive_timeout  65;
 

.dev-tools/setup-ngxblocker/commented/ubuntu16.conf.modified

@@ -1,13 +1,4 @@
 user www-data;
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 worker_processes auto;
 pid /run/nginx.pid;
 
@@ -24,6 +15,15 @@ http {
 
 	sendfile on;
 	tcp_nopush on;
+ 	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
 	tcp_nodelay on;
 	keepalive_timeout 65;
 	types_hash_max_size 2048;

.dev-tools/setup-ngxblocker/commented/ubuntu18.conf.modified

@@ -1,13 +1,4 @@
 user www-data;
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 worker_processes auto;
 pid /run/nginx.pid;
 include /etc/nginx/modules-enabled/*.conf;
@@ -25,6 +16,15 @@ http {
 
 	sendfile on;
 	tcp_nopush on;
+ 	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
 	tcp_nodelay on;
 	keepalive_timeout 65;
 	types_hash_max_size 2048;

.dev-tools/setup-ngxblocker/modified/arch.conf.modified

@@ -1,13 +1,4 @@
 
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 #user html;
 worker_processes  1;
 
@@ -36,6 +27,15 @@ http {
     sendfile        on;
     #tcp_nopush     on;
  	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
+
     #keepalive_timeout  0;
     keepalive_timeout  65;
 

.dev-tools/setup-ngxblocker/modified/centos.conf.modified

@@ -1,13 +1,4 @@
 # For more information on configuration, see:
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 #   * Official English Documentation: http://nginx.org/en/docs/
 #   * Official Russian Documentation: http://nginx.org/ru/docs/
 
@@ -32,6 +23,15 @@ http {
 
     sendfile            on;
     tcp_nopush          on;
+ 	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
     tcp_nodelay         on;
     keepalive_timeout   65;
     types_hash_max_size 2048;

.dev-tools/setup-ngxblocker/modified/fedora.conf.modified

@@ -1,13 +1,4 @@
 # For more information on configuration, see:
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 #   * Official English Documentation: http://nginx.org/en/docs/
 #   * Official Russian Documentation: http://nginx.org/ru/docs/
 
@@ -32,6 +23,15 @@ http {
 
     sendfile            on;
     tcp_nopush          on;
+ 	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
     tcp_nodelay         on;
     keepalive_timeout   65;
     types_hash_max_size 2048;

.dev-tools/setup-ngxblocker/modified/opensuse.conf.modified

@@ -1,13 +1,4 @@
 
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 #user  nginx;
 worker_processes  1;
 
@@ -48,6 +39,15 @@ http {
     sendfile        on;
     #tcp_nopush     on;
  	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
+
     #keepalive_timeout  0;
     keepalive_timeout  65;
 

.dev-tools/setup-ngxblocker/modified/ubuntu16.conf.modified

@@ -1,13 +1,4 @@
 user www-data;
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 worker_processes auto;
 pid /run/nginx.pid;
 
@@ -24,6 +15,15 @@ http {
 
 	sendfile on;
 	tcp_nopush on;
+ 	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
 	tcp_nodelay on;
 	keepalive_timeout 65;
 	types_hash_max_size 2048;

.dev-tools/setup-ngxblocker/modified/ubuntu18.conf.modified

@@ -1,13 +1,4 @@
 user www-data;
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 worker_processes auto;
 pid /run/nginx.pid;
 include /etc/nginx/modules-enabled/*.conf;
@@ -25,6 +16,15 @@ http {
 
 	sendfile on;
 	tcp_nopush on;
+ 	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
 	tcp_nodelay on;
 	keepalive_timeout 65;
 	types_hash_max_size 2048;

.dev-tools/setup-ngxblocker/original/arch.conf.modified

@@ -1,13 +1,4 @@
 
- 	
-
-    ##
-    # Nginx Bad Bot Blocker Includes
-    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
-    ##
-	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/conf.d/globalblacklist.conf;
- 
 #user html;
 worker_processes  1;
 
@@ -36,6 +27,15 @@ http {
     sendfile        on;
     #tcp_nopush     on;
  	
+
+    ##
+    # Nginx Bad Bot Blocker Includes
+    # REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+    ##
+	include /etc/nginx/conf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/conf.d/globalblacklist.conf;
+ 
+
     #keepalive_timeout  0;
     keepalive_timeout  65;
 

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.193.7.13             0;
+104.198.131.58          0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	1;
+104.198.131.58	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	0;
+104.198.131.58	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	1;
+104.198.131.58	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	0;
+104.198.131.58	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	1;
+104.198.131.58	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	0;
+104.198.131.58	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.184.96.71            0;
+34.66.178.120           0;
+34.68.144.114           0;

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.193.7.13             0;
+35.188.73.34            0;
-35.202.145.110          0;
+35.193.14.140           0;

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.85.2             0;
+35.192.136.167          0;
-35.184.96.71            0;
+34.68.144.114           0;
-104.154.120.187         0;

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.224.112.202          0;
+35.193.14.140           0;
-104.154.120.187         0;
+34.68.144.114           0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.188.1.99	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Asterias
+GrapeshotCrawler
-BlowFish
+Image Sucker
-Nikto
+IstellaBot
-Papa Foto
+Lanshanbot
-PeoplePal
+MegaIndex.ru
-SBIder
+Mojeek
-SISTRIX
+NetLyzer
-Sqlmap
+PxBroker
-Wallpapers/3.0
+Spbot
-WiseGuys Robot
+Vacuum

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+360Spider
+404checker
 Abonti
-Aboundex
 Aboundexbot
+Acunetix
+ADmantX
 AfD-Verbotsverfahren
 AhrefsBot
-AIBOT
+AiHitBot
 Aipbot
 Alexibot
 AllSubmitter
-Anarchie
+AlphaBot
-archive.org_bot
+Apexoo
-Asterias
+Attach
-autoemailspider
 BackDoorBot
+Backlink-Ceck
+BacklinkCrawler
+BackWeb
 Badass
-Bandit
+BatchFTP
-Barkrowler
+Battleztar Bazinga
-BBBike
 BDCbot
-BDFetch
+BlackWidow
-Bigfoot
+Blow
+Boardreader
 BotALot
-Brandwatch
+Brandprotect
-BuiltBotTough
+Buddy
-Bullseye
+BuiltWith
-BunnySlippers
 CazoodleBot
-CherryPicker
+CCBot
-CheTeam
+Cegbfeieh
-Chlooe
+ChinaClaw
-Claritybot
+coccocbot-web
-Cliqzbot
+Collector
-Cloud mapping
-cognitiveseo
-CopyRightCheck
 Copyscape
-CrazyWebCrawler
+Craftbot
+crawl.sogou.com
+Crescent
 CrunchBot
+CSHttp
 DatabaseDriverMysqli
 DBLBot
 Demon
 Deusu
-Devil
 Digincore
-Dirbuster
+Discobot
 Discoverybot
 Dispatch
-DomainCrawler
+DittoSpyder
-DomainSigmaCrawler
+DnyzBot
+DomainStatsBot
 Dotbot
-Download Wonder
+Dragonfly
-DTS Agent
-EasyDL
 Ebingbong
-EirGrabber
+eCatch
+EMail Siphon
+EroCrawler
+evc-batch
 ExtLinksBot
-Extreme Picture Finder
+ExtractorPro
-EyeNetIE
+Ezooms
-facebookscraper
 FDM
-FemtosearchBot
+Firefox/7.0
-FHscan
+FrontPage
-Fimap
-Flunky
-Foobot
 FyberSpider
-GalaxyBot
+GermCrawler
-Gigabot
+Gigablast
-G-i-g-a-b-o-t
 Go-Ahead-Got-It
+Gotit
 GoZilla
-Grabber
 GrabNet
 GT::WWW
-Haansoft
+HaosouSpider
+Harvest
 Havij
 HEADMasterSEO
 Heritrix
-Hloader
 HMView
 HTMLparser
 HTTrack
+Humanlinks
 HybridBot
 Iblog
-IDBot
+Id-search
-IlseBot
+InfoNaviRobot
-Image Fetch
 InfoTekies
 instabid
 Intelliseek
-ips-agent
+internetVista monitor
-Iskanie
+JamesBOT
-IstellaBot
+JetCar
-JikeSpider
+Jetty
 JOC Web Spider
+JustView
 Jyxobot
-Kenjin Spider
 Lanshanbot
+LeechFTP
 LexiBot
-Lftp
+LinkextractorPro
-LibWeb
-Libwhisker
-Likse
-Linkdexbot
 LinkpadBot
-LinkScan
+LinkWalker
-LinksManager
+Lipperhey
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey Spider
+Litemage_walker
+Lmspider
 lwp-request
-Mass Downloader
+lwp-trivial
-Mata Hari
+Magnet
-MauiBot
+Mail.RU_Bot
+Majestic12
+Majestic-SEO
+MarkMonitor
+Masscan
 Meanpathbot
-mediawords
+MeanPath Bot
-MegaIndex.ru
+MIIxpc
-MFC_Tear_Sample
-Microsoft Data Access
-Microsoft URL Control
 Mojeek
+Mr.4x3
 MSFrontPage
 Msrabot
-MS Web Services Client Protocol
+Name Intelligence
-muhstik-scan
-Musobot
 Nameprotect
-Navroad
+NearSite
-Nessus
+Needle
 Netcraft
-NetLyzer
+netEstate NE Crawler
+NetMechanic
 NetSpider
-Netvibes
+Nettrack
-NetZIP
+Net Vampire
-NextGenSearchBot
+Nibbler
-Niki-bot
+NICErsPRO
 Nikto
+NimbleCrawler
+Nimbostratus
 Nmap
 Nutch
-oBot
+Offline Navigator
-Openvas
 OrangeBot
-OrangeSpider
+OutfoxBot
-Page Analyzer
+page scorer
-PageGrabber
+PageScorer
-Pandalytics
 Pavuk
-pcBrowser
 PECL::HTTP
+PeoplePal
 Picscout
 Picsearch
-Pimonster
+PictureFinder
+Pi-Monster
 PleaseCrawl
+plumanalytics
 Pockey
 Psbot
-Pump
+RankActive
-QueryN Metasearch
-RankActiveLinkBot
 RankingBot
 RankingBot2
-Rankivabot
-RankurBot
 RealDownload
+RebelMouse
+RepoMonkey
 Ripper
-ScanAlert
+Rogerbot
-scan.lol
+s1z.ru
+Scanbot
 ScoutJet
-SearchmetricsBot
+Scrapy
-SEOkicks
+Screaming
+SemrushBot
+Seomoz
+SEOprofiler
+seoscanners
 SeoSiteCheckup
+Siphon
 SISTRIX
 Sitebeam
-Siteimprove
+SiteExplorer
 SiteSucker
 Site Sucker
-Sitevigil
+SlySearch
-SmartDownload
-SMTBot
 Snake
-Snapbot
 Snoopy
+SocialRankIOBot
 Sociscraper
+sogouspider
 Sogou web spider
 Sottopop
 SpaceBison
-Spanner
+Spammen
-Sqlmap
+SputnikBot
+spyfu
 Sqlworm
-Sqworm
+Stripper
 Sucker
+Sucuri
+SuperBot
 SuperHTTP
 Surfbot
-SurveyBot
 Suzuran
-Swiftbot
+sysscan
-Szukacz
 T0PHackTeam
 T8Abot
 TeleportPro
-Telesphoreo
 Telesphorep
-TightTwatBot
+TheNomad
 Titan
 Toata
 Tracemyfile
-Trendiction
 Trendictionbot
 trendiction.com
-Turingos
 Turnitin
-TurnitinBot
+TwengaBot
-Twice
 Typhoeus
-UnisterBot
+Upflow
-VB Project
+URLy Warning
 VeriCiteCrawler
-VidibleScraper
+Voil
-Virusdie
 Voltron
+Wallpapers/3.0
 WallpapersHD
 WASALive-Bot
 Webalta
 WebBandit
 WebCollage
-WEBDAV
+WebCopier
+WebEnhancer
 Web Enhancer
 WebFetch
+WebFuck
 WebGo IS
 WebImageCollector
-WebmasterWorldForumBot
 webmeup-crawler
-WebPix
 Web Pix
 Web Sauger
+Webshag
+Webster
+WebSucker
 Web Sucker
-WebWhacker
-Whacker
 Who.is Bot
-Wonderbot
+WinHTTrack
+Woobot
 Wotbox
-WWW::Mechanize
+WPScan
-WWWOFFLE
+WWW-Mechanize
-YoudaoBot
+Xaldon WebSpider
-Zermelo
+Xenu
-Zeus
+Zade
-zgrab
+zauba.io
-Zitebot
+ZmEu
 ZyBorg

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
+360Spider
-Aboundex
+Abonti
-Acunetix
+Aboundexbot
 ADmantX
-AfD-Verbotsverfahren
+AIBOT
-Alexibot
+AiHitBot
-AllSubmitter
 Apexoo
+ASPSeek
+Attach
+autoemailspider
 BackDoorBot
 Backlink-Ceck
-backlink-check
-Badass
 Bandit
 BatchFTP
 Battleztar Bazinga
-BBBike
+BDCbot
-BDFetch
-Bigfoot
 Bitacle
-Blow
+BlackWidow
 BlowFish
-Boardreader
+Bolt
-Brandprotect
+BotALot
-Buddy
 BuiltBotTough
 BuiltWith
-Bullseye
+BunnySlippers
 BuzzSumo
 CATExplorador
-CazoodleBot
 Cegbfeieh
-ChinaClaw
+CheeseBot
+CherryPicker
+CheTeam
+Chlooe
 coccocbot-web
-cognitiveseo
-Collector
-com.plumanalytics
 Copier
 CopyRightCheck
-crawler.feedback
+Copyscape
+crawler4j
 crawl.sogou.com
+Crescent
 CSHttp
-DataCha0s
+Curious
-DBLBot
-demandbase-bot
 Demon
 Deusu
+Devil
 Digincore
 DIIbot
+Dirbuster
 Disco
-Dispatch
+DnyzBot
-DomainCrawler
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
+Dotbot
 Download Wonder
-DSearch
+Dragonfly
+EasyDL
 Ebingbong
 eCatch
 ECCP/1.0
-EMail Wolf
+Ecxi
+EirGrabber
+Evil
 Exabot
-ExtractorPro
+ExtLinksBot
-Extreme Picture Finder
+EyeNetIE
-Ezooms
+facebookscraper
-FDM
+Firefox/7.0
-FlashGet
 Foobot
-Freeuploader
+FyberSpider
-FrontPage
+Gigabot
-GermCrawler
-Getintent
 G-i-g-a-b-o-t
+Gotit
 Go!Zilla
-Grabber
+GrabNet
 GrapeshotCrawler
 GT::WWW
 HEADMasterSEO
-Heritrix
+Humanlinks
-HMView
+HybridBot
-Iblog
+Image Sucker
-Id-search
+IndeedBot
-InfoNaviRobot
+InfoTekies
 instabid
+Intelliseek
 InterGET
-ips-agent
+InternetSeer
+internetVista monitor
+Iria
 IRLbot
-Jbrofuzz
-JennyBot
-Jetty
-JikeSpider
 JOC Web Spider
-Joomla
+Keyword Density
-JustView
+Larbin
-Kozmosbot
-Lanshanbot
-LeechFTP
 LeechGet
-Lftp
 Lightspeedsystems
 Likse
 Linkdexbot
-LinkScan
+LinkpadBot
+LinksManager
+LinkWalker
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
+LNSpiderguy
-lwp-request
+Ltx71
 LWP::Simple
+lwp-trivial
 Mag-Net
-Majestic12
+magpie-crawler
 Majestic SEO
 Majestic-SEO
 MarkMonitor
-Mata Hari
+Masscan
+Mass Downloader
 meanpathbot
-Meanpathbot
+MeanPath Bot
 Mediatoolkitbot
+Metauri
 MFC_Tear_Sample
+Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+MIIxpc
 MJ12bot
-MSFrontPage
+Morfeus Fucking Scanner
+Msrabot
 MS Web Services Client Protocol
-Name Intelligence
+muhstik-scan
+Nameprotect
 Navroad
-Needle
+NearSite
 NetAnts
 Netcraft
-NetLyzer
+NetZIP
-NetMechanic
-NetSpider
-Net Vampire
-Netvibes
 NICErsPRO
-Niki-bot
-Nikto
 Nimbostratus
-Nmap
+Ninja
-Nutch
+NPbot
-oBot
+Octopus
-OrangeBot
+Offline Navigator
+OnCrawl
+Openfind
+OpenLinkProfiler
+OpenVAS
+OrangeSpider
+OutclicksBot
 OutfoxBot
-PageAnalyzer
 PageGrabber
+page scorer
 PageScorer
-Pandalytics
+Papa Foto
-Panscient
 Pavuk
-PeoplePal
+PECL::HTTP
-Picsearch
+Picscout
-PictureFinder
+POE-Component-Client-HTTP
-Pixray
-Pockey
 Probethenet
+Pump
+PxBroker
 QueryN Metasearch
-Quick-Crawler
-RankActive
-RankActiveLinkBot
 RankFlex
-RankingBot
+RankingBot2
-Rankivabot
+RankurBot
 Recorder
-RedesScrapy
 RepoMonkey
-s1z.ru
+Ripper
+RocketCrawler
 SalesIntelligent
-SBIder
+scan.lol
 ScoutJet
-Searchestate
+Scrapy
-Seomoz
+Screaming
-SeoSiteCheckup
+SearchmetricsBot
-serpstatbot
+SEOkicks
+seoscanners
+SEOstats
+Sitebeam
+SiteExplorer
+SiteLockSpider
 SiteSnagger
-Site Sucker
 Sitevigil
+SmartDownload
 SMTBot
-Snapbot
 SocialRankIOBot
 Sociscraper
-sogouspider
-Sogou web spider
-SpaceBison
 Spammen
 SpankBot
-Spanner
+sp_auditbot
 Spinn3r
-SputnikBot
+spyfu
-Sqworm
+Sqlmap
+Sqlworm
+Steeler
 Stripper
-Sucuri
+Sucker
 SuperBot
+SuperHTTP
 Surfbot
-Swiftbot
+sysscan
 Szukacz
-T0PHackTeam
+Teleport
-T8Abot
+Telesphorep
-TeleportPro
-Telesoft
-Telesphoreo
 The Intraformant
 TheNomad
+Thumbor
 TightTwatBot
-Toata
+Titan
-Toweyabot
+trendiction.de
-Trendictionbot
 Turingos
+Turnitin
 TurnitinBot
-UnisterBot
+TwengaBot
+Twice
+Upflow
+URLy Warning
+URLy.Warning
 Vacuum
 Vagabondo
+VB Project
 VCI
-VeriCiteCrawler
+VidibleScraper
-VoidEYE
+Virusdie
-Voil
-Voltron
 Wallpapers/3.0
 WallpapersHD
 WASALive-Bot
-WBSearchBot
 WebAuto
-WebEnhancer
+WebCopier
 Web Enhancer
-Web Fetch
+WebFetch
 WebFuck
 WebGo IS
-WebImageCollector
 WebmasterWorldForumBot
+webmeup-crawler
 Web Pix
-WebReaper
+WebSauger
 Web Sauger
-WebsiteExtractor
+WebsiteQuester
-Web Sucker
+Webster
-WebWhacker
-Whack
-Whatweb
-Widow
 WinHTTrack
 WiseGuys Robot
-WISENutbot
-Woobot
 Wotbox
 Wprecon
 WWW-Mechanize
-WWW::Mechanize
+x09Mozilla
-WWWOFFLE
+x22Mozilla
-Xaldon WebSpider
+Xaldon_WebSpider
-Xenu
-xpymep1.exe
-YoudaoBot
 Zade
-Zermelo
+Zauba
+Zeus
+zgrab
+ZmEu
+ZumBot
 ZyBorg

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-avtolombard-krasnodar.com
+cheapmarmot.online
-azbuka-mo.ru
+guigyverpo.cf
-gowreckdiving.com
+gyffu.com
-heygidday.biz
+likesuccess.com
-matpre.top
+members.ghanaweb.com
-porodasobak.net
+mhi-systems.ru
-rapidokbrain.com
+paleohub.info
-ruscopybook.com
+search.alot.com
-trahic.ru
+seo-tools-optimizing.com
-zoolubimets.ru
+totu.us

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-00author.com
+000free.us
-12u.info
+0n-line.tv
-1314dh.com
+1001watch.com.ua
-1688.com
+123kuma.com
-1adult.com
+178evakuator178.ru
-1webmaster.ml
+1pamm.ru
-57883.net
+3th.co.in
-5kstore.com
+5forex.ru
-7fon.ru
+aa81bf391151884adfa3dd677e41f94be1.com
-adhome.biz
+aaa38852e886ac4af1a3cff9b47cab6272.com
-admatic.com.tr
+above.com
-admeasures.com
+abtasty.com
-adtech.fr
+academia-nsk.org
-adtology.com
+acads.net
-adultmeetonline.info
+adinterax.com
-advancedsoftwaresupport.com
+adsloads.com
-advokat-grodno.by
+adzerg.com
-aimayangzhi.com
+agecheckadult.com
-aktobe.xkaz.org
+ahmedabadwebs.com
-alfa-img.com
+akuhni.by
-alfa-medosmotr.ru
+alf-img.com
-alkoravto.ru
+alibestsale.com
-alta-realestate.com
+alive-ua.com
-amazingpic.net
+allcredits.su
-anal-acrobats.com
+altamayoztourism.com
+amateurgalls.com
+anaksma.info
+analytics-ads.xyz
 animali.deagostinipassion.it
-apartment.ru
+animaltoplist.com
-apimountainbikei-a.akamaihd.net
+animenime.ru
-apisecretsaucebi-a.akamaihd.net
+anjalika.co.in
-app5.letmacworkfaster.world
+apelsinnik.website
-arclk.net
+apiappenableinfo-a.akamaihd.net
-artavenuegardenstudios.com
+apibetweenlinesn-a.akamaihd.net
-articlesdirectoryme.info
+apiitsthirteende-a.akamaihd.net
-asiavirtualsolutions.com
+appearance-cool.com
+apper.de
+apple.com-cleaner.systems
+apps-analytics.net
+appsaurus.com
+aproposde.com
+aramaicmedia.org
+arquapetrarca.info
+ascat.porn
+asseenontvonline.ru
 astrochicks.com
-atovh.local-finders.com
+aussie-prizes.com
-ausmepa.org.au
+automatic-seo.com
-auspolice.com
+auto-moto-elektronika.cz
-avtointeres.ru
+autoua.top
-ayerbo.xhost.ro
+aversis.net
-azazaporn.com
+ayakino.net
-babyguns.ru
+azlex.uz
-baikaleminer.com
+babieca.com
-bannertesting.com
+balkanfarma.org
-beachpics.com
+bannerconnect.net
-beauty-b0x.pl
+beget.tech
-begalka.xyz
+berdasovivan.ru
-benchmarkcommunications.co.uk
+bestadbid.com
-beremenyashka.com
+best-businessman.ru
-berrymall.ru
+bestdooz.com
-bestimagecoollibrary.com
+bet-prognoz.com
-bestsexyblog.com
+betterscooter.com
-bfz.biz
+bigpenisguide.com
-bigcareer.info
+binomo.kz
-bildsuche.ru
+blogos.kz
-bioinnovate.co
+bmwhighperformers.com
-bitcoinpile.com
-bizru.info
-bkgr.se
-blavia.00author.com
-blockety.co
-blog.f00kclan.de
-blue-square.biz
-board.f00d.de
-boleznikogi.com
-boltalko.xyz
-bonanza-fortune.men
 bonzibuddi.com
-boobsimge.com
+bookmark4you.com
-boostmyppc.com
+brendbutik.ru
-btvn.ru
+brillianty.info
-budilneg.xyz
+brothers-smaller.ru
-buy-cheap-online.info
+business-made-fun.com
-buyessay3.blogspot.ru
+bus-offer.com
-buzzonclick.com
+butstrap.space
-c1.onedmp.com
+buybest1.biz
-cactussoft.biz
+bvlgaribracelet.xyz
-candelluxsklep.pl
+calstaterealty.us
-candlewooddentalcentre.com.au
+camdolls.com
-candycrushshop.com
+carsdined.org
-canzoni.ru
+carson.getenjoyment.net
-cartierreplica.pw
 cartierring.xyz
-casinos4dummies.co.uk
-casite-513049.cloudaccess.net
 ccbill.com
-c-english.ru
+celebsopics.com
 changde.58.com
-chatseo.com
+chatroulette.world
-cheapjerseysbizwholesale.us
+cheapestjerseysonwholesale.com
-checkpagerank.net
+cheapjerseysa.com
-christianlouboutinreplica.pw
+cheap-trusted-backlinks.com
-cialgenisrx.com
+christianlouboutinshoes.xyz
+cialischsrx.com
 cialischstgerts.com
-cialisndbrx.com
-cialiswithoutadoctor.net
 cineacademy.ru
-citysecurity.nu
 clickcash.com
-clicksotrk.com
+cobaltpro.ru
-cocyq.inwtrade.com
+codq.info
-compliance-alexa.xyz
+co.lumb.co
-compliance-barak.xyz
+compliance-andrew.top
-compliance-brian.xyz
+compliance-elena.top
-cookingmeat.ru
+compliance-fred.xyz
-coolbar.pro
+compliance-jessica.top
-copypaste.traderzplanet.in
+compliance-josh.top
-cougfan.info
+cookie-law-enforcement-ee.xyz
-crackguru.tk
+coolgamechannel.com
-crazyprotocol.com
+coolingoods.com
+cosmeticswomens-womensports.rhcloud.com
+cowlmash.com
 creams.makeforum.eu
-crest3d.ru
+dailystrength.org
-crest-poloski.ru
+dating-app.ru
-customergrowthsystems.com
+dentalpearls.com.au
-czeshop.info
+destinationrealestate.com
-dafatiri.com
+dieta-personalna.pl
-dailyfinancefix.com
+dildofotzen.net
-daretodonate.co
+dimaka.info
-dcj-nn.ru
+discountbarbour.online
-ddpills.com
+dnsrsearch.com
-ddsoldes.fr
+domaincrawler.com
-deanmoore.ie
+domaineaneblanc.com
-demian.kz
+drhomes.biz
-detskie-konstruktory.ru
+dustyorate.com
-dieswaene.com
+easytuningshop.ru
-dogsrun.net
+e-collantes.com
-dotnetdotcom.org
+e-commerce-seo1.com
-dvrlists.com
+e-kwiaciarz.pl
-dynainbox.com
+eladkarako.github.io
-dyt.net
+election.interferencer.ru
-eas-seo.com
+electrik-avenue.com
-e-c.al
+electro-prom.com
-educatemetv.com
+elektrischezigarette1.onsugar.com
-educontest.net
+elektrozigarette2.wordpressy.pl
-ee77ee.com
+empirepoker.com
-efnor-ac.com
+empis.magix.net
-eldiariodeguadalajara.com
+energy-ua.com
-eleimgo.pw
+eshop4u.jp
-elmifarhangi.com
+essaypro.com
-enbersoft.com
+essayservicewriting.org
-energydiet-info.ru
+estelight.ru
-enhand.se
+etenininrade.ga
-eonpal.com
+eugenevaultstorage.com
-escortplius.com
+eupornstar.info
-evogarage.com
+european-torches.ru
-expdom.com
+extads.net
-expertnaya-ocenka.ru
-extremal-blog.com
 ezigarettekaufen2.mpbloggar.se
-ezigarettenshop2.myblog.de
+ezigarettekaufen2.yolasite.com
-ezigaretteshop2.mywapblog.com
+ezigaretteshop2.vefblog.net
-failingmarriege.blogspot.com
+fanrto.com
-faptitans.com
+farmingworm.com
-fbdownloader.com
+fastcrawl.com
-ferrotodo.com
+fefo.gdn
-fetishinside.com
-fickkontaktehobbyhuren.com
 fickkontakte.org
-firma-legion.ru
+filefilter.weebly.com
-fitnesspiks.com
+firstsiteguide.com
-fix-website-errors.com
+fishtauto.ru
-flavors.me
+fitfloponline.store
-f-loaded.de
+forum.poker4life.ru
-f-online.de
+fototravel.eu
-freakycheats.com
+foxydeal.com
+franklinfire.co
+frbizlist.com
+free411games.com
 freejabs.com
 free-share-buttons.top
-freeuploader.com
+freesitetest.com
-futbolkisales.ru
+free-today.com
-fx-brokers-review.com
+fuckmill.com
-gallerily.com
+fxtips.ru
-game-mmorpg.net
+fz139.ttk.ru
-games.kolossale.ru
+gael-s.ru
-gavuer.ru
+galaxyflowers.ru
-gearcraft.us
+galeria-zdjec.com
-geileweiber.tk
+gallerylisting.com
-genericviagrasildenafiled.net
+gaz-voshod.ru
-getprismatic.com
+gcup.ru
-gheus.altervista.org
+getaclueamerica.com
-gigapeta.com
+glicol.kz
-girlspicsa.com
-gk-atlant.info
-glass-msk.ru
-globalsurfari.com
 globatur.ru
-gojiberriess.apishops.ru
+goldadpremium.com
-gok-kasten.net
+gonextmedia.com
-gomusix.com
+graphics8.info
-googlefeud.com
+graphid.com
-googlepositions.com
+gratis-sexkontakte.com
-googlsucks.com
+gstatey.net
-gsasearchengineranker.site
+haikuware.com
-gsbs.com.ua
+herehloadibs.cf
-gwebtools.com
-h2monline.com
-hanink.biz.ly
-hanwei.us
-hatedriveapart.com
-hdpixent.com
-hdwalls.xyz
-healbio.ru
-healing-dysplasia.ru
-helpmymacfaster.trade
-hentaiheroes.com
-hermesreplica.win
 heroz.fr
-historichometeam.com
+hetmanship.xyz
-hiwibyh.bugs3.com
+heygidday.biz
-hledejvshopech.cz
+hitcpm.com
-holidaypics.org
+hit-men.men
-hotenergy.ru
+hmmm.cz
-hoztorg-opt.ru
+hornymatches.com
-huimin764128.com
+hotblog.top
-hulfingtonpost.com
+hotdl.in
-hunthillfarmtrust.org
+houdom.net
-iamsport.org
+hoverboard360.es
-ibmdatamanagement.co
+hubbble.com
-idealtits.net
+humanorightswatch.org
-ikritikimou.gr
+igtools.club
-ilovevitaly.ru
+iminent.com
-ilovevitaly.xyz
+immobiliaremassaro.com
-imagerydatabase.com
+impresagaia.it
-images-free.net
+infogame.name
-imgarit.pw
+inmate-locator.us
-infospot.pt
+insurple.com
-investpamm.ru
+intellego.info
-ip-guide.com
+internetartfair.com
-iscblog.info
+investzalog.ru
+io9.com
+iptool.xyz
+irkutsk.online-podarki.com
+islamtoday.co.za
 istizanidineanopiate.blogspot.com
-izoll.ru
+iusstf.org
-james13prix.info
+je7.us
-javidol.site
+jimmychoosale.online
-jerseychinabizwholesale.com
+jmat.cn
-jillepille.com
+job.icivil.ir
+joessmogtestonly.com
+jpcycles.com
+jrcigars.com
+j-times.ru
+jumptap.com
 kambasoft.com
 karachev-city.ru
-kasino-money.pw
+ketoanhanoi.info
-kerei.ru
+kicknights.gq
-kerwinandcariza.com
+klitimg.pw
-ketrzyn.pl
+kmgamex.cf
-kimcurlrvsms.com
+komputernaya-pomosh-moscow.ru
-kino-filmi.com
+kongoultry.net
-kinostorm.net
+kongruan.com
-kiwi237au.tk
+koral.se
-kletkimehan.ru
+kosmetyki.tm.pl
-klikbonus.com
+krasivoe-hd.net
-kostenlos-sexvideos.com
+kutikomi.net
-kozhniebolezni.com
+kuzinsp.ru
-krafte.ru
+lampokrat.ws
-kretpicf.pw
+languagecode.com
-labafydjxa.su
+laptoper.net
-la-fa.ru
+laxdrills.com
-larger.io
+leadn.pl
-larutti.ru
+lennatin.info
-letsart.ru
+lernur.net
-liveu.infoteka.hu
+lifeinsurancekb.com
-lockerz.com
+light.ifmo.ru
-locustdesign.co
+lightinghomes.net
-lombia.com
+lion.playtap.us
+liran-locks.com
+liver-chintai.org
+locationdesaison.com
+lost-alpha.ru
+lottospring.com
+lovi-moment.com.ua
+ltvperf.com
 lubetube.com
-m3gadownload.pl
+mabdoola.blogspot.com
-m4ever.net
+machicon-akihabara.info
-machicon-ueno.info
+mafa-free.com
 maglid.ru
-malwareremovalcenter.com
+manimpotence.com
-mamasuper.prom.ua
+marktforschung-stuttgart.com
-manualterap.roleforum.ru
+mebeldekor.com.ua
-manyresultshub-a.akamaihd.net
+mebel-vstroika.ru
-masserect.com
+mecash.ru
-matematikus.info
+medmajor.ru
-mebelcomplekt.ru
+meds-online24.com
-medkritika.ru
+meetingrainstorm.bid
-meetlocalchicks.com
+megaapteka.ru
-menetie.ru
+megakino.net
-mere.host.sk
+megavolt.net.ua
-metarip.ru
+mhi-systems.ru
+microsoftportal.net
+mil-stak.com
+miniads.ca
+mirobuvi.com.ua
 mirtorrent.net
-mnogolok.info
+missvietnam.org
-mobilierland.com
+misterjtbarbers.com
-monarchfind-a.akamaihd.net
+mobifunapp.weebly.com
-monarhs.info
+mobplayer.ru
-moskva.nodup.ru
+mobstarr.com
-mp3films.ru
+moje-recenze.cz
-mturkcontent.com
+moncleroutletonline.pw
-musicas.baixar-musicas-gratis.com
+monetizationking.net
-musicktab.com
+muabancantho.info
 musirc.com
-muz-baza.net
+muznachas-service.ru
-mydearest.co
+my-aladin.com
-mydownlodablefiles.com
+mygameplus.com
-myftpupload.com
 myhitmp3.club
-mylesosibirsk.ru
+myiptest.com
-najaden.no
+nagdak.ru
-nash-krym.info
+na-telefon.biz
-nbsproject.ru
+net-radar.com
-negral.pluto.ro
+newyorkhotelsmotels.info
-nelc.edu.eg
+nikitsyringedrivelg.pen.io
-nero-us.com
+ningessaybe.me
-newsperuse.com
+nottyu.xyz
-noclegonline.info
+novosti-hi-tech.ru
-norththeface.store
+nsatc.net
-o333o.com
+ntic.fr
-ok.ru
+obuv-kupit.ru
-ok-ua.info
+offers.bycontext.com
-onetravelguides.com
+oneshotdate.com
-ons-add.men
+online-hd.pl
-orgasmus-virtual.com
+online.ktc45.ru
-paleohub.info
+onlinemeetingnow.com
-panchro.co.uk
+online-sbank.ru
-partnerline.men
+openmultipleurl.com
-partner-trustworthy.men
+openstat.com
-pearlisland.ru
+osb.se11.ru
-pensplan.com
+oynat.info
-phobia.us
+page2rss.com
+partnersafe.men
+pathwhelp.org
+pavlodar.xkaz.org
+pcimforum.com
+pdamods.ru
+pdns.download
+pestomou.info
+photostudiolightings.com
 piccdata.com
-pierrehardysale.online
+pigrafix.at
-pinstake.com
+pila.pl
-piuminiita.com
+pills24h.com
-playfortuna-play.ru
+pintattoos.com
-playmsn.com
+pipki.r.acdnpro.com
+pix-hd.com
 ploenjitmedia.azurewebsites.net
-pokerniydom.ru
+pons-presse.com
-popcash.net
+pony-business.com
-popunder.net
+popup-jdh.xyz
-poquoson.org
+porno-chaman.info
-porndairy.in
+pornoforadult.com
-porno-video-chati.ru
+pornoplen.com
-pozdrawleniya.ru
+pornotubs.com
-pr0fit-b0x.com
+portadd.men
-printdirectforless.com
+portnoff.od.ua
-printie.com
+positive2b.ru
-priora-2.com
+pozvonim.com
-prize44.com
+printingpeach.com
 prizefestival.mobi
-professionaldieselcare.com
+produkto.net
-profitkode.com
+promgirldresses.xyz
-profitwithalex.info
+prosperent.com
-progress-upakovka.ru
+prostitutki-kharkova.org
-promalp-universal.ru
+puserving.com
-proposal-engine.com
+raavidesigns.com
-proprostatit.com
+rankia.com
-pskcijdc.bloger.index.hr
+rankscanner.com
-quizzitch.net
+refererx.com
-ragecash.com
-ranksonic.com
-redbottomheels.xyz
-redirectme.net
-relax.ru
-relayblog.com
 remont-fridge-tv.ru
-rentaremotecomputer.com
+renecaovilla.online
-rentehno.ru
+renewablewealth.com
-replica-watch.ru
+rentalcarnavi.info
-ring4rhino.com
+resellerclub.com
-rockprogblog.com
+retreatia.com
-roll123.com
+ric.info
-roofers.org.uk
+ringporno.com
-royalvegascasino.com
+rique.host.sk
-runtnc.net
+rockingclicks.com
-ruscoininvest.company
+rootandroid.org
+rossmark.ru
+rozalli.com
+russian-postindex.ru
 russia-tao.ru
-russia-today-video.ru
+rvi.biz
-rvzr-a.akamaihd.net
+rvtv.ru
-sammlungfotos.online
+sack.net
-samoiedo.it
+sady-urala.ru
-samo-soznanie.ru
+saecsa.co
 sanidumps.com
-sa-rewards.co.za
+saugatuck.com
-saveindex.xyz
 sbf441.com
-sbricur.com
+scanner-alexa.top
-sbtdesign.co.uk
+scanner-jess.top
-scanner-brian.top
+scanner-walt.top
-scanner-ivan.top
+schlampen-treffen.com
-scanner-john.top
+score-ads.men
-scanner-mary.top
+searchaddis.com
-scanspyware.net
+seeresultshub-a.akamaihd.net
-scat.porn
+senger.atspace.co.uk
-seansonline24.pl
+seojokes.net
-searchwebknow-a.akamaihd.net
+seo-platform.com
-seccioncontrabajo.com
+serialsway.ucoz.ru
-secretscook.ru
+serviporno.com
-sei80.com
+sexblog.pw
-seoheap.com
+sexgalleries.top
-seotoolsagency.com
+sharpchallenge.com
-serptehnika.ru
+shemalegalls.blogporn.in
-sexpornotales.com
+shinikiev.com.ua
-sexsaoy.com
+silvermature.net
-sexsearch.com
+simple-image.com.ua
-shmetall.com.ua
+sinestesia.host.sk
-shoesonlinebuy.xyz
+siteripz.net
-shop-electron.ru
+sk.golden-praga.ru
-shopsellcardsdumps.com
+slavkokacunko.de
-shtora66.ru
+s.lollypopgaming.com
-sigmund-freud.co.uk
+sluganarodu.ru
-simple-share-buttons.com
+small-game.com
-skincrate.net
+soc-econom-problems.ru
-skladvaz.ru
+softwaretrend.net
-skyway24.ru
+soheavyblog.com
-smartpet.ru
+songoo.wz.cz
-softtor.com
+sonnikforme.ru
-solution4u.com
+sophang8.com
-soviet-portal.do.am
+spasswelt.xyz
-space4update.pw
+spbchampionat.ru
-stairliftsarea.com
+spitfiremusic.com
-stanthonyscatholicchurch.org
+spy-app.info
-startwp.org
+spywarebegone.com
-staticfs.host
+sribno.net
-stats-collector.org
+stathat.com
-statustroll.com
+stauga.altervista.org
+sterva.cc
 stjamesschool.info
-stockquotes.wooeb.com
+strongsignal-a.akamaihd.net
-stop-gepatit.te.ua
+studiofaca.com
-stromerrealty.com
+superkanpo.com
-superstarfloraluk.com
+surgut.zrus.org
-syndicate.fun
+svensk-poesi.com
-tabakur77.com
+svetlotorg.ru
-taboola.com
+svolze.com
-telsis.com
+swinginwithme.ru
-thecounter.com
+taihouse.ru
-thejournal.ru
+tattooreligion.ru
-thewebsitetemplate.info
+tds-advert002.info
-thin.me.pn
+thebestphotos.eu
-tongkatmadura.info
+thecoral.com.br
-topbestgames.com
+thelottosecrets.com
-topcar-krasnodar.ru
+thepantonpractice.co.uk
-topquality.cf
+theplacetoupdating.pw
-torture.ml
+theporndude.com
-traderzplanet.in
+time-japan.ru
-tradgardspartner.se
+tizanidine4mg.blogspot.com
-trucri.me
+tizanidinedruginteractions.blogspot.com
-trustedmaccleaner.com
+tk-assortiment.ru
-tube8.com
+tnaionline.org
-turbo-suslik.org
+tomck.com
-tvand.ru
+top-karkas.ru
-txxx.com
+touchmods.fr
-uchebavchehii.ru
+toursmaps.com
-unionmarkt.de
+trafficjunky.net
-upproar.com
+traffmonster.info
-uptime-delta.net
+tramadolandtizanidine.blogspot.com
-url-img.link
+tsstcorpcddvdwshbbdriverfb.aircus.com
-urlopener.blogspot.com.au
+tupper-shop.ru
-usiad.net
+tzritel.tk
-varbergsvind.se
+udayavani.com
-varikoz24.com
+udsgame.online
-vchulkax.com
+ukrobstep.com
-veselokloun.ru
+unlimitdocs.net
+unrealcommander.biz
+utrolive.ru
+vbabule.net
+vepad.com
+via-gra.webstarts.com
 videochat.ph
-video-production.com
+vipps.com.my
-videositename.com
+vipsiterip.org
-videospornogratisx.net
+visitcambridge.org
-videtubs.pl
+vizitki.net
-vipromoffers.com
+voloo.ru
-virtuagirl.com
+volume-pills.biz
-vkak.ru
+warning.or.kr
-vkontarkte.com
+watchinf.com
-voloomoney.com
+wcb.su
-vremya.eu
+wfb.hatedriveapart.com
-vriel.batcave.net
+whatsappdownload10.com
-vykup-avto-krasnodar.ru
+where-toget.com
-vzubah.com
+while.cheapwebsitehoster.com
-wallpapersist.com
+williamrobsonproperty.com
-watch-movies.ru
+winx-play.ru
-wdrake.com
+wiosenny-bon-1500.pl
-website-analytics.online
+worst-sites.online
-weprik.ru
+wsgames.ru
-westen-z.life
+www.888.com
-wieseversa.no
+wygraj-skiny.win
-wildcattube.com
+wzgyyq.com
-wnoz.de
+xcombear.ru
-wtsindia.in
+xlovecam.com
-wufak.com
+x-musics.com
-wwwadultcheck.com
+xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
-xfluro.com
+xn--80ak6aa92e.com
-xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
+xn----dtbndd4ae7eub.top
-xn----7sbaphztdjeboffeiof6c.xn--p1ai
+xnxxandxvideos.com
-xn--80aafb2a.xn--p1ai
-xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
-xn--b1adccaf1bzj.xn--p1ai
-xn----ctbbcjd3dbsehgi.xn--p1ai
-xportvusbdriver8i.snack.ws
-xxart.ru
-xxx-cam.webcam
 yginekologa.com
-yoshkarola.zrus.org
+youraticles.pl
-youandcredit.ru
+your-bearings.com
-youdao.com
+yourothersite.com
-youdesigner.kz
+yourporngay.com
-youporn-ru.com
+youtubedownload.org
-yourdesires.ru
+youtuhe.com
-zacreditom.ru
 zambini.ru
-zapatosenventa.info
+zapiszto.pl
 zarenica.net
-zero1.it
+zigarettenonl.canalblog.com
-zeroredirect9.com
+zog.link
-zionstar.net
-zoosexart.com
-zrus.org

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-000free.us
+1bet.com
-1001watch.com.ua
+72-news.com
-1688.com
+83net.jp
-4webmasters.org
+acunetix-referrer.com
-5elementov.ru
+adconscious.com
-883zy.com
+adrenalin-stk.ru
-a14download.com
+agardomains.com
-aa08daf7e13b6345e09e92f771507fa5f4.com
+agecheckadult.com
-adman.gr
+alborzan.com
-adpremium.org
+alessandraleone.com
-adprotect.net
+alibestsale.com
-advocatemsk.ru
+all4wap.ru
-afmuseum.com
+allbizne.co.ua
-air-edem.ru
+allforminecraft.ru
-akusherok.ru
+allornamenti.com
-alkoravto.ru
+andpolice.com
-analytics-ads.xyz
+android-systems.ru
-android-style.com
+anonymous-redirect.com
-appsecurityr.com
+api.stathat.com
-atlant-auto.info
+app-ready.xyz
-azbuka-mo.ru
+arabseyes.com
-balans.shahterworld.org
+arendakvartir.kz
-balkanfarma.ru
+arewater.com
-banan.tv
+autolombard-krasnodar.ru
-bannerswap.com
+baladur.ru
-best-deals-products.com
+bamo.xsl.pt
-bestmobilityscooterstoday.com
+bear.gotcher.us
-beta.hotkeys.com
+blagovest-med.ru
-bidr.trellian.com
+blog.yam.com
-biglistofwebsites.com
+boleznikogi.com
-bingoporno.com
+bombla.org
-bitcoinpile.com
+bookmaker-bet.com
-bjetjt.com
+boostmyppc.com
-bobba.dzaba.com
+brainzpod.win
-boc.kz
+buyviagraa.blogspot.com
-bocoarchives.org
+candiceloves.us
-boobsimge.com
+carloans.com
-braip.com.br
+cartierreplica.xyz
-breget74.ru
+cdncash.org
-buehne-fuer-menschenrechte.de
+cenokos.ru
-bum.com.ru
+cezartabac.ro
-burn-fat.ga
+chatroulette.online
-buy-cheap-pills-order-online.com
+christianlouboutinreplica.pw
-buyhoverboard.com
+christianlouboutinshoes.xyz
-byme.se
+clubfashionista.com
-cartierloveringreplica.xyz
+coin-hive.com
-cartierlovestore.com
+compliance-jack.top
-cbox.ws
+compliance-viktor.top
-cerev.info
+crest-poloski.ru
-christianlouboutinreplica.win
+cutalltheshit.com
-clips.ua.ac.be
+daptravel.com
-compliance-josh.top
+data.vtc.pw
-compliance-walter.top
-cookie-law-enforcement-ff.xyz
-cornerstone-countertops.com
-covetnica.com
-cxpromote.com
 date-withme.com
-den-noch24.ru
+deutschehobbyhuren.net
-design-lands.ru
+diarioaconcagua.com
-dolohen.com
+diegolopezcastan.com
-domain-tracker.com
+docstoc.com
-drev.biz
+documentsite.net
-druzhininevgeniy63.blogspot.com
+domainroam.win
-dustyorate.com
+domcran.net
-earthmagic.info
+domznaniy.ru
-e-kwiaciarz.pl
+downloadmefiranaratb1972.xpg.com.br
-enbersoft.com
+eaplay.ru
-enge-fotzen.info
+ekobata.ru
+eladkarako.github.io
+emerson-rus.ru
+encodable.com
 englishgamer.com
-erectile.bid
-ertelecom.ru
-evehemming.blogspot.com.au
-exchangeit.gq
-ezigaretteshop2.vefblog.net
 ezofest.sk
-f012.de
+f0815.de
-ferretsoft.com
+falcoware.com
-fetishinside.com
+fashionindeed.ml
-filmgo.ru
+fertilitetsradgivningen.se
-firesub.pl
+figuringmoneyout.com
-flipper.top
+filesclub.net
-foto-sisek.porngalleries.top
+flagcounter.me
-fototravel.eu
+flirt4free.com
-freemags.cc
+flprog.com
-frequiry.com
+f-online.de
-fsalas.com
+free-video-tool.com
-fuckingawesome.com
+funponsel.com
-funcrushgames.com
+gdcentre.ru
-funnymama.com
-gamewrath.com
-gaytube.com
 generousdeal-a.akamaihd.net
-geoads.com
+getresponse.com
-germetiki.com.ua
+gktt.ru
-get-free-social-traffic.com
+global-ics.co.za
-get-free-traffic-now.com
+gpirate.com
-getmiro.com
+hausfrauensex18.com
-gk170.ru
+himgaws.pw
-glastecfilms.com.my
-googlefeud.com
-gorabagrata.ru
-gorodservis.ru
-green-tea.tv
-gsasearchengineranker.pw
-handicapvansarea.com
-hkladys.com
 homedo.fabpage.com
-hotgirlhdwallpaper.com
+hoste.octopis.com
-howlongdoestizanidinestayinyoursystem.blogspot.com
+hostnow.men
-howtowhitenteethfast.xyz
+hubbble.com
-hscsscotland.com
+hydropump.su
-humanorightswatch.org
+ilikevitaly.com
-ifirestarter.ru
+ilovevitaly.xyz
-igru-xbox.net
+impisr.edunsk.ru
-imediadesk.com
+inmate-locator.us
-inboxdollars.com
-indiakino.net
 instakink.com
-invest-pamm.ru
+interesnie-faktu.ru
-ixora.pro
+internetartfair.com
-jeremyeaton.co
+iqs.biz.ua
-johnrobertsoninc.com
+istizanidineanopiate.blogspot.com
-jumptap.com
+itch.io
-kchaxton.com
+je7.us
-keki.info
+kakablog.net
-keywordblocks.com
+kiinomaniak.pl
-keywordteam.net
+kinoflux.net
-kinofak.net
+kiwe-analytics.com
-kinomaniatv.pl
+krasnodar.xrus.org
-kinostorm.net
+labvis.host.sk
-komp-pomosch.ru
+lacapilla.info
-komputers-best.ru
+lecbter-relationships.ga
-kredit-pod-zalog-krasnodar.ru
+levaquin750mg.blogspot.com
-kriokomora.info
+locksmith.jp
-ku6.com
+macfix.life
-kvartir-remont.biz
+maladot.com
-larose.jb2c.me
+malwareremovalcenter.com
-lawyersinfo.org
+mantramusic.ru
-lietaer.com
+mediaoffers.click
-lion.misba.us
+medispainstitute.com.au
-liquimondo.com
+medizinreisen.de
-liumimgx.pw
+mejoresfotos.eu
-lockerz.com
+metalonly.info
-lottospring.com
+mmofreegames.online
-mac-shield.com
+monclercheap.xyz
-madot.onlinewebshop.net
+montazhnic.ru
-mararoom.ru
+morocco-nomad-excursions.com
-mcadamssupplyco.com
+moscow.online-podarki.com
-meccadumps.net
+mrbitsandbytes.com
-meds-online24.com
+myhitmp3.club
-members.ghanaweb.com
+nationalbreakdown.com
-mitrasound.ru
+naturtreenspicerx.pw
-mlvc4zzw.space
+nero-us.com
-mmog-play.ru
+netoil.no
-monclercoats.xyz
+newstaffadsshop.club
-money-for-placing-articles.com
+njpalletremoval.com
-musicas.baixar-musicas-gratis.com
+o333o.com
-musicstock.me
+old-rock.com
-musicvidz.ru
+olgacvetmet.com
-myhydros.org
+olympescort.com
-narutonaruto.ru
+onlainbesplatno.ru
-nate.com
+onlinemeetingnow.com
-navalwiki.info
+ooo-olni.ru
-novodigs.com
+parfusale.se
-officedocuments.net
+pattersonsweb.com
-onko-24.com
+pay2me.pl
-online7777.com
+pechikamini.ru
-online-hit.info
+perl.dp.ua
-ostrovtaxi.ru
+piulatte.cz
-oxford-book.com.ua
+podshipniki-nsk.ru
-partybunny.ru
+polimga.pw
-picsearch.com
+pornohd1080.online
-picsfair.com
+porno-raskazy.ru
-piuminiita.com
+portnoff.od.ua
-plugingeorgia.com
+printdirectforless.com
-porndl.org
+productarium.com
-pornpost.in
+profitkode.com
-pozdravleniya-c.ru
+progress-upakovka.ru
-prizestohandle.club
-prombudpostach.com.ua
 pronorm.fr
-quality-traffic.com
+puzo2arbuza.ru
-quickcashlimited.com
+qitt.ru
-radiodigital.co
 ranking2017.ga
-recinziireale.com
+ranksignals.com
-remontbiz.ru
+razyboard.com
-retreatia.com
+reklamuss.ru
-ritlweb.com
+relax.ru
-rp9.ru
+rent2spb.ru
-sanatorrii.ru
+reyel1985.webnode.fr
-sayyoethe.blogspot.co.za
+rockingclicks.com
-scanner-jessica.top
+roma-kukareku.livejournal.com
-sc-specialhost.com
+russia-today-video.ru
-searchlock.com
+saletool.ru
-seccioncontrabajo.com
+sanidumps.com
-seeingmeerkat.com
+scanner-barak.top
-seksotur.ru
+seksvideoonlain.com
-senger.atspace.co.uk
+seoboxes.com
-sexfreepornoxxx.com
+sexpartygirls.net
-sexobzor.info
+sex-sex-sex5.com
-shemale-sex.net
+sexs-foto.com
-sherlock.se
+sharebutton.to
-shymkent.xkaz.org
+shivafurnishings.com
-skincrate.net
+shohanb.com
-smadihome.com
+signal03.ru
-stillmiracle.com
+simple-image.com.ua
-stockquotes.wooeb.com
+sitiz.club
-stroyplus.ru
+sizeplus.work
-surgut.zrus.org
+social-buttons.com
-surintech.ac.th
+solicita.info
-telefonsexi.com
+spabali.org
-thegolfclub.info
+space4updating.win
-tizanidine4mgprice.blogspot.com
+spb.afora.ru
-tizanidine4mguses.blogspot.com
+ssconstruction.co
-token-lab.org
+stardevine.com
-top10-way.com
+statoutlook.info
-top-deal.com.pl
+strongsignal-a.akamaihd.net
-top-study.work
+stuff-about-money.com
-torrents-tracker.com
+suralink.com
-torrnada.ru
+szucs.ru
-tourcroatia.co.uk
+taboola.com
-tracksz.co
+tandvardshuset.net
-trafficmonetize.org
+tattooreligion.ru
-tuberkuleznik.ru
+thepantonpractice.co.uk
+thewomenlife.com
+tizanidineandhydrocodone.blogspot.com
+tizanidineoral.blogspot.com
+topclickguru.com
+trafficgenius.xyz
+traffpartners.com
 tula.mdverey.ru
-tvand.ru
+tupper-posuda.ru
-tvteleport.ru
+turkeyreport.tk
-twincitiescarservice.com
+tv-spoty.info
-ukrobstep.com
+uac.net.au
-vacances-voyages.info
+uchebavchehii.ru
-viagengrarx.com
+ukkelberg.no
-vladimir.xrus.org
+ultimatesetnewfreeallsoftupgradesystems.pw
-vozbujdenie.com
+unimodemhalfduplefw.pen.io
-westermarkanjou.se
+unpredictable.ga
-whatistizanidinehclusedfor.blogspot.com
+unrealcommander.com
-wheelchairliftsarea.com
+urlopener.blogspot.com.au
-wikes.20fr.com
+us-america.ru
-woman-h.ru
+v24s.net
-womens-journal.net
+valsalud.com
-xnxx-n.com
+vchulkax.com
-xrus.org
+vezuviy.su
-youporn-ru.com
+videositename.com
-youradexchange.com
+villakohlanta.nu
-youraticles.pl
+viven.host.sk
-yoursearch.me
+vkak.ru
-zarabiaj-dzis.pl
+voloomoney.com
-zarepta.com
+vut.com.ru
-zophim.me
+watchinf.com
+wdfdocando.com
+website-datenbank.de
+website-speed-up.top
+winterclassichockeyjerseys.com
+womama.ru
+wordpress-crew.net
+worldis.me
+xmladserver.com
+xsion.net
+xxx-treker.ru
+yoshkarola.zrus.org
+youbrainboost.asia
+yousense.info
+zakon-ob-obrazovanii.ru
+zebradudka.com
+zeroredirect1.com
+zhorapankratov7.blogspot.com

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.188.1.99	0;
+34.66.178.120	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.07.1752
+#### Version: V4.2019.07.1753
 #### Bad Referrer Count: 6720
 #### Bad Bot Count: 556
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.07.1752
+#### Version: V4.2019.07.1753
 #### Bad Referrer Count: 6720
 #### Bad Bot Count: 556
 ____________________

README.md

@@ -11,7 +11,7 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2019.07.1752
+#### Version: V4.2019.07.1753
 #### Bad Referrer Count: [6720](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 ____________________

_google_analytics_ghost_spam/README.md

@@ -3,7 +3,7 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2019.07.1752
+#### Version: V4.2019.07.1753
 #### Bad Referrer Count: 6720
 #### Bad Bot Count: 556
 ____________________

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2019.07.1752
+### Version: V4.2019.07.1753
-### Updated: Sat Jul  6 10:28:33 SAST 2019
+### Updated: Sun Jul  7 13:27:25 SAST 2019
 ### Bad Bot Count: 556
 ###################################################
 ### Version Information ##