V4.2019.10.1867 [ci skip]

.dev-tools/_robots_input/robots-input.txt

@@ -19,10 +19,14 @@ AlphaBot
 Anarchie
 Apexoo
 archive.org_bot
+arquivo.pt
+arquivo-web-crawler
 ASPSeek
 Asterias
 Attach
 autoemailspider
+AwarioRssBot
+AwarioSmartBot
 BackDoorBot
 Backlink-Ceck
 backlink-check
@@ -173,6 +177,7 @@ HaosouSpider
 Harvest
 Havij
 HEADMasterSEO
+heritrix
 Heritrix
 Hloader
 HMView
@@ -272,6 +277,7 @@ MIIxpc
 Mister PiX
 MJ12bot
 Mojeek
+Mojolicious
 Morfeus Fucking Scanner
 Mr.4x3
 MSFrontPage

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.188.15.155	1;
+35.193.7.13	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.188.15.155	0;
+35.193.7.13	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.188.15.155	1;
+35.193.7.13	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.188.15.155	0;
+35.193.7.13	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.188.15.155	1;
+35.193.7.13	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf

@@ -80,10 +80,14 @@
 	"~*(?:\b)Anarchie(?:\b|)"		0;
 	"~*(?:\b)Apexoo(?:\b|)"		0;
 	"~*(?:\b)archive.org_bot(?:\b|)"		0;
+	"~*(?:\b)arquivo.pt(?:\b|)"		0;
+	"~*(?:\b)arquivo-web-crawler(?:\b|)"		0;
 	"~*(?:\b)ASPSeek(?:\b|)"		0;
 	"~*(?:\b)Asterias(?:\b|)"		0;
 	"~*(?:\b)Attach(?:\b|)"		0;
 	"~*(?:\b)autoemailspider(?:\b|)"		0;
+	"~*(?:\b)AwarioRssBot(?:\b|)"		0;
+	"~*(?:\b)AwarioSmartBot(?:\b|)"		0;
 	"~*(?:\b)BackDoorBot(?:\b|)"		0;
 	"~*(?:\b)Backlink-Ceck(?:\b|)"		0;
 	"~*(?:\b)backlink-check(?:\b|)"		0;
@@ -234,6 +238,7 @@
 	"~*(?:\b)Harvest(?:\b|)"		0;
 	"~*(?:\b)Havij(?:\b|)"		0;
 	"~*(?:\b)HEADMasterSEO(?:\b|)"		0;
+	"~*(?:\b)heritrix(?:\b|)"		0;
 	"~*(?:\b)Heritrix(?:\b|)"		0;
 	"~*(?:\b)Hloader(?:\b|)"		0;
 	"~*(?:\b)HMView(?:\b|)"		0;
@@ -333,6 +338,7 @@
 	"~*(?:\b)Mister\ PiX(?:\b|)"		0;
 	"~*(?:\b)MJ12bot(?:\b|)"		0;
 	"~*(?:\b)Mojeek(?:\b|)"		0;
+	"~*(?:\b)Mojolicious(?:\b|)"		0;
 	"~*(?:\b)Morfeus\ Fucking\ Scanner(?:\b|)"		0;
 	"~*(?:\b)Mr.4x3(?:\b|)"		0;
 	"~*(?:\b)MSFrontPage(?:\b|)"		0;

.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -574,6 +574,7 @@
 	"~*(?:\b)arkkivoltti\.net(?:\b)" 	0;
 	"~*(?:\b)arpelsreplica\.xyz(?:\b)" 	0;
 	"~*(?:\b)arquapetrarca\.info(?:\b)" 	0;
+	"~*(?:\b)arquivo\.pt(?:\b)" 	0;
 	"~*(?:\b)arraty\.altervista\.org(?:\b)" 	0;
 	"~*(?:\b)artavenuegardenstudios\.com(?:\b)" 	0;
 	"~*(?:\b)artdeko\.info(?:\b)" 	0;
@@ -4598,6 +4599,7 @@
 	"~*(?:\b)priora\-2\.com(?:\b)" 	0;
 	"~*(?:\b)priscilarodrigues\.com\.br(?:\b)" 	0;
 	"~*(?:\b)privacyassistant\.net(?:\b)" 	0;
+	"~*(?:\b)privacylocationforloc\.com(?:\b)" 	0;
 	"~*(?:\b)privat\-girl\.net(?:\b)" 	0;
 	"~*(?:\b)privatamateure\.com(?:\b)" 	0;
 	"~*(?:\b)privatbank46\.ru(?:\b)" 	0;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.188.15.155	0;
+35.193.7.13	0;
 127.0.0.1	0;

.dev-tools/referrers-regex-format-whitelist-test.txt

@@ -527,6 +527,7 @@
 "~*(?:\b)arkkivoltti\.net(?:\b)" 	0;
 "~*(?:\b)arpelsreplica\.xyz(?:\b)" 	0;
 "~*(?:\b)arquapetrarca\.info(?:\b)" 	0;
+"~*(?:\b)arquivo\.pt(?:\b)" 	0;
 "~*(?:\b)arraty\.altervista\.org(?:\b)" 	0;
 "~*(?:\b)artavenuegardenstudios\.com(?:\b)" 	0;
 "~*(?:\b)artdeko\.info(?:\b)" 	0;
@@ -4551,6 +4552,7 @@
 "~*(?:\b)priora\-2\.com(?:\b)" 	0;
 "~*(?:\b)priscilarodrigues\.com\.br(?:\b)" 	0;
 "~*(?:\b)privacyassistant\.net(?:\b)" 	0;
+"~*(?:\b)privacylocationforloc\.com(?:\b)" 	0;
 "~*(?:\b)privat\-girl\.net(?:\b)" 	0;
 "~*(?:\b)privatamateure\.com(?:\b)" 	0;
 "~*(?:\b)privatbank46\.ru(?:\b)" 	0;

.dev-tools/referrers-regex-format.txt

@@ -527,6 +527,7 @@
 "~*(?:\b)arkkivoltti\.net(?:\b)" 	1;
 "~*(?:\b)arpelsreplica\.xyz(?:\b)" 	1;
 "~*(?:\b)arquapetrarca\.info(?:\b)" 	1;
+"~*(?:\b)arquivo\.pt(?:\b)" 	1;
 "~*(?:\b)arraty\.altervista\.org(?:\b)" 	1;
 "~*(?:\b)artavenuegardenstudios\.com(?:\b)" 	1;
 "~*(?:\b)artdeko\.info(?:\b)" 	1;
@@ -4550,6 +4551,7 @@
 "~*(?:\b)priora\-2\.com(?:\b)" 	1;
 "~*(?:\b)priscilarodrigues\.com\.br(?:\b)" 	1;
 "~*(?:\b)privacyassistant\.net(?:\b)" 	1;
+"~*(?:\b)privacylocationforloc\.com(?:\b)" 	1;
 "~*(?:\b)privatamateure\.com(?:\b)" 	1;
 "~*(?:\b)privatbank46\.ru(?:\b)" 	1;
 "~*(?:\b)privatefx\.all4invest\.info(?:\b)" 	1;

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.202.245.105          0;
+35.224.112.202          0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.10.37	1;
+35.192.85.2	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.10.37	0;
+35.192.85.2	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.10.37	1;
+35.192.85.2	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.10.37	0;
+35.192.85.2	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.10.37	1;
+35.192.85.2	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf

@@ -80,10 +80,14 @@
 	"~*(?:\b)Anarchie(?:\b|)"		0;
 	"~*(?:\b)Apexoo(?:\b|)"		0;
 	"~*(?:\b)archive.org_bot(?:\b|)"		0;
+	"~*(?:\b)arquivo.pt(?:\b|)"		0;
+	"~*(?:\b)arquivo-web-crawler(?:\b|)"		0;
 	"~*(?:\b)ASPSeek(?:\b|)"		0;
 	"~*(?:\b)Asterias(?:\b|)"		0;
 	"~*(?:\b)Attach(?:\b|)"		0;
 	"~*(?:\b)autoemailspider(?:\b|)"		0;
+	"~*(?:\b)AwarioRssBot(?:\b|)"		0;
+	"~*(?:\b)AwarioSmartBot(?:\b|)"		0;
 	"~*(?:\b)BackDoorBot(?:\b|)"		0;
 	"~*(?:\b)Backlink-Ceck(?:\b|)"		0;
 	"~*(?:\b)backlink-check(?:\b|)"		0;
@@ -234,6 +238,7 @@
 	"~*(?:\b)Harvest(?:\b|)"		0;
 	"~*(?:\b)Havij(?:\b|)"		0;
 	"~*(?:\b)HEADMasterSEO(?:\b|)"		0;
+	"~*(?:\b)heritrix(?:\b|)"		0;
 	"~*(?:\b)Heritrix(?:\b|)"		0;
 	"~*(?:\b)Hloader(?:\b|)"		0;
 	"~*(?:\b)HMView(?:\b|)"		0;
@@ -333,6 +338,7 @@
 	"~*(?:\b)Mister\ PiX(?:\b|)"		0;
 	"~*(?:\b)MJ12bot(?:\b|)"		0;
 	"~*(?:\b)Mojeek(?:\b|)"		0;
+	"~*(?:\b)Mojolicious(?:\b|)"		0;
 	"~*(?:\b)Morfeus\ Fucking\ Scanner(?:\b|)"		0;
 	"~*(?:\b)Mr.4x3(?:\b|)"		0;
 	"~*(?:\b)MSFrontPage(?:\b|)"		0;

.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -574,6 +574,7 @@
 	"~*(?:\b)arkkivoltti\.net(?:\b)" 	0;
 	"~*(?:\b)arpelsreplica\.xyz(?:\b)" 	0;
 	"~*(?:\b)arquapetrarca\.info(?:\b)" 	0;
+	"~*(?:\b)arquivo\.pt(?:\b)" 	0;
 	"~*(?:\b)arraty\.altervista\.org(?:\b)" 	0;
 	"~*(?:\b)artavenuegardenstudios\.com(?:\b)" 	0;
 	"~*(?:\b)artdeko\.info(?:\b)" 	0;
@@ -4598,6 +4599,7 @@
 	"~*(?:\b)priora\-2\.com(?:\b)" 	0;
 	"~*(?:\b)priscilarodrigues\.com\.br(?:\b)" 	0;
 	"~*(?:\b)privacyassistant\.net(?:\b)" 	0;
+	"~*(?:\b)privacylocationforloc\.com(?:\b)" 	0;
 	"~*(?:\b)privat\-girl\.net(?:\b)" 	0;
 	"~*(?:\b)privatamateure\.com(?:\b)" 	0;
 	"~*(?:\b)privatbank46\.ru(?:\b)" 	0;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.10.37	0;
+35.192.85.2	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.66.25.221            0;
+104.154.120.187         0;
-35.202.245.105          0;
+35.188.1.99             0;

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.66.200.49            0;
+35.188.1.99             0;
-34.66.50.208            0;
+35.184.226.236          0;

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.91.101           0;
+35.202.145.110          0;
-35.202.245.105          0;
+35.188.1.99             0;
-34.66.25.221            0;
+35.193.7.13             0;

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.10.37            0;
+35.193.7.13             0;
-35.202.245.105          0;
+104.154.120.187         0;
-35.188.15.155           0;
+35.184.226.236          0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.188.15.155	1;
+35.193.7.13	1;
 127.0.0.1	1;

.dev-tools/test_units/blacklist-user-agents.conf

@@ -80,10 +80,14 @@
 	"~*(?:\b)Anarchie(?:\b|)"		0;
 	"~*(?:\b)Apexoo(?:\b|)"		0;
 	"~*(?:\b)archive.org_bot(?:\b|)"		0;
+	"~*(?:\b)arquivo.pt(?:\b|)"		0;
+	"~*(?:\b)arquivo-web-crawler(?:\b|)"		0;
 	"~*(?:\b)ASPSeek(?:\b|)"		0;
 	"~*(?:\b)Asterias(?:\b|)"		0;
 	"~*(?:\b)Attach(?:\b|)"		0;
 	"~*(?:\b)autoemailspider(?:\b|)"		0;
+	"~*(?:\b)AwarioRssBot(?:\b|)"		0;
+	"~*(?:\b)AwarioSmartBot(?:\b|)"		0;
 	"~*(?:\b)BackDoorBot(?:\b|)"		0;
 	"~*(?:\b)Backlink-Ceck(?:\b|)"		0;
 	"~*(?:\b)backlink-check(?:\b|)"		0;
@@ -234,6 +238,7 @@
 	"~*(?:\b)Harvest(?:\b|)"		0;
 	"~*(?:\b)Havij(?:\b|)"		0;
 	"~*(?:\b)HEADMasterSEO(?:\b|)"		0;
+	"~*(?:\b)heritrix(?:\b|)"		0;
 	"~*(?:\b)Heritrix(?:\b|)"		0;
 	"~*(?:\b)Hloader(?:\b|)"		0;
 	"~*(?:\b)HMView(?:\b|)"		0;
@@ -333,6 +338,7 @@
 	"~*(?:\b)Mister\ PiX(?:\b|)"		0;
 	"~*(?:\b)MJ12bot(?:\b|)"		0;
 	"~*(?:\b)Mojeek(?:\b|)"		0;
+	"~*(?:\b)Mojolicious(?:\b|)"		0;
 	"~*(?:\b)Morfeus\ Fucking\ Scanner(?:\b|)"		0;
 	"~*(?:\b)Mr.4x3(?:\b|)"		0;
 	"~*(?:\b)MSFrontPage(?:\b|)"		0;

.dev-tools/test_units/custom-bad-referrers.conf

@@ -574,6 +574,7 @@
 	"~*(?:\b)arkkivoltti\.net(?:\b)" 	0;
 	"~*(?:\b)arpelsreplica\.xyz(?:\b)" 	0;
 	"~*(?:\b)arquapetrarca\.info(?:\b)" 	0;
+	"~*(?:\b)arquivo\.pt(?:\b)" 	0;
 	"~*(?:\b)arraty\.altervista\.org(?:\b)" 	0;
 	"~*(?:\b)artavenuegardenstudios\.com(?:\b)" 	0;
 	"~*(?:\b)artdeko\.info(?:\b)" 	0;
@@ -4598,6 +4599,7 @@
 	"~*(?:\b)priora\-2\.com(?:\b)" 	0;
 	"~*(?:\b)priscilarodrigues\.com\.br(?:\b)" 	0;
 	"~*(?:\b)privacyassistant\.net(?:\b)" 	0;
+	"~*(?:\b)privacylocationforloc\.com(?:\b)" 	0;
 	"~*(?:\b)privat\-girl\.net(?:\b)" 	0;
 	"~*(?:\b)privatamateure\.com(?:\b)" 	0;
 	"~*(?:\b)privatbank46\.ru(?:\b)" 	0;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Blackboard
+ADmantX
-CrazyWebCrawler
+Express WebPictures
-GetWeb
+IndeedBot
-GrapeshotCrawler
+Kenjin Spider
-Morfeus Fucking Scanner
+LibWeb
-muhstik-scan
+MIIxpc
-Offline Navigator
+Net Vampire
-Pavuk
+SBIder
-Ripper
+Sitevigil
-SEOkicks-Robot
+Webshag

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-Aboundex
+360Spider
+404enemy
+80legs
+Abonti
 Acunetix
-ADmantX
 AfD-Verbotsverfahren
 AhrefsBot
-AIBOT
+Aipbot
-AiHitBot
 Alligator
 AllSubmitter
+AlphaBot
 Anarchie
-Apexoo
+archive.org_bot
-ASPSeek
+arquivo.pt
-Attach
+AwarioSmartBot
 BackDoorBot
 Backlink-Ceck
+BacklinkCrawler
+BackStreet
 Badass
+Bandit
 Barkrowler
-Battleztar Bazinga
+BBBike
 BDCbot
+BDFetch
 Bigfoot
-Blackboard
+Blow
-BlackWidow
+Boardreader
-BLEXBot
 Bolt
+BotALot
 Brandprotect
-Brandwatch
+Buddy
-BuiltWith
 Bullseye
+BunnySlippers
+BuzzSumo
 CATExplorador
-CazoodleBot
+Claritybot
-Cegbfeieh
-CheTeam
-ChinaClaw
-Chlooe
 Cliqzbot
-coccocbot-web
+Cloud mapping
-Cogentbot
+Collector
-cognitiveseo
+com.plumanalytics
 Copyscape
-crawler.feedback
+Crescent
-crawl.sogou.com
 CrunchBot
 CSHttp
-Curious
 Custo
 DatabaseDriverMysqli
-DataCha0s
+DBLBot
-Demon
+DigitalPebble
-Devil
+DIIbot
-DomainCrawler
+Dirbuster
-Download Wonder
+Discobot
+DomainAppender
+DomainStatsBot
 Dragonfly
 Drip
-DTS Agent
+eCatch
-EasyDL
+ECCP/1.0
-Ebingbong
 Ecxi
-Evil
+EirGrabber
-Exabot
+EroCrawler
-Express WebPictures
+evc-batch
 ExtLinksBot
+Extractor
 Extreme Picture Finder
-EyeNetIE
+Ezooms
 facebookscraper
 FDM
-Fimap
+FemtosearchBot
-Flunky
+FHscan
-FyberSpider
+FlashGet
 Fyrebot
-GalaxyBot
+Genieo
-GermCrawler
 GetRight
 Go-Ahead-Got-It
-Gotit
+Go!Zilla
 Grabber
 GrabNet
-GrapeFX
+HaosouSpider
-GrapeshotCrawler
+Havij
-GridBot
+Heritrix
-Haansoft
-Harvest
 Hloader
+HMView
 HTMLparser
-HTTP::Lite
+Iblog
-Humanlinks
+Image Sucker
-Id-search
-IlseBot
 IndeedBot
-InfoTekies
+Indy Library
 instabid
+InterGET
 Internet Ninja
-internetVista monitor
+ips-agent
-IstellaBot
+Iria
-Jbrofuzz
+JennyBot
+JetCar
+Jetty
+JOC Web Spider
 Joomla
-Jorgee
+JustView
-Larbin
+Kenjin Spider
-LeechGet
+Kozmosbot
 Lftp
-LibWeb
 Likse
 LinkextractorPro
-LinksManager
+LinkScan
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+Litemage_walker
-Lipperhey Spider
+Ltx71
-LWP::Simple
-lwp-trivial
 Magnet
-Mail.RU_Bot
+Mag-Net
-MarkWatch
+magpie-crawler
+Majestic-SEO
+Masscan
 Mass Downloader
 Mata Hari
-MauiBot
-meanpathbot
 Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
-mediawords
+MegaIndex.ru
-Microsoft Data Access
+Metauri
-Microsoft URL Control
+MIIxpc
-MIDown tool
+Mojolicious
-MJ12bot
+MSFrontPage
-Mojeek
+MSIECrawler
-Musobot
+NearSite
-Needle
 Nessus
 NetAnts
-Netcraft
+Nettrack
-NetLyzer
-NetMechanic
 Net Vampire
-Netvibes
-NetZIP
 NextGenSearchBot
 NICErsPRO
-NimbleCrawler
+Niki-bot
-Nimbostratus
+Nikto
-Nmap
 NPbot
-Offline Navigator
+Octopus
-OnCrawl
+Offline Explorer
 OpenVAS
-OrangeBot
 OrangeSpider
-PageGrabber
+PageAnalyzer
+page scorer
+PageScorer
 Papa Foto
 Pavuk
-PECL::HTTP
+pcBrowser
 PHPCrawl
 Picscout
+PictureFinder
 Pixray
-PleaseCrawl
+plumanalytics
-Pockey
+Probethenet
-ProPowerBot
+Pump
-ProWebWalker
+PyCurl
-PxBroker
+RankActive
-QueryN Metasearch
+RankingBot
-RankActiveLinkBot
+RankingBot2
-RankurBot
+Rankivabot
-Reaper
 RebelMouse
-ReGet
+RedesScrapy
+RepoMonkey
+Ripper
 Rogerbot
 RSSingBot
 s1z.ru
-Scanbot
+SalesIntelligent
-ScoutJet
+SBIder
+Scrapy
 Screaming
 ScreenerBot
-SearchmetricsBot
-Semrush
 SEOkicks
-SEOkicks-Robot
+Seomoz
-SEOlyticsCrawler
+SeoSiteCheckup
 SEOstats
 serpstatbot
-Shodan
 Siphon
+SISTRIX
 Sitebeam
-Siteimprove
-SiteSnagger
 SiteSucker
-Site Sucker
 SmartDownload
+Snake
+Snoopy
 SocialRankIOBot
-Sociscraper
 sogouspider
 Sosospider
 Sottopop
 SpaceBison
 SpankBot
-Spanner
+sp_auditbot
-SputnikBot
+Spinn3r
-spyfu
+Sqworm
-Stripper
+Steeler
+Sucker
+Sucuri
+SuperBot
+SuperHTTP
 SurveyBot
 Suzuran
 sysscan
-Szukacz
+T8Abot
 tAkeOut
-Teleport
+Telesphoreo
-TeleportPro
-Telesoft
 The Intraformant
 TightTwatBot
 Titan
+Toata
 Toweyabot
-Trendiction
+Trendictionbot
+trendiction.com
 trendiction.de
 True_Robot
-Turnitin
+Turingos
-TurnitinBot
+TwengaBot
-Twice
+Upflow
+URLy Warning
 URLy.Warning
-Vagabondo
 VB Project
+VCI
 VidibleScraper
 Virusdie
-VoidEYE
 Voil
-WASALive-Bot
+WallpapersHD
+WBSearchBot
 Webalta
 WebAuto
-WebCollage
+Web Auto
 Web Collage
 WebCopier
-WEBDAV
 WebEnhancer
-Web Enhancer
+WebFuck
-Web Fetch
+WebImageCollector
-WebLeacher
+Web Pix
-WebPix
+Website Quester
-WebReaper
+Webster
-WebSauger
+WebStripper
-Web Sauger
-WebsiteExtractor
 WebSucker
-Web Sucker
 WebWhacker
 WebZIP
-Who.is Bot
+WeSEE
-WinHTTrack
+Whack
-Wonderbot
+Whatweb
+Widow
+WiseGuys Robot
 Woobot
-Wprecon
+WWW-Collector-E
-WWWOFFLE
+WWW-Mechanize
-x09Mozilla
+WWW::Mechanize
-Xaldon WebSpider
 Xenu
-zgrab
+xpymep1.exe
+Zauba
+Zermelo
+Zeus
+ZyBorg

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
 404checker
-Acunetix
+Abonti
-ADmantX
+AIBOT
-AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
+Aipbot
 Alexibot
-Alligator
+AlphaBot
-AllSubmitter
 Anarchie
-Apexoo
+arquivo.pt
-archive.org_bot
+arquivo-web-crawler
+Attach
+autoemailspider
+AwarioRssBot
 Backlink-Ceck
+backlink-check
 BackStreet
 BackWeb
+Badass
 Bandit
 Barkrowler
 BatchFTP
-BDCbot
+Battleztar Bazinga
-BetaBot
+BDFetch
-Bitacle
+Blackboard
-BLEXBot
+Black Hole
-BlowFish
+BlackWidow
-Bolt
+BotALot
-Brandwatch
+Brandprotect
 Buddy
-BuzzSumo
+BuiltBotTough
-Calculon
+CheTeam
-CATExplorador
+Claritybot
-CCBot
+Cliqzbot
-ChinaClaw
+coccocbot-web
-Cloud mapping
 cognitiveseo
-Collector
+com.plumanalytics
+Copier
+Cosmos
 crawler.feedback
-crawl.sogou.com
+CrazyWebCrawler
+Crescent
 CrunchBot
+CSHttp
 Curious
-Custo
+DatabaseDriverMysqli
 DataCha0s
-Digincore
+DBLBot
+demandbase-bot
+Demon
+Deusu
+Devil
 DIIbot
-Disco
+Dirbuster
-Discobot
+DnyzBot
-Discoverybot
+DomainStatsBot
-Dispatch
+Download Wonder
-DittoSpyder
+Dragonfly
-DomainCrawler
+Ecxi
-Drip
-EasyDL
-eCatch
-ECCP/1.0
 EMail Wolf
-EroCrawler
 evc-batch
 Evil
 Express WebPictures
 ExtLinksBot
-Extreme Picture Finder
 EyeNetIE
+FDM
 FemtosearchBot
-FHscan
+Fimap
 Firefox/7.0
 Flunky
-Foobot
 Freeuploader
-FyberSpider
-Fyrebot
 Genieo
 Getintent
-GetRight
+Gigabot
-GetWeb
+G-i-g-a-b-o-t
 Gotit
-GoZilla
-Grabber
 GrabNet
 Grafula
 GrapeFX
-GrapeshotCrawler
+GridBot
 HaosouSpider
-HTMLparser
+Havij
+heritrix
+Heritrix
 HTTP::Lite
-HTTrack
+Humanlinks
-IlseBot
-IndeedBot
 Indy Library
+InfoNaviRobot
+InfoTekies
 instabid
-InternetSeer
+Intelliseek
+InterGET
+Internet Ninja
 internetVista monitor
-IRLbot
+Iria
-Iskanie
-IstellaBot
-Jbrofuzz
 JennyBot
-JikeSpider
+JetCar
 Joomla
-Jorgee
+Jyxobot
-Kenjin Spider
+Kozmosbot
-Keyword Density
 LeechFTP
-LexiBot
-Lightspeedsystems
 Likse
-LinkextractorPro
+LinkScan
-LinksManager
+Lipperhey
-LinqiaRSSBot
+Lipperhey Spider
-LinqiaScrapeBot
+LNSpiderguy
 lwp-request
-Magnet
+Mag-Net
 magpie-crawler
-Mail.RU_Bot
-Majestic12
-Majestic SEO
 Majestic-SEO
 MarkMonitor
-MarkWatch
+Mass Downloader
 Mata Hari
-meanpathbot
+Meanpathbot
+MeanPath Bot
 mediawords
+MegaIndex.ru
 Metauri
-MFC_Tear_Sample
+Microsoft Data Access
 Microsoft URL Control
 MIDown tool
-MJ12bot
+Mister PiX
+Mojolicious
+Morfeus Fucking Scanner
 Mr.4x3
-muhstik-scan
+MSIECrawler
+Musobot
+Name Intelligence
+Nameprotect
 Navroad
+NearSite
 Needle
 Nessus
-Netcraft
+NetAnts
-NetSpider
+netEstate NE Crawler
+Nettrack
+Net Vampire
 Netvibes
-NetZIP
+NextGenSearchBot
-Nibbler
+NimbleCrawler
-NICErsPRO
+Nimbostratus
-Niki-bot
 Nmap
-NPbot
+oBot
+Offline Explorer
 Offline Navigator
 OnCrawl
-Openvas
+Openfind
-OpenVAS
 OrangeBot
-OutfoxBot
+OrangeSpider
 Page Analyzer
 PageGrabber
-page scorer
+PageScorer
 Pandalytics
-Panscient
-Pavuk
-pcBrowser
-PECL::HTTP
 PeoplePal
-PHPCrawl
 Picscout
+Picsearch
 PictureFinder
-plumanalytics
+Pimonster
+POE-Component-Client-HTTP
 Probethenet
 ProPowerBot
-QueryN Metasearch
+ProWebWalker
-RankingBot
+PyCurl
+RankActive
 RankingBot2
-RealDownload
+RankurBot
 Recorder
 RepoMonkey
-Ripper
 RocketCrawler
 RSSingBot
-SalesIntelligent
 SBIder
+ScanAlert
+Scanbot
+scan.lol
 ScoutJet
-SearchmetricsBot
+ScreenerBot
+Searchestate
 Semrush
-SemrushBot
-SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
 SeoSiteCheckup
-SEOstats
+Shodan
-serpstatbot
+Siphon
-Sitebeam
+SISTRIX
 Siteimprove
-SiteLockSpider
 SiteSnagger
 Site Sucker
-Sitevigil
-SMTBot
-Snake
 Snapbot
 Snoopy
 SocialRankIOBot
+Sociscraper
 sogouspider
-Sogou web spider
 Sosospider
 SpaceBison
+Spammen
 sp_auditbot
-Spbot
-Spinn3r
-SputnikBot
 spyfu
-Sqlmap
 Steeler
-Stripper
+Sucuri
+SuperHTTP
+Suzuran
 Swiftbot
+sysscan
+T0PHackTeam
 Teleport
-TeleportPro
+Telesoft
 Telesphorep
-TheNomad
 Thumbor
 TightTwatBot
-Toweyabot
+Titan
+trendiction.com
+trendiction.de
 True_Robot
-Turnitin
+Turingos
-Twice
+Typhoeus
-URLy.Warning
+UnisterBot
-Vagabondo
+URLy Warning
+Vacuum
 VB Project
-VidibleScraper
+VCI
+Virusdie
+VoidEYE
 Voil
-WallpapersHD
+Voltron
-Webalta
+WASALive-Bot
-WebCopier
+WBSearchBot
-Web Enhancer
+WebAuto
-WebFetch
+Web Auto
 Web Fetch
-WebFuck
+Web Fuck
 WebLeacher
 webmeup-crawler
-Web Pix
+Website Quester
-WebSauger
+Webster
-Web Sucker
 WebWhacker
-WebZIP
+Who.is Bot
-Whack
+WiseGuys Robot
-Whacker
+WISENutbot
-Widow
 Wonderbot
-Woobot
+Wprecon
-WPScan
+WWW-Mechanize
-WWW-Collector-E
+WWW::Mechanize
-x09Mozilla
+WWWOFFLE
-x22Mozilla
-Xaldon_WebSpider
 Xenu
-YoudaoBot
+Zade
 Zauba
+zauba.io
 Zermelo
-Zeus
+Zitebot
+ZumBot

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-androids-store.com
+baixar-musicas-gratis.com
-bookhome.info
+covetnica.com
-cienum.fr
+diegolopezcastan.com
-coinsspb.com
+dollartree.info
-depositfiles-porn.ga
+domaincheck.io
-findpics.pw
+ge0ip.org
-heartofpayne.xyz
+getmiro.com
-itis4you.com
+imperia31.ru
-pregnant.guru
+lescinq.com
-the-usa-games.blogspot.com
+startwp.org

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-08800.top
+03p.info
-12masterov.com
+1000n1.ru
-1-99seo.com
+10bet.com
+123movies.love
+13tabs.com
+14b.info
+1kdailyprofit.me
+2000k.ru
 24videos.tv
-2ads.co.uk
+2itech.ru
-4kepics.com
+3rbseyes.com
-55wmz.ru
+4webmasters.org
-5elementov.ru
+72-news.com
-7makemoneyonline.com
+9med.net
-883zy.com
+aa8780bb28a1de4eb5bff33c28a218a930.com
-991mostfm.co.id
+aad1f4acb0a373420d9b0c4202d38d94fa.com
-adultfullhd.com
+aarbur.com
-advancedmassagebysara.com
+abcdefh.xyz
-advokat-grodno.by
+abovetherivernc.com
-ad-words.ru
+acheterviagrafr24.com
-affrh2015.com
+adloads.net
-afftrack001.com
+adultfriendfinder.com
-ageofclones.com
+adverster.com
-akita.kz
+adzerg.com
-aktivator-windows10.blogspot.com
+adzpower.com
-akuhni.by
+aibolita.com
-alert-hgd.xyz
+albumsuper.info
+albuteroli.com
 alessandraleone.com
-alienwheels.de
+alfa-img.com
-allblogroll.com
+allpdfmags.net
-aloofly.com
+am-se.com
-alphaforum.ru
+anaksma.info
-alphahoverboards.com
+android-style.com
-amazon-seo-service.com
+angigreene.com
-anabolics.shop
+angkortours.vn
-anonymizeme.pro
+apartamentwroclaw.eu
-anonymous-redirect.com
+apessay.com
-apimountainbikei-a.akamaihd.net
+apidiamondatanet-a.akamaihd.net
-apiportalmorecom-a.akamaihd.net
-api.stathat.com
-appartement-stumm.at
 apper.de
 apple.com-cleaner.systems
-apple.com-webbrowsing-security.science
+apple.com-webbrowsing-security.review
-artpicso.com
+appsecurityr.com
-asacopaco.tk
+arendovalka.xyz
-asiavirtualsolutions.com
+arvut.org
-asmxsatadriverin.aircus.com
+atlant-auto.info
-asociatia-tipografilor-transilvania.ro
+australia-opening-times.com
-atleticpharm.org
+ayakino.net
-autoloans.com
+b2b-lounge.com
-automatic-seo.com
+back.dog
-autowebmarket.com.ua
-avitocars.ru
-avtocredit-legko.ru
-azlex.uz
-azte.ch
 bag77.ru
-balans.shahterworld.org
+bard-real.com.ua
-balook.com
+batanga.net
-bankofthewext.com
-bannerswap.com
 beachpics.com
-beachtoday.ru
+beclean-nn.ru
-bear.gotcher.us
+belstaffstore.online
-best-deals-products.com
+benchmarkcommunications.co.uk
-bestplacetobuyeriacta.jw.lt
+berlininsl.com
-bestserials.com
+best-businessman.ru
-bildsuche.ru
+bestpornuha.com
-bio-optomarket.ru
+beyan.host.sk
-birzha-truda.eu
+bigpenisguide.com
-bizcheapjerseyswholesalechina.com
+bio.trade-jp.net
-bloglag.com
+biteg.xyz
-blogos.kz
+bitnote.co
+blog.axant.it
+bloggerads.net
 blogrankers.com
-blog.remote-computer.de
+bonzibuddi.com
-blue-square.biz
+brainboosting.club
-boc.kz
+brainsandeggs.blogspot.com
-bonzbuddy.com
+break-the-chains.com
-bookmaker-bet.com
+breastaugmentation.co.za
-brainxs.us
+bristolhotel.com
-brk-rti.ru
+bryansk.zrus.org
-buigas.00it.com
+btvn.ru
-bumble.cheapwebsitehoster.com
+buketeg.xyz
-bus-offer.com
+buyessay3.blogspot.ru
-buy-cheap-online.info
+buyessaynow.biz
-buydissertation.net
+buyviagraa.blogspot.com
-buytizanidineonline.blogspot.com
+bvlgariring.xyz
-buzzsumo.com
+cablecar.us
-camdenmemorials.com
+calcularpagerank.com
-canrole.com
+calstaterealty.us
-casinos4dummies.co.uk
+candiceloves.us
-caveavins.fr
+carloans.com
-checkm8.com
+carsdined.org
-chelyabinsk.xrus.org
+cars-modification.net
+castingbank.ru
+c-english.ru
+cenokos.ru
+centraletermice.us
+centrdebut.ru
+cfsrating.sonicwall.com
+cheap-pills-norx.com
+checkhit.com
+cherrypointplace.ca
+cherubinimobili.it
+chinacheapelitejerseys.com
+chinajerseyswholesalecoupons.com
+chiptuninger.com
+cibpenonptib.flu.cc
 ciekawinki.pl
-club-musics.ru
+cienum.fr
-cmd.kz
+cindymatches.com
-com-onlinesupport.site
+clarithromycin500mg.com
-compliance-alexa.top
+clickcash.com
-compliance-fred.xyz
+clickhype.com
-concealthyself.com
+clickintext.net
-contextualyield.com
+clips.ua.ac.be
-converse.ddsoldes.fr
+coaching-netz.info
-coprofam.org
+codysbbq.com
+cognitiveseo.com
+compiko.info
+compliance-josh.top
+compliance-nelson.top
+com-supportcenter.website
+contentsexpress.com
+cookie-law-enforcement-ee.xyz
+cookie-law-enforcement-hh.xyz
+coolbar.pro
+coolgamechannel.com
 cottageofgrace.com
-cougfan.info
+craftburg.ru
-counter.yadro.ru
+crirussian.ru
-cpajunkies.com
+cryptoswap.biz
-cracksplanet.com
+d0t.ru
-cvety24.by
-cyse.tk
 d2jsp.org
-dailystrength.org
+daretodonate.co
-darkbooks.org
+dating-app.ru
-db.speedup.gdn
+dealighted.com
-den-noch24.ru
+dear-diary.ru
+decenttools.com
+delitime.info
 deshevo-nedorogo.ru
-detskie-zabavi.ru
+detective01.ru
-de.zapmeta.com
+deutschland123.de
-digest-project.ru
+diffbot.com
-docstoc.com
+digital-sale.su
-dollartree.info
+dipstar.org
+discountbarbour.online
+dktr.ru
+dms-sw.ru
+domcran.net
+doska-vsem.ru
 downloads-whatsapp.com
-drugspowerstore.com
+drpornogratisx.xxx
-dumuelave.xyz
+dverimegapolis.ru
-easytuningshop.ru
+dvrlists.com
-edudocs.net
+easycommerce.cf
-eduserver.net
+educatemetv.com
-ekosmetyki.net.pl
+elektrischezigarette1.blog.pl
-electricwheelchairsarea.com
+elektrischezigarette2.onsugar.com
-electro-prom.com
+elektrozigarette2.wordpressy.pl
-elektrozigarette2.webs.com
+elektrozigaretten1.tumblr.com
-elvenar.com
+eluxer.net
-engines-usa.com
+emailaccountlogin.co
-en.home-task.com
+emergencyneeds.org
-envaseslotusama.com
+encodable.com
-erotik-kostenlos.net
+energydiet-info.ru
-escort-russian.com
+enews.tech
-ewebarticle.info
+es5.com
-exchanges-bet.com
+espaceinventoristes.com
-exmasters.com
+euroskat.ru
-exoneration-project.us
+evehemming.blogspot.com.au
-eyes-on-you.ga
+ezigarettenkaufen2.dreamwidth.org
-ezigarettenkaufen1.pagina.gr
 ezigarettenshop2.myblog.de
-f00kclan.de
+f07.de
-falllow.gq
+fanrto.com
-farmingworm.com
+faptitans.com
-fbdownloader.com
+fertilitetsradgivningen.se
-ferretsoft.com
+fickkontakte.org
-ferrotodo.com
+fikasound.tk
-fickluder69.com
+filerockstar298.weebly.com
-filkhbr.com
+fillmewithhappiness.com
-filmidivx.com
+firesub.pl
-findthe.pet
+firstsiteguide.com
-finemanteam.com
+forpostlock.ru
-finuse.com
+fotoxxxru.com
-firstdrugmall.ru
-flavors.me
-floridahuntingfishingadventures.com
 foxinsocks.ru
-foxjuegos.com
+frbizlist.com
-free411games.com
+freshberry.com.ua
-free-fb-traffic.com
-free-traffic.xyz
-freeuploader.ml
-freza-sverlo.ru
-friendflnder.com
-frivgame250.com
 front.ru
-fuckmill.com
+ftns.ru
-g33.org
+funtoonez.com
+gallery.rennlist.com
+gambarxkata.co
 gamedayassist.com
-gameprimary.com
+gamedayhouse.com
-gay-site.store
+gateway.zscalerone.net
-ge0ip.net
+gayxperience.com
-geile-lelly.eu
 gemgrab-a.akamaihd.net
-generalporn.org
+generousdeal-a.akamaihd.net
 germetiki.com.ua
-getlamborghini.ga
+getmyads24.com
-getprismatic.com
+getridofstretchmarks.org
-ghostvisitor.com
+get-your-social-buttons.info
+gheus.altervista.org
+gigapeta.com
+given2.com
+gk-atlant.info
 glasof.es
-glicol.kz
+golmau.host.sk
-go2jump.org
+googlepositions.com
-gomusix.com
+googst2.ru
-gonextmedia.com
+goosefishpost.bid
-gourcy.altervista.org
+gopro-online.info
-gq-catalog.gq
+greatdealshop.com
-grtyi.com
+greendream.com.ua
-gsasearchengineranker.site
+green-tea.tv
-gsasearchengineranker.xyz
+grizzlysgrill.com
-gungamesz.com
+gsasearchengineranker.pw
-gwebtools.com
+gsou.cf
 h2monline.com
-hawaiielectriclight.com
+hatdc.org
-hdpixent.com
+hatedriveapart.com
-hdpixion.com
+hdwalls.xyz
-hdseriale.pl
+heliko.no
-healbio.ru
+helvetia.com.ua
-hidemyass.com
+hit-men.men
-hikesearch.net
+hoholikik.club
-homeart.space
+hornymatches.com
-homedecoguide.info
+hotenergy.ru
-hoste.octopis.com
+houtings.xyz
-hostingclub.lk
-hotdl.in
-hoverboard360.de
-hoverboard360.se
 hoverboardforsaledirect.com
-howtoclean.club
+hulfingtonpost.com
-hspline.com
+hyhj.info
-htmlcorner.com
+ido3.com
-humbmosquina.tk
+ihc2015.info
-hunterboots.online
+iklysha.ml
-hybrid.ru
+impisr.edunsk.ru
-iamsport.org
+incomekey.net
-ideawheel.com
+innodgfdriverhm.aircus.com
-igrovyeavtomaty777.ru
+instasexyblog.com
-ilikevitaly.com
+investpamm.ru
-imagine-ex.co
+iqoption-bin.com
-infektsii.com
+istizanidineanopiate.blogspot.com
-intellekt21.ru
+istripper.com
-interior-stickers.ru
+jasonpartington.com
-investingclub.ru
+jav-fetish.site
-investzalog.ru
+jaxcube.info
-ispaniya-costa-blanca.ru
+jeremyeaton.co
-iwantedmoney.com
+jerseywholesaleelitestore.com
-jerseychinabizwholesale.com
+jestr.org
-jerseyssportsshop.com
+jobmarket.com.ua
-jose.mulinohouse.co
+joessmogtestonly.com
-journeydownthescale.info
+jongose.ninja
-jrpmakati.com
+karachev-city.ru
-jurajskie.info
+kareliatobacco.ru
-justucalling32211123456789.tk
+karusel-market.ru
-kaac.ru
+kazan.zrus.org
-kamagragelusa.net
+kazka.ru
-kazinogames.lv
+kerwinandcariza.com
-kevblog.top
-keywordglobal.co.za
 keywords-monitoring-your-success.com
-keyword-suggestions.com
+kidd.reunionwatch.com
-kino-filmi.com
+kino2018.club
-kinomaniatv.pl
+kino-key.info
-kinotorka.ru
+kliksaya.com
-kit-opt.ru
+kmd-pto.ru
-koleso24.com.ua
+kostenlos-sexvideos.com
-kraljeva-sutjeska.com
+lacasamorett.com
-kredit-pod-zalog-krasnodar.ru
+lafriore.ru
-kriokomora.info
+landinez.co
-krynica.info
+larose.jb2c.me
-ktotut.net
+ledis.top
-lankarns.com
-law-check-two.xyz
-lechtaczka.net
 lennatin.info
-lexaprogeneric.link
+limads.men
-lflash.ru
+link.ac
-likesdesign.com
+linkpulse.com
-lion.playtap.us
+lion.snapmap.us
-lirunet.ru
+liquimondo.com
-louboutinreplica.pw
+liumimgx.pw
-luciddiagnostics.in
+liveinternet.ro
-lumb.co
+live-sexcam.tk
-magicplayer-s.acestream.net
+liveu.infoteka.hu
-manyresultshub-a.akamaihd.net
+ltvperf.com
-martlinker.com
+lunamedia.co
-massage-info.nl
+mac-shield.com
-meduza-consult.ru
+mafcards.ru
-menhealed.net
+magnetpress.sk
-metascephe.com
+makemoneyonline.com
-microstatic.pl
+masserect.com
-minharevisao.com
+mebeldekor.com.ua
-miniads.ca
+medanestesia.ru
-mirmedinfo.ru
+meds-online24.com
-mirtorrent.net
+mega-bony-2017.pl
-missclub.info
+mesbuta.info
-moesen-ficken.com
+michaelkorsoutlet.store
-moncleroutletonline.xyz
+midst.eu
-moneymaster.ru
+mirobuvi.com.ua
-morocco-nomad-excursions.com
+mmofreegames.online
-moscow-region.ru
+mmog-play.ru
-mrbitsandbytes.com
+mnogolok.info
-mrlmedia.net
+mojaocena.com
-musezone.su
+mojpreskumanie.com
-musicspire.online
+monclerjacketsoutlet.pw
-myanyone.net
+moneyviking-a.akamaihd.net
-my-big-family.com
+monsterdivx.com
-mycouponizemac.com
+mowser.com
-mydoctorok.ru
+mrinsidesales.com
-myhealthcare.com
+mrvideospornogratis.xxx
-myindospace.com
+mustat.com
-mykings.pw
+mydownlodablefiles.com
-mypets.by
+mysexpics.ru
-mzdish.site
+nalogovyykodeks.ru
-naj-filmy24.pl
+nardulan.com
-needtosellmyhousefast.com
+narkologiya-belgorod.ru
-neobux-bg.info
+netpics.org
-nerudlogistik.ru
+njkmznnb.ru
-new-apps.ru
+nodup.ru
-newstudio.tv
-nextbackgroundcheck.gq
-ngps1.ru
-nodding-passion.tk
 nofreezingmac.click
-nofreezingmac.work
+norththeface.store
-northfacestore.online
+no-rx.info
-notebook-pro.ru
+nudepatch.net
-nowtorrents.com
+nullrefer.com
-odywpjtw.bloger.index.hr
+okonich.com.ua
-okmedia.sk
+omoikiri-japan.ru
-okuos.com
+onlainbesplatno.ru
-olympescort.com
+onstrapon.purplesphere.in
-onescreen.cc
+ooo-olni.ru
-onlineslotmaschine.com
+ororodnik.goodbb.ru
-onthemarch.co
+oxford-book.com.ua
-o-o-8-o-o.ru
+panamaforbeginners.com
-ordernorxx.com
+pandroid.co
-origin-my.ru
+par-fallen.ga
-outrageousdeal-a.akamaihd.net
+partner-stop.men
-ownshop.win
+pawli.eu
-palocco.it
+paydayonlinecom.com
-palvira.com.ua
+peugeot-club.org
-parfusale.se
+pharmacyincity.com
-pathwhelp.org
+photostudiolightings.com
-pcimforum.com
+picquery.com
-pdns.download
+pillscheap24h.com
-perosan.com
+pinsdaddy.com
-pewit.pw
+piter.xrus.org
-pijoto.net
+piuminiita.com
-pirateday.ru
+pizza-imperia.com
-piulatte.cz
+pk-services.ru
-plaff-go.ru
+pladform.ru
-play-movie.pl
+playfortuna-play.ru
-poiskzakona.ru
+pl.id-forex.com
+pl-top.pl
 pojdelo.weebly.com
-polcin.de
+pontiacsolstice.info
-polimga.pw
+porno-chaman.info
-pornoforadult.com
+porno-raskazy.ru
-pornolook.net
+pornosexrolik.com
-porno-play.net
+poshiv-chehol.ru
-pornowarp.info
+prostitutki-astana.org
-porn-w.org
+purchasepillsnorx.com
-preventheadacheguide.info
+pwwysydh.com
-privacyassistant.net
+pxhdwsm.com
-privatamateure.com
+qitt.ru
-prlog.ru
+quickcashlimited.com
-promoheads.com
+raisedseo.com
-propranolol40mg.blogspot.com
+rankings-analytics.com
-prospekt-st.ru
+rebrand.ly
-push-ad.com
+redhotfreebies.co.uk
-pussysaga.com
+rep-am.com
-qpypcx.com
+retailwith.com
-realitykings.com
+rewardpoll.com
-rebelmouse.com
+rockma.se
-recordpage-a.akamaihd.net
+roleforum.ru
-r-e-f-e-r-e-r.com
+romhacking.ru
-regionshop.biz
+royal-investments.net
-registrydomainservices.com
+ruex.org.ua
-remorcicomerciale.ro
+ruscopybook.com
-responsinator.com
+rusoft-zone.ru
-richinvestmonitor.com
+rutor.vip
-ritlweb.com
+sabaapress.com
-rogervivierforsale.com
+salutmontreal.com
-rostov.xrus.org
+sandhillsonline.com
-ruclicks.com
+sanjosestartups.com
-runtnc.net
+sayyoethe.blogspot.co.za
-ruscoininvest.company
+scopich.com
-russian-postindex.ru
+search-goo.com
-sabizonline.com
+sell-fb-group-here.com
-saddiechoua.com
-saecsa.co
-salmonfishingsacramentoriver.com
-sammlungfotos.online
-santechnik.jimdo.com
-savetubevideo.com
-sbf441.com
-sbornik-zakonov.ru
-scanner-jack.top
-scanner-walter.top
-scenicmissouri.us
-search-error.com
-seasonvar.ru
-seminarygeorgia59.ga
-seminarykansas904.ml
 seogadget.ru
-serpstat.com
+seokicks.de
-service-core.ru
+serptehnika.ru
-sex-dating.co
+service.adtech.fr
-sexs-foto.top
+sex.hotblog.top
-sexstream.pl
+sexkontakte-seite.com
-sexvideo-sex.com
+sexkrasivo.net
-sharebutton.net
+sexsaoy.com
-shikiso.info
+sextracker.be
-shopcheermakeup.info
+sex-tracker.de
-shopsellcardsdumps.com
+sexvporno.ru
-sientalyric.co
+sex-watch.com
-siteheart.net
+sfj-ror.no
-sklad-24.ru
+sharebutton.to
-slavkokacunko.de
+shlyahten.ru
-sledstvie-veli.net
+shopvilleroyboch.com.ua
-slim.sellany.ru
+sildenafilcitratemed.com
-smallseotools.com
+siteaero.com
-smartbalanceworld.com
+site-speed-checker.site
-social-fun.ru
+site-speed-check.site
-sodexo.com
+sivs.ru
-softomix.net
+sky-mine.ru
-spasswelt.net
+snworks.com
-sport7777.net
+social-buttons.xyz
-spywarebegone.com
+socialbutton.xyz
-srecorder.com
+socialseet.ru
-ssconstruction.co
+softonicads.com
-standardchartered-forex.com
+songplanet.ru
-steelmaster.lv
+sonnikforme.ru
-stickers-market.ru
+sotechco.co
-store-rx.com
+spitfiremusic.com
-stromerrealty.com
+spyfu.com
-studiokamyk.com.pl
+spywareit.com
+stardevine.com
+stariy-baku.com
+startufa.ru
+studiofmp.com
 styro.ru
-surffoundation.nl
+superiends.org
-surflinksmedical.com
+superstarfloraluk.com
-taaaak.com
+svolze.com
-tasteidea.com
+swingerseiten.com
-td-33.ru
+swsociety.se
-td-l-market.ru
+tackletarts.co
-textads.men
+tedy.su
-theautoprofit.ml
+telefonsexsofort.tk
-theheroes.ru
+template-kid.com
-the-torrent-tracker.blogspot.com
+tengohydar.tk
-thexart.club
+texbaza.by
-tiandeural.ru
+thedownloadfromwarez.blogspot.com
-tiens2010.ru
+thefds.net
-tizanidineonline.blogspot.com
+thenews-today.info
-tizanidineorflexeril.blogspot.com
+timhost.ru
-toolsky.com
+tizanidineandcipro.blogspot.com
-topvidos.ru
+tizanidineandhydrocodone.blogspot.com
-torrents-tracker.com
+tizanidinecapsules.blogspot.com
-toxicwap.com
+tizanidineusedfor.blogspot.com
-trafficstars.com
+top10-online-games.com
+top10registrycleaners.com
+topbestgames.com
+torrent-newgames.com
+tourismvictoria.com
+track112.site
+traffictrade.life
 traffpartners.com
-trailer.cinemaflix.website
+tramadolandtizanidine.blogspot.com
-trustedmaccleaner.com
+tri-slona.org
-tsan.net
+truebeauty.cc
-turist-strani.ru
+tuberkulezanet.ru
-tvoystartup.ru
+tuckpointingmasonrysystems.com
-twittruth.com
+turkeyreport.tk
+tv-spoty.info
+twodollarshows.com
 typimga.pw
-ukkala.xyz
+uchil.net
-unblocksit.es
+ufa.xrus.org
-unitexindia.com
+uhdtv.website
-unrealcommander.com
+unmaroll.ya.ru
+unrealcommander.biz
 uogonline.com
-urlopener.com
+url2image.com
-vapsy.com
+usadacha.net
-vavilone.com
+utiblog.fr
-vedomstvo.net
+valueclick.com
-venerologiya.com
+vesnatehno.ru
-verymes.xyz
+vezuviy.su
-viagengrarx.com
+videochat.cafe
-videochat.ph
+videochat.world
 video-hollywood.ru
-video-woman.com
+videooko.weebly.com
-vip-file.com
+videospornogratisx.net
-vkmusics.ru
+vipps.com.my
-vladimir.xrus.org
+vkonche.com
-vltai.com
+vrnelectro.ru
-voditeltrezviy.ru
+vsesubwaysurfers.com
-vodkoved.ru
+webmasterhome.cn
-vonradio.com
+whiteproduct.com
-vut.com.ru
+wildcattube.com
-we-are-gamers.com
+wingsofrefuge.net
-webmasters.stackexchange.com
+worldhistory.biz
-websites-reviews.com
+worldinternetauthority.com
-welcomeauto.ru
+www.888.com
-wemedinc.com
+xerox-douglas.cf
-wesharepics.info
+xjrul.com
-westermarkanjou.se
+xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf
-wineitudes.wordpress.com
+xn--oogle-wmc.com
-wiosenny-bon-1500.pl
+x-porno.video
-witherrom55.eklablog.fr
+xwatt.ru
-womensplay.net
+xxxdatinglocal.us
-woodyguthrie.se
+xxxtube69.com
-wordkeyhelper.com
+xxxtubesafari.com
-wowcasinoonline.ooo
+yellowstonevisitortours.com
-www.get-free-traffic-now.com
+ynymnwbm.bloger.index.hr
-x-lime.net
+zambini.ru
-xlolitka.com
+zapiszto.pl
-xlovecam.com
+zarepta.com
-xn----7sbahjd3btneuw1joc.xn--p1ai
+zeroredirect6.com
-xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai
+zhorapankratov7.blogspot.com
-xn--80ahvj9e.xn--p1ai
+zog.link
-xn----9sbebi2bvzr7h.xn--p1ai
+zolotoy-lis.ru
-x-stars.ru
+zrus.org
-xxxkaz.org
+zvetki.ru
-yoluxuryevents.com
+zvezdagedon.ru
-youbrainboost.asia
-yougame.biz
-yougotanewdomain.com
-youtoner.it
-za-fun-offer.com
-zeroredirect11.com
-zetgie.com.pl
-zverokruh-shop.cz

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
+007angels.com
 0n-line.tv
-14b.info
+108shot.com
-1kinobig.ru
+21h2o.com
-24-ak.ru
+2728fb936f0.com
-4kplayer.pl
+28n2gl3wfyb0.ru
-4pp13.com
 7makemoneyonline.com
-abbanreddy.com
+actionnooz.com
-abcdefh.xyz
-abovetherivernc.com
-acunetix-referrer.com
 adbetclickin.pink
-advertisingtag.net
+adclickthru.net
-agecheckadult.com
+adconscious.com
-aliexpresscashback.club
+adman.gr
-allpdfmags.net
+adnotbad.com
-alvtank.se
+aktivator-windows10.blogspot.com
-anniemation.com
+aktobe.xkaz.org
-applicationg29.com
+allcredits.su
-arabgirls.adultgalls.com
+alveris.ru
-asacopaco.tk
+ameblo.jp
-audiofree.ru
+amoi.tn
-auspolice.com
+animaltoplist.com
+api.stathat.com
+ardimobileinfo.ml
+arendas.net
+australia-opening-times.com
+autogrep.ru
+autonew.biz
 autovideobroadcast.com
-avon-novosib.ru
+azbaseimages.net
-baikaleminer.com
+backgroundpictures.net
-bang-hotties.com
+baditri.com
-bannerbank.ru
+bangla-chat-uk-paralud.ga
-bannerswap.com
+best-deals-products.com
-baoxaydung.com.vn
+betwinservice.com
-bbsoldes.fr
+biteg.xyz
-bestofferswalkmydogouteveryday.gq
+blue-square.biz
-best-seo-software.xyz
+bobba.dzaba.com
-bin-brokers.com
+braindaily.xyz
-blockety.co
-blogs.rediff.com
-bmsco.co
-bonzbuddy.com
-bonzybuddy.com
-bookmaker-bet.com
-bookmark4you.com
-breget74.ru
 brillianty.info
-bupropion-sr-150-mg.us
+bumble.cheapwebsitehoster.com
-californianews.cf
+buy-forum.ru
-callejondelpozo.es
+buzzurl.jp
-cam-kontakte.org
+camsex.xxx-cam.webcam
-cartierreplica.xyz
+canoncdriverq3.pen.io
-cartierring.xyz
+canvas.gloverid.site
-catalogs-parts.com
+cellfun.mobi
-caulderwoodkennels.com
+chimiver.info
-check-host.net
+cmd.kz
-cialis-samples.com
+com-onlinesupport.host
-cleansearch.net
+compliance-alex.top
-clickhype.com
+compliance-brian.xyz
-compliance-andrew.xyz
+compliance-jess.top
-com-secure.download
+constantaservice.net
-concordexoticrentals.com
+custodieva.ru
-coolyarddecorations.com
+cvety24.by
-cornerstone-countertops.com
+cypernhuset.se
-craftinsta.ru
+dating-app.ru
-crazyboost.pro
+decoratinghomes.ga
-daooda.com
+dekorkeramik.ru
-data-mining.tk
+dokfilms.net
-davidovic.info
+dood.live
-dekoration.us
+drugspowerstore.com
-digitalfaq.com
-disruptingdinnerparties.com
-divisioncore.com
-djihispano.com
-dolohen.com
-domini.cat
-drpornogratisx.xxx
-drupa.com
 dvrlists.com
-easycommerce.cf
+earthmagic.info
-ekto.ee
+e-collantes.com
-elektrischezigarette2.onsugar.com
+elektrischezigaretten2.beeplog.com
-elmacho.xyz
+elmifarhangi.com
-embedle.com
+eupornstar.info
-empirepoker.com
+eurosamodelki.ru
-escort-russian.com
+executehosting.com
-ezaz.info
+extstat.com
-ezigarettekaufen2.mpbloggar.se
+falllow.gq
-fakehandbags.xyz
+farm26.ru
-familyholiday.ml
+fellowshipoftheminds.com
-faracontrol.ir
+fickkontaktehobbyhuren.com
-filmetricsasia.com
+filunika.com.ru
-firesub.pl
+find1friend.com
-flprog.com
+food.dtu.dk
-f-online.de
+freemaintenancesysforpcandmac.top
-footbalive.org
+free-share-buttons.blogspot.com
-fotosfotos.eu
+frequiry.com
-freesitetest.com
+generousdeal-a.akamaihd.net
-frighteningremain.cf
+global-ics.co.za
-gdebestkupit.ru
+gosreg.amchs.ru
-geoads.com
+gotorussia.com
-gombita.info
+gourcy.altervista.org
-groupmoney.ru
+gtopstats.com
-guarrasdelporno.xxx
+guigyverpo.cf
-haikuware.com
+gwhwpxbw.bloger.index.hr
-handicapbathtubarea.com
+hawaiielectriclight.com
-hdxnxxtube.mobi
+hentaiheroes.com
+homedecoguide.info
+homemature.net
+hornymatches.com
 hostcritique.com
-houseofrose.com
+hubbble.com
-hoverboard360.de
+huhn.altervista.org
-igru-xbox.net
+ideawheel.com
-ikearugs.xyz
+iideaidekonkatu.info
-imagecoolpub.com
+iloveitaly.ru
-infoupdate.org
+insider.pro
-in-tandem.co
+inspiring-desperate.tk
-int.search.mywebsearch.com
+instabid.tech
-investpamm.ru
+intellego.info
-iplusbit.blogspot.co.za
+izhevsk.xrus.org
-javatex.co.id
+james13prix.info
-jus0wil.pp.ua
+kevblog.top
-kazan.xrus.org
+kolotiloff.ru
-kicknights.gq
-kinostorm.net
-kit-opt.ru
-klikbonus.com
-klin3952.ru
-kumuk.info
-kursy-ege.ru
-lampokrat.ws
 lanasshop.ru
-limads.men
+laxdrills.com
-liverpool.gsofootball.com
+ledis.top
-macfix.life
+lernur.net
-machicon-akihabara.info
+lesbian.xyz
-magnetic-bracelets.ru
+linkrr.com
-mainlinehobby.net
+lirunet.ru
-makis.nu
+llastbuy.ru
-marwer.info
+lombia.co
-mebel-ekb.com
+lubetube.com
-medkritika.ru
+marmotstore.online
-megavolt.net.ua
+mcar.in.ua
-michaelkorsoutlet.store
+medicineseasybuy.com
-michaelkorsoutletstore.net
+miniature.io
-mirzonru.net
+mobifunapp.weebly.com
-mixtapetorrent.com
+moinozhki.com
-moesonce.com
+mossmesi.com
-mojowhois.com
+mp3ritm.top
-monetizationking.net
+muabancantho.info
-mundoaberrante.com
+musicspire.online
-netpics.org
+mustwineblog.com
-novodigs.com
+mydearest.co
+mydirtystuff.com
+myseoconsultant.com
+napalm51.nut.cc
+nevansk.ru
+notasprensa.info
+nucia.biz.ly
 offers.bycontext.com
-oneminutesite.it
+oklogistic.ru
-o-o-6-o-o.com
+onetravelguides.com
-orhonit.com
+ops.picscout.com
-outrageousdeal-a.akamaihd.net
+ourtherapy.ru
-panchro.co.uk
+outclicks.net
-partnerads.men
+ownshop.cf
-pathwhelp.org
+pandarastore.top
-pc4download.co
+papasdelivery.ru
-picmoonco.pw
+parajumpersoutlet.online
-picsearch.com
+pics-group.com
-picsfair.com
+pills24h.com
-picswe.com
+pizza-tycoon.com
-picturesify.com
+platezhka.net
-pierrehardysale.online
+poffet.net
-pix-hd.com
+pornonik.com
-pizdopletka.club
+professionalwritingservices15.blogspot.ru
-playmsn.com
+prohoster.info
-poem-paying.gq
+pron.pro
-popcash.net
+prosperent.com
-popup-hgd.xyz
+pushdata.sendpulse.com
-pornoforadult.com
+razyboard.com
-pornolook.net
+redirlock.com
-porno-play.net
+reimageplus.com
-porno-raskazy.ru
+rentaremotecomputer.com
-pornozhara.com
+runtnc.net
-proekt-mos.ru
+rusprostitute.com
-pronorm.fr
+sampleletters.net
-propranolol40mg.blogspot.com
+scanner-alex.top
-push-ad.com
+scanner-irvin.top
-quickchange.cc
+sdsjweb.com
-raschtextil.com.ua
+seksotur.ru
-realnye-otzyvy.info
+seojokes.net
-recipedays.com
+serdcenebolit.com
-refads.pro
+sexphoto.site
-remont-mobile-phones.ru
+sex-sex-sex5.com
-replicaclub.ru
+sherlock.se
-reversing.cc
+sitiz.club
-rimedia.org
+skatestick.bid
-rossanasaavedra.net
+sk.golden-praga.ru
-ruclicks.com
+sklad-24.ru
-samolet.fr
+slim.sellany.ru
-savingsslider-a.akamaihd.net
+smartpet.ru
-sax-sex.com
+socialmadesimple.com
-schlampen-treffen.com
+socialmonkee.com
-scrapinghub.com
+sofit-dmd.ru
-searchimage.co
+solnplast.ru
-seemoreresultshu-a.akamaihd.net
+songoo.wz.cz
-seo-traffic-ranking.info
+sophang8.com
-sfd-chess.ru
+spaceshipad.com
-shillyourcoins.com
+squidoo.com
-simple-share-buttons.com
+stackthatbucks.com
-siteaero.com
+stair.registrydomainservices.com
-site-speed-check.site
+star61.de
-sivs.ru
+stauga.altervista.org
-s-iwantyou.com
+stroimajor.ru
-s.lollypopgaming.com
+telegraf.by
-soc-econom-problems.ru
+telemetryverification.net
-social-s-iii.xyz
-softtor.com
-stard.shop
-start.myplaycity.com
-strangeduckfilms.com
-strfls.com
-stroicol.net
-stroilka.info
-styro.ru
-sugvant.ru
-superfish.com
-survival.betteroffers.review
-sweepstakes.rewardit.com
-takeflyte.com
 texbaza.by
-thedownloadfromwarez.blogspot.com
+theallgirlarcade.com
-theporndude.com
+thefotosgratis.eu
-tizanidine4mgstreetprice.blogspot.com
+thelottosecrets.com
-tizanidinehclsideeffects.blogspot.com
+tizanidinehcl4mgtab.blogspot.com
-top250movies.ru
+tizanidineshowupondrugtest.blogspot.com
-torture.ml
+tk-assortiment.ru
-tpu.ru
+tksn.ru
-traderzplanet.in
+topbestgames.com
-truck-land.life
+tozup.com
-turn-up-life.life
+track112.site
-tytoona.com
+trafficjunky.net
-vodkoved.ru
+trafficmp.com
-voluumtrk.com
+treasuretrack-a.akamaihd.net
-watchdogs-2.ru
+twittruth.com
-wdrake.com
+univerfiles.com
-world-mmo.com
+unrealcommander.com
-wowas31.ucoz.ru
+uptime-delta.net
-xblognetwork.com
+ussearche.cf
-xev.ru
+vegan-foods.us
-xgames-04.com
+vektorpress.ru
-xn--80aaaks3bbhabgbigamdr2h.xn--p1ai
+via-energy-acquistare.com
+viandpet.com
+vigrx-original.ru
+virtuagirl.com
+vroze.com
+vvpg.ru
+wanker.us
+webextract.profound.net
+webix.me
+wholesalecheapjerseysfree.com
+winx-play.ru
+wnhjavlhezp.gq
+www.event-tracking.com
+xerox-douglas.cf
+xfire.com
+xlovecam.com
+xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai
+xn----7sbahjd3btneuw1joc.xn--p1ai
+xn----7sbaphztdjeboffeiof6c.xn--p1ai
 xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
-xn----itbeirbjbi7bc6bh2d.xn--p1ai
+xn----9sbebi2bvzr7h.xn--p1ai
-yoopsie.com
+yeartwit.com
-yougetsignal.com
+youghbould.wordpress.com
-zaim-pod-zalog-krasnodar.ru
+youporn-forum.ga
-zajm-pod-zalog-nedvizhimosti.ru
+your-bearings.com
-zeroredirect7.com
+yourmovies.pl
-zoolubimets.ru
+yoursearch.me
-zryydi.com
+yourtemplatefinder.com
+zaidia.xhost.ro
+zhacker.net
+zigarettenonl.canalblog.com
+zigarettenonlinekaufen2.drupalgardens.com
+zojirushi-products.ru
+zoompegs.com
+zscaler.net
+zynax.ua

.dev-tools/test_units/ratelimittest-master.txt

@@ -1,21 +1,12 @@
-<!DOCTYPE html>
+<html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html><html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body>
 <center><h1>503 Service Temporarily Unavailable</h1></center>
 <hr><center>nginx/1.16.1</center>
 </body>
 </html>
-<html>
+ody>
+</html><html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body>
 <center><h1>503 Service Temporarily Unavailable</h1></center>

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.188.15.155	0;
+35.193.7.13	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,9 +4,9 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.10.1866
+#### Version: V4.2019.10.1867
-#### Bad Referrers Blocked: [6776](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6778](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

MANUAL-CONFIGURATION.md

@@ -4,9 +4,9 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.10.1866
+#### Version: V4.2019.10.1867
-#### Bad Referrers Blocked: [6776](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6778](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

README.md

@@ -11,9 +11,9 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2019.10.1866
+#### Version: V4.2019.10.1867
-#### Bad Referrers Blocked: [6776](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6778](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

_generator_lists/bad-referrers.list

@@ -1,6 +1,3 @@
-privacylocationforloc.com
-coolwallpapers4k.info
-arquivo.pt
 000free.us
 007angels.com
 00author.com
@@ -530,6 +527,7 @@ arkartex.ru
 arkkivoltti.net
 arpelsreplica.xyz
 arquapetrarca.info
+arquivo.pt
 arraty.altervista.org
 artavenuegardenstudios.com
 artdeko.info
@@ -4554,6 +4552,7 @@ printingpeach.com
 priora-2.com
 priscilarodrigues.com.br
 privacyassistant.net
+privacylocationforloc.com
 privat-girl.net
 privatamateure.com
 privatbank46.ru
@@ -6777,4 +6776,4 @@ zx6.ru
 zynax.ua
 zytpirwai.net
 zzbroya.com.ua
-zzlgxh.com
+zzlgxh.com

_generator_lists/bad-user-agents.list

@@ -1,9 +1,3 @@
-arquivo-web-crawler
-AwarioSmartBot
-AwarioRssBot
-Mojolicious
-heritrix
-arquivo.pt
 360Spider
 404checker
 404enemy
@@ -25,10 +19,14 @@ AlphaBot
 Anarchie
 Apexoo
 archive.org_bot
+arquivo.pt
+arquivo-web-crawler
 ASPSeek
 Asterias
 Attach
 autoemailspider
+AwarioRssBot
+AwarioSmartBot
 BackDoorBot
 Backlink-Ceck
 backlink-check
@@ -179,6 +177,7 @@ HaosouSpider
 Harvest
 Havij
 HEADMasterSEO
+heritrix
 Heritrix
 Hloader
 HMView
@@ -278,6 +277,7 @@ MIIxpc
 Mister\ PiX
 MJ12bot
 Mojeek
+Mojolicious
 Morfeus\ Fucking\ Scanner
 Mr.4x3
 MSFrontPage

_google_analytics_ghost_spam/README.md

@@ -3,9 +3,9 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2019.10.1866
+#### Version: V4.2019.10.1867
-#### Bad Referrers Blocked: [6776](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6778](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

_google_analytics_ghost_spam/google-exclude-05.txt

@@ -1 +1 @@
-yourporn\.com|yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com
+yourmovies\.pl|yourothersite\.com|yourporn\.com|yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com

_google_webmaster_disavow_links/google-disavow.txt

@@ -527,6 +527,7 @@ domain:arkartex.ru
 domain:arkkivoltti.net
 domain:arpelsreplica.xyz
 domain:arquapetrarca.info
+domain:arquivo.pt
 domain:arraty.altervista.org
 domain:artavenuegardenstudios.com
 domain:artdeko.info
@@ -4551,6 +4552,7 @@ domain:printingpeach.com
 domain:priora-2.com
 domain:priscilarodrigues.com.br
 domain:privacyassistant.net
+domain:privacylocationforloc.com
 domain:privat-girl.net
 domain:privatamateure.com
 domain:privatbank46.ru

robots.txt/robots.txt

@@ -6,9 +6,9 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2019.10.1866
+### Version: V4.2019.10.1867
-### Updated: Tue Oct 15 20:38:39 SAST 2019
+### Updated: Wed Oct 16 09:43:15 SAST 2019
-### Bad Bot Count: 556
+### Bad Bot Count: 562
 ###################################################
 ### Version Information ##
 
@@ -57,6 +57,10 @@ User-agent: Apexoo
 Disallow:/
 User-agent: archive.org_bot
 Disallow:/
+User-agent: arquivo.pt
+Disallow:/
+User-agent: arquivo-web-crawler
+Disallow:/
 User-agent: ASPSeek
 Disallow:/
 User-agent: Asterias
@@ -65,6 +69,10 @@ User-agent: Attach
 Disallow:/
 User-agent: autoemailspider
 Disallow:/
+User-agent: AwarioRssBot
+Disallow:/
+User-agent: AwarioSmartBot
+Disallow:/
 User-agent: BackDoorBot
 Disallow:/
 User-agent: Backlink-Ceck
@@ -365,6 +373,8 @@ User-agent: Havij
 Disallow:/
 User-agent: HEADMasterSEO
 Disallow:/
+User-agent: heritrix
+Disallow:/
 User-agent: Heritrix
 Disallow:/
 User-agent: Hloader
@@ -563,6 +573,8 @@ User-agent: MJ12bot
 Disallow:/
 User-agent: Mojeek
 Disallow:/
+User-agent: Mojolicious
+Disallow:/
 User-agent: Morfeus Fucking Scanner
 Disallow:/
 User-agent: Mr.4x3