V4.2022.01.2880 [ci skip]

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2022.01.2879
+#### Version: V4.2022.01.2880
-#### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7089](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [636](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2022.01.2879
+#### Version: V4.2022.01.2880
-#### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7089](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [636](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

README.md

@@ -13,8 +13,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2022.01.2879
+#### Version: V4.2022.01.2880
-#### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7089](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [636](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_generator_lists/bad-referrers.list

@@ -1,5 +1,3 @@
-eager-nash.188-93-233-196.plesk.page
-pdfprof.com
 000free.us
 007angels.com
 00author.com
@@ -1837,6 +1835,7 @@ e2click.com
 e705.net
 e90post.com
 eachdayisagift.review
+eager-nash.188-93-233-196.plesk.page
 eandsgallery.com
 eaplay.ru
 earl-brown.info
@@ -4451,6 +4450,7 @@ pcboa.se
 pcgroup.com.uy
 pcimforum.com
 pdamods.ru
+pdfprof.com
 pdn-4.com
 pdns.cz
 pdns.download

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2022.01.2879
+#### Version: V4.2022.01.2880
-#### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7089](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [636](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_google_webmaster_disavow_links/google-disavow.txt

@@ -1835,6 +1835,7 @@ domain:e2click.com
 domain:e705.net
 domain:e90post.com
 domain:eachdayisagift.review
+domain:eager-nash.188-93-233-196.plesk.page
 domain:eandsgallery.com
 domain:eaplay.ru
 domain:earl-brown.info
@@ -4449,6 +4450,7 @@ domain:pcboa.se
 domain:pcgroup.com.uy
 domain:pcimforum.com
 domain:pdamods.ru
+domain:pdfprof.com
 domain:pdn-4.com
 domain:pdns.cz
 domain:pdns.download

dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	1;
+10.1.1.90	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	0;
+10.1.1.90	0;
 127.0.0.1	0;

dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	1;
+10.1.1.90	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	0;
+10.1.1.90	0;
 127.0.0.1	0;

dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	1;
+10.1.1.90	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -1882,6 +1882,7 @@
 	"~*(?:\b)e705\.net(?:\b)" 	0;
 	"~*(?:\b)e90post\.com(?:\b)" 	0;
 	"~*(?:\b)eachdayisagift\.review(?:\b)" 	0;
+	"~*(?:\b)eager\-nash\.188\-93\-233\-196\.plesk\.page(?:\b)" 	0;
 	"~*(?:\b)eandsgallery\.com(?:\b)" 	0;
 	"~*(?:\b)eaplay\.ru(?:\b)" 	0;
 	"~*(?:\b)earl\-brown\.info(?:\b)" 	0;
@@ -4496,6 +4497,7 @@
 	"~*(?:\b)pcgroup\.com\.uy(?:\b)" 	0;
 	"~*(?:\b)pcimforum\.com(?:\b)" 	0;
 	"~*(?:\b)pdamods\.ru(?:\b)" 	0;
+	"~*(?:\b)pdfprof\.com(?:\b)" 	0;
 	"~*(?:\b)pdn\-4\.com(?:\b)" 	0;
 	"~*(?:\b)pdns\.cz(?:\b)" 	0;
 	"~*(?:\b)pdns\.download(?:\b)" 	0;

dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	0;
+10.1.1.90	0;
 127.0.0.1	0;

dev-tools/buildnumber

@@ -1 +1 @@
-2879
+2880

dev-tools/referrers-regex-format-whitelist-test.txt

@@ -1835,6 +1835,7 @@
 "~*(?:\b)e705\.net(?:\b)" 	0;
 "~*(?:\b)e90post\.com(?:\b)" 	0;
 "~*(?:\b)eachdayisagift\.review(?:\b)" 	0;
+"~*(?:\b)eager\-nash\.188\-93\-233\-196\.plesk\.page(?:\b)" 	0;
 "~*(?:\b)eandsgallery\.com(?:\b)" 	0;
 "~*(?:\b)eaplay\.ru(?:\b)" 	0;
 "~*(?:\b)earl\-brown\.info(?:\b)" 	0;
@@ -4449,6 +4450,7 @@
 "~*(?:\b)pcgroup\.com\.uy(?:\b)" 	0;
 "~*(?:\b)pcimforum\.com(?:\b)" 	0;
 "~*(?:\b)pdamods\.ru(?:\b)" 	0;
+"~*(?:\b)pdfprof\.com(?:\b)" 	0;
 "~*(?:\b)pdn\-4\.com(?:\b)" 	0;
 "~*(?:\b)pdns\.cz(?:\b)" 	0;
 "~*(?:\b)pdns\.download(?:\b)" 	0;

dev-tools/referrers-regex-format.txt

@@ -1835,6 +1835,7 @@
 "~*(?:\b)e\-kwiaciarz\.pl(?:\b)" 	1;
 "~*(?:\b)e\-poker\-2005\.com(?:\b)" 	1;
 "~*(?:\b)eachdayisagift\.review(?:\b)" 	1;
+"~*(?:\b)eager\-nash\.188\-93\-233\-196\.plesk\.page(?:\b)" 	1;
 "~*(?:\b)eandsgallery\.com(?:\b)" 	1;
 "~*(?:\b)eaplay\.ru(?:\b)" 	1;
 "~*(?:\b)earl\-brown\.info(?:\b)" 	1;
@@ -4449,6 +4450,7 @@
 "~*(?:\b)pcgroup\.com\.uy(?:\b)" 	1;
 "~*(?:\b)pcimforum\.com(?:\b)" 	1;
 "~*(?:\b)pdamods\.ru(?:\b)" 	1;
+"~*(?:\b)pdfprof\.com(?:\b)" 	1;
 "~*(?:\b)pdn\-4\.com(?:\b)" 	1;
 "~*(?:\b)pdns\.cz(?:\b)" 	1;
 "~*(?:\b)pdns\.download(?:\b)" 	1;

dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-52.151.53.73            0;
+104.41.152.36           0;

dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	1;
+10.1.1.90	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	0;
+10.1.1.90	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	1;
+10.1.1.90	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	0;
+10.1.1.90	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	1;
+10.1.1.90	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -1882,6 +1882,7 @@
 	"~*(?:\b)e705\.net(?:\b)" 	0;
 	"~*(?:\b)e90post\.com(?:\b)" 	0;
 	"~*(?:\b)eachdayisagift\.review(?:\b)" 	0;
+	"~*(?:\b)eager\-nash\.188\-93\-233\-196\.plesk\.page(?:\b)" 	0;
 	"~*(?:\b)eandsgallery\.com(?:\b)" 	0;
 	"~*(?:\b)eaplay\.ru(?:\b)" 	0;
 	"~*(?:\b)earl\-brown\.info(?:\b)" 	0;
@@ -4496,6 +4497,7 @@
 	"~*(?:\b)pcgroup\.com\.uy(?:\b)" 	0;
 	"~*(?:\b)pcimforum\.com(?:\b)" 	0;
 	"~*(?:\b)pdamods\.ru(?:\b)" 	0;
+	"~*(?:\b)pdfprof\.com(?:\b)" 	0;
 	"~*(?:\b)pdn\-4\.com(?:\b)" 	0;
 	"~*(?:\b)pdns\.cz(?:\b)" 	0;
 	"~*(?:\b)pdns\.download(?:\b)" 	0;

dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	0;
+10.1.1.90	0;
 127.0.0.1	0;

dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-52.151.53.73            0;
+104.41.152.36           0;

dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-52.151.53.73            0;
+104.41.152.36           0;

dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	1;
+10.1.1.90	1;
 127.0.0.1	1;

dev-tools/test_units/custom-bad-referrers.conf

@@ -1882,6 +1882,7 @@
 	"~*(?:\b)e705\.net(?:\b)" 	0;
 	"~*(?:\b)e90post\.com(?:\b)" 	0;
 	"~*(?:\b)eachdayisagift\.review(?:\b)" 	0;
+	"~*(?:\b)eager\-nash\.188\-93\-233\-196\.plesk\.page(?:\b)" 	0;
 	"~*(?:\b)eandsgallery\.com(?:\b)" 	0;
 	"~*(?:\b)eaplay\.ru(?:\b)" 	0;
 	"~*(?:\b)earl\-brown\.info(?:\b)" 	0;
@@ -4496,6 +4497,7 @@
 	"~*(?:\b)pcgroup\.com\.uy(?:\b)" 	0;
 	"~*(?:\b)pcimforum\.com(?:\b)" 	0;
 	"~*(?:\b)pdamods\.ru(?:\b)" 	0;
+	"~*(?:\b)pdfprof\.com(?:\b)" 	0;
 	"~*(?:\b)pdn\-4\.com(?:\b)" 	0;
 	"~*(?:\b)pdns\.cz(?:\b)" 	0;
 	"~*(?:\b)pdns\.download(?:\b)" 	0;

dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-CrunchBot
+BackWeb
-Drip
+DnBCrawler-Analytics
-JennyBot
+Larbin
-Kinza
+Musobot
-Leap
+PyCurl
-Meanpathbot
+URLy.Warning
-NetMechanic
+WEBDAV
-WeSEE
+WebReaper
-cah.io.community
+arquivo-web-crawler
-zauba.io
+iubenda-radar

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+80legs
-404enemy
+Aboundex
-AIBOT
+Acunetix
-ASPSeek
 AfD-Verbotsverfahren
 Aipbot
-Alligator
-Anarchie
 Anarchy
-Ankit
+Anarchy99
-Anthill
 Apexoo
-Atomseobot
+Aspiegel
-Attach
+Asterias
-BDCbot
+AwarioRssBot
-BackDoorBot
+BBBike
+BLEXBot
+BackStreet
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
 BatchFTP
 Blackboard
+Blow
+BlowFish
 Boardreader
-BotALot
+Bolt
-Brandprotect
-Buck
 BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
 CATExplorador
-Calculon
+CSHttp
+Cegbfeieh
 CensysInspect
-CheTeam
+CherryPicker
-Claritybot
+ChinaClaw
-Cogentbot
+Citoid
-Collector
+Copier
-CrazyWebCrawler
+Copyscape
+Cosmos
+Crawling at Home Project
+CrunchBot
 Curious
+Custo
+CyotekWebCopy
+DSearch
+DatabaseDriverMysqli
 Demon
-Deusu
-Devil
 Digincore
-Dirbuster
+Discoverybot
-Disco
 DittoSpyder
+DomCopBot
+DomainAppender
 DomainCrawler
 DomainStatsBot
+Dotbot
+Download Wonder
+Drip
 ECCP/1.0
+EMail Wolf
 Exabot
-Express WebPictures
+ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
-FemtosearchBot
+Ezooms
-Firefox/7.0
+FlashGet
 Foobot
+Freeuploader
 GalaxyBot
 Genieo
 GetRight
 GetWeb
 Getintent
-Gigabot
+GoZilla
-Gotit
+GrapeFX
-Grabber
 GrapeshotCrawler
-GridBot
 HEADMasterSEO
-HTTP::Lite
-HTTrack
 HaosouSpider
-Heritrix
+Harvest
+Havij
 Hloader
 HonoluluBot
-HybridBot
 IDBTE4M
 IDBot
 IRLbot
-Iblog
+Image Fetch
+IndeedBot
 InfoNaviRobot
+InfoTekies
 InterGET
-Internet Ninja
+InternetSeer
 Iria
-Iskanie
+JOC Web Spider
-Jbrofuzz
 JennyBot
+JetCar
 Jetty
-JikeSpider
-Joomla
-Jorgee
 Jyxobot
-Kenjin Spider
+Keyword Density
 Kinza
+LWP::Simple
+Lanshanbot
 LeechGet
-LexiBot
 Lftp
-LibWeb
+Libwhisker
 LieBaoFast
-Lightspeedsystems
+LinqiaMetadataDownloaderBot
-LinkScan
+LinqiaScrapeBot
-LinkWalker
+Lipperhey
-Linkbot
+Lipperhey Spider
-Linkdexbot
+Ltx71
-LinkpadBot
+MFC_Tear_Sample
-LinqiaRSSBot
-Litemage_walker
 MIDown tool
-MJ12bot
 MQQBrowser
-MSFrontPage
+MSIECrawler
-Mag-Net
+Magnet
-Majestic12
+Mass Downloader
-Masscan
+Mata Hari
-MauiBot
 MeanPath Bot
-Microsoft Data Access
+Meanpathbot
-Minefield
+Mediatoolkitbot
-Mojeek
+Metauri
-Mojolicious
+Mister PiX
-MolokaiBot
-Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
 Msrabot
-Musobot
+Needle
-NearSite
+Nessus
 NetMechanic
 NetSpider
-Netcraft
+NetZIP
+Nettrack
 NextGenSearchBot
-Nikto
+NimbleCrawler
-Nuclei
+Ninja
-Offline Explorer
+Nmap
-OpenLinkProfiler
+Not
-OpenVAS
+Octopus
-Openvas
+Offline Navigator
-OutclicksBot
+POE-Component-Client-HTTP
-OutfoxBot
+Page Analyzer
-PECL::HTTP
+PageThing.com
-PageScorer
-Pandalytics
 Panscient
-PeoplePal
+Papa Foto
+Pavuk
 Pi-Monster
-Pixray
+Piepmatz
-ProWebWalker
+Psbot
-Probethenet
+PxBroker
-RankActive
+QueryN Metasearch
-Rankivabot
+RankingBot
-Re-re
+ReGet
+Reaper
 RebelMouse
 RedesScrapy
+RepoMonkey
 Ripper
 RocketCrawler
-Rogerbot
+SEOkicks
-SEOkicks-Robot
+ScanAlert
-SEOstats
+ScoutJet
-SalesIntelligent
+Scrapy
-Scanbot
-ScrepyBot
 SearchmetricsBot
 Seekport
-SemanticJuice
+Semrush
 SemrushBot
-Shodan
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Siphon
+SiteCheckerBotCrawler
 SiteSnagger
-SiteSucker
+Sitevigil
-SlySearch
+Snake
-SmartDownload
+Sociscraper
-Snapbot
+Spinn3r
-SocialRankIOBot
+Sqworm
-Sogou web spider
+Steeler
-Spammen
+Sucuri
-Spbot
+SuperBot
-Stripper
 SuperHTTP
-SurveyBot
+Suzuran
+Swiftbot
+Szukacz
+T8Abot
+Teleport
 TeleportPro
-TightTwatBot
+Telesoft
-Titan
+Thumbor
-Toata
+Trendictionbot
-True_Robot
+Twice
-Turingos
+Typhoeus
-TurnitinBot
-TwengaBot
-URLy Warning
 Upflow
-V-BOT
-VB Project
 VCI
-Vagabondo
-Virusdie
 VoidEYE
-Voltron
+Voil
 WBSearchBot
 WEBDAV
-WWW-Mechanize
+WPScan
-WWWOFFLE
+WWW-Collector-E
-WeSEE
+Wallpapers
-Web Enhancer
+Wallpapers/3.0
-Web Fetch
+Web Auto
-Web Pix
-Web Sauger
 Web Collage
+Web Fetch
+Web Sucker
+WebBandit
 WebCopier
 WebEnhancer
+WebFetch
 WebGo IS
 WebPix
+WebSauger
 WebStripper
-WebZIP
+WebWhacker
-WebmasterWorldForumBot
-Webshag
 Website Quester
-WebsiteExtractor
+Whack
-Who.is Bot
+Whatweb
 WiseGuys Robot
-YoudaoBot
+Wonderbot
+Woobot
+Xaldon_WebSpider
 Zade
+Zermelo
+Zeus
 Zitebot
-arquivo.pt
+ZmEu
-autoemailspider
+ZoominfoBot
+ZyBorg
+backlink-check
 cah.io.community
-clark-crawler
 coccocbot-web
-cognitiveseo
+crawler.feedback
-dataforseo.com
+facebookscraper
-demandbase-bot
-eCatch
 gopher
-heritrix
 instabid
-isitwp.com
+ips-agent
-lwp-request
+iubenda-radar
+lwp-trivial
+magpie-crawler
 meanpathbot
-muhstik-scan
+mediawords
-netEstate NE Crawler
+plumanalytics
-page scorer
-polaris version
 probe-image-size
-ripz
+satoristudio.net
-s1z.ru
+seocompany.store
-scalaj-http
+seostar
-scan.lol
+sexsearcher
-seoscanners
 sitechecker.pro
+siteripz
 sogouspider
+spyfu
 sysscan
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
 webgains-bot
-webmeup-crawler
+zauba.io
-x22Mozilla
-xpymep1.exe

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
 404checker
 80legs
-ASPSeek
+Aboundex
-Aboundexbot
+AiHitBot
-Acunetix
+Alexibot
-AfD-Verbotsverfahren
+AlphaBot
-AhrefsBot
+Anarchy
-Aipbot
 Anarchy99
+Ankit
+Anthill
 Aspiegel
-BLEXBot
+Asterias
-BackWeb
+BBBike
+BackDoorBot
+BackStreet
 Badass
-Battleztar Bazinga
+BetaBot
-Bigfoot
+Bitacle
-Black Hole
 Blow
-Bolt
+Boardreader
+BotALot
+Brandprotect
 Brandwatch
-CazoodleBot
+Buddy
-CheeseBot
+BuiltWith
-CherryPicker
+Bullseye
+CODE87
+ChinaClaw
 Chlooe
-Cliqzbot
+Claritybot
 Cloud mapping
 Cocolyzebot
 Collector
-Copier
-CopyRightCheck
-Crawling at Home Project
-CrazyWebCrawler
 CrunchBot
+Custo
+DBLBot
 DIIbot
+Demon
 Deusu
-Digincore
 Disco
 DnyzBot
+DomCopBot
 DomainCrawler
+Domains Project
 Dragonfly
-Drip
+ECCP/1.0
-EMail Siphon
 Ecxi
-Evil
+EirGrabber
+EroCrawler
 Exabot
-Express WebPictures
+ExtLinksBot
-ExtractorPro
 Extreme Picture Finder
-EyeNetIE
+Fimap
-FDM
 Firefox/7.0
+FlashGet
 Flunky
-Freeuploader
+Foobot
-FrontPage
-Fyrebot
-G-i-g-a-b-o-t
 Genieo
-GermCrawler
+GoZilla
-GetRight
+Grafula
-GetWeb
-Gigabot
-Gotit
 GrapeshotCrawler
 GridBot
+HEADMasterSEO
 HMView
-HTTP::Lite
+HTTrack
+HaosouSpider
+Harvest
+Havij
 Hloader
-Humanlinks
+IDBTE4M
-IRLbot
+Image Fetch
-Iblog
-Id-search
-IlseBot
-Image Sucker
 Indy Library
-InfoTekies
+InfoNaviRobot
 InterGET
-Internet Ninja
+Iskanie
-InternetSeer
-Iria
-JamesBOT
-Jbrofuzz
-JennyBot
-JetCar
 JikeSpider
+Jorgee
 JustView
-Kenjin Spider
 Keyword Density
-Kinza
+Kozmosbot
-LNSpiderguy
 LWP::Simple
-Leap
+Lftp
-LeechGet
+LibWeb
-LexiBot
 Libwhisker
 LieBaoFast
 Lightspeedsystems
-LinkpadBot
+Likse
-LinqiaScrapeBot
+LinkScan
+LinkWalker
+Linkbot
+Linkdexbot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
+Litemage_walker
-Ltx71
+Lmspider
 MFC_Tear_Sample
-MIDown tool
+MJ12bot
 MQQBrowser
-Mail.RU_Bot
+MTRobot
-Majestic12
+Majestic SEO
-MarkMonitor
+Majestic-SEO
-MarkWatch
+Masscan
-MauiBot
 Mb2345Browser
-Mediatoolkitbot
+Meanpathbot
 Metauri
+MicroMessenger
+Microsoft Data Access
+Minefield
+Mister PiX
 Moblie Safari
+Mojeek
+Mojolicious
+MolokaiBot
 Mr.4x3
-NPbot
+Msrabot
-Name Intelligence
+NearSite
+Nessus
+NetLyzer
 NetMechanic
 NetSpider
 NetZIP
 Nettrack
-Nibbler
+NextGenSearchBot
+NimbleCrawler
 Ninja
-Nmap
+Nuclei
-Not
+Nutch
-Openfind
+Octopus
+OpenLinkProfiler
+Openvas
 OrangeBot
 Page Analyzer
-Pandalytics
+PeoplePal
-Papa Foto
+Petalbot
 Pi-Monster
-Picscout
+PleaseCrawl
-Picsearch
-PictureFinder
-Pimonster
-Pixray
 Pockey
-ProWebWalker
+ProPowerBot
-Probethenet
+Pump
-Psbot
+Quick-Crawler
-Pu_iN
+RSSingBot
 RankFlex
-RankingBot
 RankingBot2
 Rankivabot
-Re-re
+ReGet
+Reaper
 Recorder
-RedesScrapy
 RepoMonkey
-SBIder
+SEOkicks
-SEOkicks-Robot
 SEOprofiler
-SEOstats
+ScanAlert
-SISTRIX
-SalesIntelligent
-Scanbot
-ScoutJet
-Scrapy
 Screaming
+ScreenerBot
 SearchmetricsBot
+Seekport
 SemanticJuice
-SentiBot
+SeobilityBot
-Shodan
-Siphon
-SiteLockSpider
-SiteSnagger
 Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+Sitebeam
 Siteimprove
 Sitevigil
-SlySearch
+SmartDownload
-SocialRankIOBot
+Snapbot
 Sociscraper
-Sosospider
+SpaceBison
-Sottopop
+SputnikBot
-SpankBot
-Spbot
-Spinn3r
 Sqlmap
-Stripper
+Sqworm
-Sucuri
+Steeler
 SuperBot
-Suzuran
+SuperHTTP
 T0PHackTeam
 Teleport
-The Intraformant
+Telesphoreo
-TheNomad
+Thumbor
+TightTwatBot
 Titan
-Tracemyfile
+Toweyabot
-Trendiction
+Trendictionbot
-Turingos
+True_Robot
-Turnitin
+UnisterBot
-TwengaBot
+Upflow
-Twice
-Typhoeus
-URLy Warning
-URLy.Warning
 V-BOT
 VB Project
-Vacuum
+VelenPublicWebCrawler
-Vagabondo
+VeriCiteCrawler
-VoidEYE
+Virusdie
 Voil
+Voltron
+WBSearchBot
 WEBDAV
-WPScan
+WWW-Collector-E
-WWWOFFLE
+WWW::Mechanize
-WeSEE
+Wallpapers
-Web Auto
+Wallpapers/3.0
-Web Collage
+WebCopier
-Web Enhancer
-Web Sauger
 WebFetch
+WebGo IS
+WebPix
+WebSucker
+WebZIP
+Webshag
 Website Quester
-WebsiteExtractor
+WebsiteQuester
-Webster
+Whack
-Who.is Bot
 Widow
-Wonderbot
+WiseGuys Robot
+Wotbox
+Wprecon
 Xenu
-YoudaoBot
 Zauba
-Zitebot
+ZmEu
-ZoomBot
-ZumBot
 ZyBorg
-clark-crawler
+adscanner
+arquivo-web-crawler
+autoemailspider
+coccocbot-web
+cognitiveseo
+crawl.sogou.com
 crawler.feedback
-demandbase-bot
+domainsproject.org
+eCatch
 evc-batch
-gopher
-heritrix
 instabid
 internetVista monitor
-ips-agent
+isitwp.com
 iubenda-radar
-lwp-request
 lwp-trivial
-mediawords
+polaris version
-netEstate NE Crawler
-page scorer
 ripz
+s1z.ru
 scalaj-http
-seostar
+scan.lol
 serpstatbot
+sexsearcher
+siteripz
 sogouspider
 sp_auditbot
-spyfu
+trendiction.com
-tAkeOut
+ubermetrics-technologies.com
-voyagerx.com
+webmeup-crawler
 webprosbot
+x09Mozilla
 x22Mozilla
-zgrab
+xpymep1.exe

dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-adman.gr
+3dracergames.com
-balkanfarma.ru
+abiente.ru
-battle.net
+cablecar.us
-checkhit.com
+christianlouboutinshoes.xyz
-gerhardhealer.com
+cyse.tk
-pechikamini.ru
+globetrotting-culture.ru
-pony-business.com
+iqupdatetmz.win
-vedomstvo.net
+pornodojd.ru
-x-diesel.org
+seansonline24.pl
-xn--80abgj3a5acid6ghs.top
+souvenirua.com

dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-0c47f8422d3f.com
+101raccoon.ru
-1-free-share-buttons.com
+11pikachu.ru
-1001watch.com.ua
+123any.com
-101lesbian.xyz
+123locker.com
-1webmaster.ml
+20pascals.nl
-2x2fan.ru
+256bit.by
-34.gs
+3-letter-domains.net
-3th.co.in
+3weekdiet.com
-4inn.ru
+8jn.dating-app.ru
-7ooo.ru
+8lufu.com
-83net.jp
+aaronabel.com
-8xv8.com
+abtasty.com
-a14download.com
-aa625d84f1587749c1ab011d6f269f7d64.com
-aadroid.net
-aasoldes.fr
-absolutelyanalog.com
-acads.net
-ad-words.ru
-adhome.biz
 adimmix.com
-admeasures.com
+adloads.com
-adsloads.com
+adobereader-free.ru
-aero2.ru
+adultfullhd.com
-ahrefs.com
+advancedmassagebysara.com
-akusherok.ru
+adverster.com
-alfa9.com
+adviceforum.info
-aliexpresscashback.club
+akita.kz
-allornamenti.com
+alif-ba-ta.com
-allwomen.info
+allfinweb.com
-aloofly.com
+alt-servis.ru
-android4fun.org
+am-se.com
-animali.deagostinipassion.it
+am15.net
-anonymizeme.pro
+amazingninja.com
-anonymous-redirect.com
+ample-awards-today.us
-apartment.ru
+ananumous.ru
-apidiamondatanet-a.akamaihd.net
+andpolice.com
-apiportalmorecom-a.akamaihd.net
+animebox.com.ua
-apispringsmartne-a.akamaihd.net
+apartmentratings.com
+apioasisspacenet-a.akamaihd.net
+apioutoboxnet-a.akamaihd.net
 apper.de
-apple.com-webbrowsing-security.science
+arabgirls.adultgalls.com
-appsaurus.com
+arewater.com
-aquarium-pro.ru
+arquivo.pt
-arabsexxxtube.com
+arvut.org
-arclk.net
+asophoto.com
-artdestshop.eu
+astana.xxxkaz.org
-artefakct.com
+atofilms.com
-asrvrep-a.akamaihd.net
+audiofree.ru
-atelielembrancaqueencanta.com.br
+autodo.info
-auto-moto-elektronika.cz
+autotrends.today
-aviav.org
+azartmix.com
-avon-novosib.ru
+azbukadiets.ru
-avtochehli.by
+bablonow.ru
-azbukafree.com
+bannerswap.com
-baltgem.com
+bbsoldes.fr
-beauty-clinic.ru
+bdsmgalls.net
-belsetirehafi.tk
+beatifullandscape.co
-beremenyashka.com
+beauty-things.com
-bidbuy.co.kr
+belinvestdom.by
-big-boards.info
+besthomemadepornsites.com
-big-cash.net
+bestimagecoollibrary.com
-bimatoprost-careprost.com
+bestplacetobuyeriacta.jw.lt
-bin-brokers.com
+bestprofits-there.com
-bio-japan.net
+betteroffers.review
+betwinservice.com
+beztuberkuleza.ru
+bigcities.org
+biglistofwebsites.com
 bio-optomarket.ru
-bird1.ru
+bioca.org
-bloggen.be
+bizcheapjerseyswholesalechina.com
-blogos.kz
+blogqpot.com
-boc.kz
+bmwhighperformers.com
-boobsimge.com
+bobinoz.com
-bouda.kvalitne.cz
+bookmark4you.com
-brainxs.us
+boole.onlinewebshop.net
-brandbucket.com
+bosman.pluto.ro
-bscodecs.com
+bradleylive.xyz
-btnativenav.com
+brainboosting.club
-buckspar.gq
+braip.com.br
-buigas.00it.com
+brillianty.info
-bumascloset.com
+budilneg.xyz
-bumskontakte.org
+burn-fat.ga
-business-suggested.tk
+buron.pw
-buyclomidonlaine.com
+businescoop.men
-buytizanidineonline.blogspot.com
+buy-cheap-online.info
-calcularpagerank.com
+buy-cheap-pills-order-online.com
-cam-kontakte.org
+buy-forum.ru
-canrole.com
+cactussoft.biz
-capture-room.com
+californianews.cf
-carina-sy.de
+calvet.altervista.org
-carsdined.org
+cardul.ru
-carson.getenjoyment.net
+carrauterie.be
-cartiertrinity.xyz
+cartierlovestore.com
-casinopinup-wins.com
+cenokos.ru
-catalogs-parts.com
+cete.ru
-cbb1smartlist12.click
+cezartabac.ro
-censys.io
+chatroulette.world
-chastnoeporno.com
+cheapmoncler.win
-cheapjerseysbizwholesale.us
+chee-by.biz
-chinese-amezon.com
+chidporn.com
 chiptuninger.com
-cialisovercounteratwalmartusa.com
+chlooe.com
-cienum.fr
+cjmc.info
-classicakuhni.ru
+clarithromycin500mg.com
-com-secure.download
+clickcash.com
-compliance-andrew.xyz
+clksite.com
-compliance-ivan.xyz
+coin-hive.com
-compliance-jane.top
+colobit.biz
-compliance-margo.top
+compliance-alex.top
-compliance-viktor.top
+compliance-checker-7.info
-comsysnet.com
+compliance-elena.xyz
-conocer-sanabria.com
+compliance-fred.xyz
-cookie-law-enforcement-aa.xyz
+computernetworksonline.com
-cookie-law-enforcement-ee.xyz
+coolwallpapers-hd.com
-cool-wedding.net
+coolwallpapers4k.info
-coolyarddecorations.com
+crackguru.tk
-cottageofgrace.com
-counciltally.com
-crackzplanet.com
 craftburg.ru
-culmimg.pw
+credit.co.ua
-cupday.com
+cubook.supernew.org
-czat.wp.pl
+cvety24.by
-dailyrank.net
+cyse.tk
+dame-ns.kz
+danashop.ru
+data-mining.tk
 data1.scopich.com
-daymusam.com
+dayibiao.com
-dcj-nn.ru
+dealitright.click
-de.zapmeta.com
+dekoration.us
-deluxedumps.com
+diarioaconcagua.com
-deplim.com
+diffbot.com
-detoxmed24.ru
+digest-project.ru
-digital-sale.su
+dinkolove.ya.ru
-documentsite.net
+dnepr-avtospar.com.ua
-dodlive.mil
+doctissimo.fr
-doreenblog.online
+dojki-hd.com
-dostavka-v-ukrainu.ru
+dokumentalkino.net
-dotnetdotcom.org
+domznaniy.ru
-drivotracker.com
+dood.live
-drpornogratisx.xxx
+dorratex.tn
-drugstoreforyou.com
+dyt.net
-dscaas.website
+earthmagic.info
-dvrlists.com
+ed-shop01.ru
-e-biznes.info
+ekosmetyki.net.pl
-education-cz.ru
+electronicadirect.com
-elektrischezigaretten2.beeplog.com
+elektrozigaretten1.postbit.com
 elektrozigaretten1.webs.com
-enge-fotzen.info
+elvenmachine.com
-enskedesquashclub.se
+emediate.eu
-eonpal.com
+empis.magix.net
-erotik-kostenlos.net
+enews.tech
-este-line.com.ua
+erotische-geschichten-xxl.com
-etenininrade.ga
+esfchat.tk
-etm-consult.de
+eshop4u.jp
-etur.ru
+europages.com.ru
-european-torches.ru
+exlarseva.webblog.es
-everypony.ru
+expdom.com
-excitacion.info
+exportshop.us
-ez8motelseaworldsandiego.com
+extstat.com
-ezigarettekaufen2.mpbloggar.se
+ezigarettenkaufen1.pagina.gr
-f0815.de
+ezigarettenkaufen2.dreamwidth.org
-face.hostingx.eu
+ezigarettenshop1.yolasite.com
-fashionavenuegame.com
+falllow.gq
-fba-mexico.com
+fantasticpixcool.com
-fearcrow.com
+fapgon.com
+faptitans.com
+fatfasts-4tmz.com
 feel-planet.com
-ferieboligkbh.dk
+fettefrauen.net
-ferretsoft.com
+fickblock18.com
-financepoints.eu
+fickenbumsen.net
-find1friend.com
 fingerprintjs.com
-finuse.com
+fitness-video.net
-fireads.men
+fiuxy.com
-firma-legion.ru
-fitfloponline.store
 fiverr.com
-floridamhca.org
+flagcounter.me
-flowersbazar.com
+flashlarevista.com
-forumprofi.de
+floating-share-buttons.com
-foxtechfpv.com
+florida-tourism.net
-fr.netlog.com
+folowsite.com
-frcls.fr
+forensicpsychiatry.ru
-free-share-buttons.com
+forex-procto.ru
-free-social-buttons.xyz
+frameimage.org
 freewlan.info
-fun-mobi.pl
+freshwallpapers.info
-gallerily.com
+fx-brokers-review.com
-gavuer.ru
+fyl.com.ru
-gaz-voshod.ru
+gagrasector.ru
-ge0ip.net
+galaxy-family.ru
-generousdeal-a.akamaihd.net
+gdcentre.ru
-get-free-social-traffic.com
+ghernnqr.skyrock.com
-getoutofdebtfree.org
+gheus.altervista.org
-glass-msk.ru
+gigapeta.com
-global-ics.co.za
+gilsonchiro.xyz
-go2jump.org
+girlsatgames.ru
-goldenggames.com
+gonextmedia.com
-gomusix.com
+googglet.com
-gotorussia.com
+googleseo.com.tr
-graphics8.info
+googst2.ru
-gratuitxblcodes.com
+gopixdatabase.com
-growmyfunds.ca
+gorodservis.ru
-growshop.es
+graphid.com
+greatgrace.ru
+greenzaim.ru
+grizzlysgrill.com
 guge.io
-heatpower.ru
+guruofcasino.com
+harmonyglen.us
+headpharmacy.com
+heliko.no
+hem.passagen.se
+hidefiles.org
 hit-kino.ru
-hkdiiohi.skyrock.com
+home-task.com
-hmywwogw.bloger.index.hr
+homeandhealth.ru
-hoholikik.club
+hopeonthestreet.co.uk
-homeinns.com
+hotchatdate.com
-homemature.net
+hotcore.info
-host-protection.com
+hoverboard360.de
-hoste.octopis.com
+https-legalrc.biz
-houdom.net
+hunthillfarmtrust.org
-hplaserjetpdriver8y.pen.io
+i-midias.net.br
-hreade.com
+igadgetsworld.com
-hscsscotland.com
+iklysha.ml
-huimin764128.com
+ilte.info
-humbmosquina.tk
+img.wallpaperstock.net
-hyhj.info
+imgata.com
-ideawheel.com
+infoupdate.org
-iflycapetown.co.za
+instasexyblog.com
-ikearugs.xyz
+interfucks.net
-imagefinder.site
+investpamm.ru
-imagine-ex.co
+iptool.xyz
-incanto.in.ua
+isoveti.ru
-indiasourcemart.in
+itsdp3.com
-infospot.pt
-infostatsvc.com
-integritylandscapeservices.com
-iqoption.com
-iqoption.pro
 itservicesthatworkforyou.com
-iwantedmoney.com
+iwantmyfreecash.com
-iweblist.info
+j33x.com
-jav-fetish.site
+janerikholst.se
-jmat.cn
+javitas.info
-johannesburgsingles.co.za
+jovencitas.gratis
-jumptap.com
+jrcigars.com
-justkillingti.me
+kalb.ru
-jwcialislrt.com
+karting196.ru
-jyrxd.com
+karusel-market.ru
-kabbalah-red-bracelets.com
+keyhantercume.com
-kalandranis.gr
+khadastoafarde.tk
-karachev-city.ru
+kino-rating.ru
-karadene.com
+kino-rf.ru
-kazan.zrus.org
+kino2018.cc
-kino-ecran.ru
+kinohit1.ru
-kinomaniatv.pl
+kinosed.net
-kinostorm.net
+kletkimehan.ru
-kiwi237au.tk
+kotaku.com
-kladrus.ru
+kovrenok.ru
-knowyournextmove.com
+kupit-adenu.ru
-kochanelli.com
+leftofcentrist.com
-koversite.info
+lennatin.info
-kumuk.info
+lesbian.xyz
-laapp.com
+letsrepair.in
-lacave.ntic.fr
+likesdesign.com
-landinez.co
+listiseltemournlan.gq
-laserpen.club
+lodki-pvh.dp.ua
-law-check-eight.xyz
+lookingglassemb.com
-law-check-seven.xyz
+lostaruban.com
-letmacworkfaster.world
+luckyday.world
-lexiangwan.com
+m0r0zk0-krava.ru
-lflash.ru
+mactechinfo.info
-libertybilisim.com
+mailemedicinals.com
-lidoradio.com
+mansparskats.com
-liffa.ru
+massage-info.nl
-lion.misba.us
+masturbate.co.uk
-liverpool.gsofootball.com
+matematikus.info
-lizace.com
-lol-smurfs.com
-lonely-mature.com
-lonerangergames.com
-longadventure.com
-lostfilm-online.ru
-love-baby.cz
-luciddiagnostics.in
-lumb.co
-lunchrock.co
-m1media.net
-m3gadownload.pl
-magicalfind-a.akamaihd.net
-mail.allnews24.in
-manifestyourmillion.com
-manipulyator-peterburg.ru
-mansiondelrio.co
-maridan.com.ua
-mebel-vstroika.ru
 mebeldekor.com.ua
-mesto-x.com
+mirmedinfo.ru
-metarip.ru
+misterjtbarbers.com
-metascephe.com
-minet.club
-mir-betting.ru
-mjchamonix.org
-mmofreegames.online
 mobifunapp.weebly.com
-moetomnenie.com
+moesonce.com
-monarhs.info
+moinozhki.com
-monclerboots.xyz
+monclervests.xyz
-moneyteam24.com
+money-every-day.com
-morocco-nomad-excursions.com
+moneyzzz.ru
+morefastermac.trade
 morpicert.pw
-moscow.xrus.org
+musicas.baixar-musicas-gratis.com
-motherboard.vice.com
+my-bc.ru
-mowser.com
+mybackgroundlandscape.blogspot.com
-mrpornogratis.xxx
+mypornfree.ru
-musicktab.com
+mzdish.site
-musicspire.online
+nakrutka.cc
-mustat.com
+narco24.me
-muznachas-service.ru
+nelc.edu.eg
-muztops.ru
+nerudlogistik.ru
-myiptest.com
+new7ob.com
-myphotopipe.com
+newhairstylesformen2014.com
-myshopmatemac.com
+nfljerseys.online
-naval.jislaaik.com
-next-dentists.tk
-nextconseil.com
-nfljerseysforsalewholesaler.com
 nhl17coins.exblog.jp
-nl.netlog.com
+nicovideo.jp
-no-fuel.org
+nightvision746.weebly.com
-npoet.ru
+ningessaybe.me
-nyfinance.ml
+notfastfood.ru
-offer.camp
+novatech.vn
-ohmyrings.com
+o-dachnik.ru
-oil-td.ru
+oakleyglassesonline.us
-okroshki.ru
+obiavo.su
-online-hd.pl
+obiavo.uz
-online.ktc45.ru
+obsessionphrases.com
-onlineporno.site
+okel.co
-onlinewritingjobs17.blogspot.ru
+olympescort.com
-optibuymac.com
+onclkads.com
-orion-code-access.net
+online-sbank.ru
-orion-v.com
+onlineku.com
+ooomeru.ru
 ostroike.org
-palocco.it
+outclicks.net
-parajumpersoutlet.online
+outpersonals.com
-partner-stop.men
+paceform.com
-penisvergrotendepillennl.ovh
+pagesense.com
-phuketscreen.com
+painting-planet.com
-picture-group.com
+paparazzistudios.com.au
-pigrafix.at
+parlament.biz
-pirateday.ru
+patol01.pw
-pizda.lol
+petitions.whitehouse.gov
-pl-top.pl
+physfunc.ru
-plaff-go.ru
+pisanieprac.info
-plastgran.com
+pixell.club
-playmsn.com
+pk-pomosch.ru
-playtap.us
+pkr1hand.com
-pochemychka.net
+plastweb.ru
-poem-paying.gq
+pomoc-drogowa.cba.pl
-pogodnyyeavarii.gq
-pojdelo.weebly.com
 pons-presse.com
+popads.net
+popander.mobi
 poppen-nw.net
-pornobrazzers.biz
+porndl.org
-pornstartits.xblog.in
+pornmania.pl
-posible.net
+pornophoto.xyz
-pozdravleniya-c.ru
+pornosexrolik.com
+pornosmola.info
+pozvonim.com
 pr0fit-b0x.com
-prefersurvey.net
+predmety.in.ua
-printdirectforless.com
+presleycollectibles.com
-priscilarodrigues.com.br
+printie.com
-privetsochi.ru
+prlog.ru
-prizesbook.online
+professionaldieselcare.com
-prohoster.info
+prom23.ru
-projefrio.com.br
+promodj.com
 prospekt-st.ru
-prostitutki-tolyatti.org
+prpops.com
-pst2017.onlinewebshop.net
+rating-bestcasino.com
-pyrodesigns.com.au
+razorweb-a.akamaihd.net
-qcstrtvt.bloger.index.hr
+rebrand.ly
-qld10000.net
+recipedays.com
-quickbuck.com
+refads.pro
-rabot.host.sk
+remedyotc.com
-randki-sex.com
+remont-comp-pomosh.ru
-rankingchart.de
+remontvsamare.su
-recinziireale.com
+rentalcarnavi.info
-rentehno.ru
+rialp.getenjoyment.net
-resant.ru
+royalvegascasino.com
-rootandroid.org
+runtnc.net
-royal-investments.net
+rvtv.ru
-ruclicks.com
+salut-camp.ru
-rusoft-zone.ru
+sammlungfotos.online
-russia-tao.ru
+satoristudio.net
-russkoe-zdorovie.ru
+sbwealthsolutions.ca
-s8-nowy-wygraj.comli.com
+scanhub.ru
-sad-torg.com.ua
+scanmarine.info
-sadaholding.com
+scanner-ivan.top
-sajatvelemeny.com
+scanner-jane.top
-samoiedo.it
+scanner-josh.top
-sashagreyblog.ga
+scanner-julianna.top
-sbdl.no
+scanner-mark.top
-sbt-aqua.ru
+semalt.com
-scanner-john.top
+seo-2-0.com
-scat.porn
+seoholding.com
-schlampen-treffen.com
+seoprofiler.com
-sdi-pme.com
+sexystrippe.info
-seeresultshub-a.akamaihd.net
+sexyteens.hol.es
-semp.net
+shell-pmr.ru
-seoheap.com
+shopfishing.com.ua
-seorankinglinks.com
+shoplvlv.us
-seorankinglinks.us
+simul.co
-seorankinglinks.xyz
+site-auditor.online
-sexs-foto.com
+skyway24.ru
-shoesonlinebuy.xyz
+slayerlife.com
-sibvitr.ru
+slonechka.ru
-sim-service.net
+small-game.com
-simplepooltips.com
+smart-balancewheel.com
-sledstvie-veli.net
+soblaznu.net
-slomm.ru
+social-button.xyz
-smartadserver.com
+socialmonkee.com
-snomer1.ru
+soheavyblog.com
-social-fun.ru
-social-s-iii.xyz
 souvenir.cc
-spacash.com
+spasswelt.xyz
-spasswelt.net
+speedup-my.site
-spb.afora.ru
+spitfiremusic.com
-spidtest.org
+ssconstruction.co
-sr-rekneskap.no
+stackthatbucks.com
-stairliftsarea.com
+stanthonyscatholicchurch.org
-stal-rulon.ru
+statustroll.com
-stard.shop
+stretchmate.net
-strana-krasoty.ru
+stroilka.info
-stroymonolit.su
+styro.ru
-success-seo.com
+sudexpert66.ru
-supernew.org
+sunflowerdrawingpaintings.blogspot.com
-suralink.com
+superiends.org
-susanholtphotography.com
+syndicate.fun
-sweepstakes.rewardit.com
-syvertsen-da.no
-taboola.com
-telefonsexsofort.tk
 teslathemes.com
-thebestweightlosspills.ovh
+thaisamkok.com
-thecoral.com.br
+the-torrent-tracker.blogspot.com
-thenews-today.info
+theendivechronicles.com
-theprofitsmaker.net
+thenetinfo.com
-timer4web.com
+thetoiletpaper.com
+tizanidine4mg.blogspot.com
 tizanidinedruginteractions.blogspot.com
 tizanidinepain.blogspot.com
-tizanidinesideeffects.blogspot.com
+toonfamilies.net
-tmm-kurs.ru
+tooplay.com
-tn811.us
+top-karkas.ru
-tongkatmadura.info
+topads.men
-toolsky.com
+topkarkas.com
-top-l2.com
+torrents.cd
-topanasex.com
+toy-shop.top
-tracksz.co
+toys.erolove.in
-trafficmonetize.org
+tradedeals.biz
-trafficnetzwerk.de
+traffic-club.info
-trailer.cinemaflix.website
+trafficstars.com
-tripper.de
+trainoffend.ml
-tryrating.com
+trkur.com
+trustaffs.com
 tubo360.com
-twelvevisionspartyofcolorado.com
+turist-strani.ru
-ua.tc
+turizmus.us
-unimodemhalfduplefw.pen.io
+turvgori.ru
-urengoy.pro
+ugguk.online
-us-america.ru
+ukkala.xyz
-vapeface.club
+valmetrundan.se
-vapomnoncri.tk
+valoresito.com
-vesnatehno.com
+vapsy.com
-via-gra.webstarts.com
+video-production.com
-vielporno.net
+videochat.mx
-vip.51.la
+videochat.ph
-vksaver-all.ru
+vids18.site
-volgograd.xrus.org
+villakohlanta.nu
+virtualbb.com
+vita.com.hr
+vkonche.com
+vonradio.com
 vpnmouse.com
-vsdshnik.com
+vtcdns.com
-vzlomfb.com
+vvon.co.uk
 wahicbefa31.soup.io
-waycash.net
+wardreapptokone.tk
-webkeyit.com
+warezaccess.com
-webmonetizer.net
+waterpurifier.club
-wesharepics.site
+waysbetter.cn
-westen-v.life
+wdfdocando.com
-westsextube.com
+webcamdevochka.com
-whengirlsgowild.com
+weblo.com
-winterclassichockeyjerseys.com
+webmasterhome.cn
-world-mmo.com
+website-analyzer.info
-wufak.com
+website-datenbank.de
-www.888.com
+website-speed-checker.site
-x-musics.com
+website-speed-up.top
+webstatsdomain.org
+whatsappbot.flyland.ru
+whereverdesperate.gq
+whiteelephantwellington.com
+wineitudes.wordpress.com
+wingsofrefuge.net
+wnoz.de
+wordkeyhelper.com
+worst-sites.online
+wovis.site
+writersgroup580.web.fc2.com
+www.get-free-traffic-now.com
+x-mix.info
+xblog.in
 xcc24.pl
-xfluro.com
+xclicks.net
-xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
+xjrul.com
-xn----7sbaphztdjeboffeiof6c.xn--p1ai
+xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
-xn--b1adccaf1bzj.xn--p1ai
+xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai
-xportvusbdriver8i.snack.ws
+xn----9sbebi2bvzr7h.xn--p1ai
-xuki.us
+xn----btbdvdh4aafrfciljm6k.xn--p1ai
-xxart.ru
+xn----itbeirbjbi7bc6bh2d.xn--p1ai
-yginekologa.com
+xn--80abgj3a5acid6ghs.top
-yougame.biz
+xn--d1aifoe0a9a.top
-yougotanewdomain.com
+xxx-treker.ru
-yourdesires.ru
+y8games-free.com
-zaidia.xhost.ro
+yadro.ru
+yebocasino.co.za
+yellowstonevisitortours.com
+you-shall-not-pass.is74.ru
+yoursite.com
+youtubologia.it
+yugk.net
+zajm-pod-zalog-nedvizhimosti.ru
+zarabiaj-dzis.pl
 zatjmuzu.info
-zeroredirect.com
+zetmaster.ru
-znakom.sibtest.ru
+zhuravlev.info
-zoomovies.org
+zionstar.net
+znaturaloriginal.com
+zrelaya.pw

dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-1-99seo.com
+101billion.com
-101raccoon.ru
+2kata.ru
-1kdailyprofit.me
+91abcw.com
-2728fb936f0.com
+acortarurl.es
-28n2gl3wfyb0.ru
+actices.com
-2ads.co.uk
+adrenalin-stk.ru
-2nt.ru
+adssafeprotected.com
-4kplayer.pl
+adultfullhd.com
-4replicawatch.net
+adverster.com
-4webmasters.com
+advertisingtag.net
-5forex.ru
+agahinameh.com
-9med.net
+alfa-medosmotr.ru
-aasoldes.fr
+alltheviews.com
-adsloads.com
+an-donut.com
-adtech.us
+animali.deagostinipassion.it
-adzerg.com
+anlimebel.kiev.ua
-all4invest.info
+api.stathat.com
-all4invest.ru
+apidiamondatanet-a.akamaihd.net
-amazingninja.com
+appearance-cool.com
-amospalla.es
+artel116.ru
-anabolics.shop
+asophoto.com
-animal-drawings.com
+audiobangout.com
-anonymous-redirect.com
+australia-opening-times.com
-anonymousfox.co
-apartmentbay.ru
-apessay.com
-apiadanaknet-a.akamaihd.net
-arcadepages.com
-arquapetrarca.info
-asseenontvonline.ru
-astrochicks.com
 automobile-spec.com
-avek.ru
+availit.weebly.com
-aviapanda.ru
+back.dog
-avto-oligarh.ru
+balois.worldbreak.com
-awency.com
+bannerpower.com
-azbuka-mo.ru
+barnfurnituremart.com
-baditri.com
+beatifullandscape.co
-balkanfarma.ru
+best-mam.ru
-bestempresas.es
+bgviagrachrx.com
-blog-hits.com
+bimatoprost-careprost.com
+birzha-truda.eu
+bitcoins-live.ru
+blacktwhite.com
 blog.koorg.ru
-bloggedporn.com
+boeuklad.com
-blogrankers.com
+bouda.kvalitne.cz
-bosman.pluto.ro
+bukleteg.xyz
-brainxs.us
+buttons-for-website.com
-brokergid.ru
+calstaterealty.us
-budilneg.xyz
+calvet.altervista.org
-buyessaynow.biz
+capacitacionyaprendizaje.com
-buytizanidineonline.blogspot.com
+castingbank.ru
-callcafe.info
+catalogs-parts.com
-cartierlove.xyz
+cdncash.com
-cartierlovestore.xyz
+celebsopics.com
-cbcseward.com
+cercacamion.it
-cdncash.net
+chelnytruck.ru
-centrdebut.ru
+cialisndbrx.com
-changde.58.com
+clickbank.net
-christianlouboutinreplica.win
+clippingphotoindia.com
-ciceros.co
+compliance-alexa.top
-clicksotrk.com
+compliance-brian.top
-club-musics.ru
+cookie-law-enforcement-aa.xyz
-communisave.co.za
+cornerstone-countertops.com
-compliance-alex.top
+counter.bloke.com
-compliance-mark.top
+custom-electric-guitar.com
-comsysnet.com
+cxpromote.com
-dangphoto.trade
+daydream-studio.ru
-dawlenie.com
+db.speedup.gdn
-delayreferat.ru
+ddospanel.com
-derevesendeco.com
+degerlund.net
-detalizaciya-tut.biz
+demon-tweeks.com
-dfiles.me
 digitalfaq.com
-dimfour.com
+dorratex.tn
-doctissimo.fr
+dosug-lux.ru
-domain.webkeyit.com
+downloadme.life
-downloads-whatsapp.com
+dtm-spain.com
-dpihatinh.gov.vn
+eandsgallery.com
-drhomes.biz
+electricwheelchairsarea.com
-drillsaw.ru
+emailaccountlogin.co
-efnor-ac.com
+euromasterclass.ru
-elitedollars.com
+evening-dating-club.info
-enge-fotzen.info
+everypony.ru
-enhand.se
+eywords-monitoring-your-success.com
-ero-advertising.com
+ezb.elvenmachine.com
-erotik-kostenlos.net
+facebook-mobile.xyz
-event-tracking.com
+fenoyl.batcave.net
-exoclick.com
+fil.ru
-f1nder.org
+forum-engineering.ru
-ff30236ddef1465f88547e760973d70a.com
+foxweber.com
-figuringmoneyout.com
+free-video-tool.com
-fikasound.tk
+freza-sverlo.ru
-find1friend.com
+gamevalue7.weebly.com
-finuse.com
+gemara.com
-forms-mtm.ru
+generalporn.org
-free-share-buttons.blogspot.com
+getdot.ru
-fsakhalin.ru
+gk-atlant.info
-gallictures.com
+go2album.com
-gamblingnerd.com
+goatse.ru
-germetiki.com.ua
+gopro-online.info
-getresponse.com
+gotwebsite1.com
-glass-msk.ru
+greatfind-a.akamaihd.net
-googlefeud.com
+gsasearchengineranker.space
-gpms.org.my
+gsasearchengineranker.xyz
-gq-catalog.gq
+gymi.name
-hasfun.com
+hard-porn.mobi
-hatdc.org
+hayate.biz
-havepussy.com
+helvetia.com.ua
-hebr.myddns-flir.com
+high-speed1.net
-hobbyhuren24.net
+himgaws.pw
-homeinns.com
+hosting-tracker.com
-hotgirlhdwallpaper.com
+i-service.kz
-housekuba.org
+igithab.com
-howlongdoestizanidinestayinyoursystem.blogspot.com
+images-free.net
-hoztorg-opt.ru
+immigrational.info
-hscsscotland.com
+interior-stickers.ru
-ihtec2019.org
+investzalog.ru
-incolors.club
-informatiecentro.be
-interferencer.ru
-iomoio.net
 iopeninghours.co.uk
-joessmogtestonly.com
+j-times.ru
-joy-penguin.com
+jus0wil.pp.ua
-jwss.cc
+karusel-market.ru
-kalandranis.gr
+kimcurlrvsms.com
-keywordsuggest.org
+kinozapas.com
-koopilka.com
+krasivye-devushki.net
-lflash.ru
+lacasamorett.com
-lol-smurfs.com
+lernur.net
-losangeles-ads.com
+lifeinsurancekb.com
-lsp-awak-perikanan.com
+lincolntheatre.com
-manualterap.roleforum.ru
+linkpulse.com
-mb140.ru
+liran-locks.com
-mebel-ekb.com
+livingcanarias.com
-medanestesia.ru
+loadopia.com
-medicineseasybuy.com
+lodki-pvh.dp.ua
-medizinreisen.de
+lovasszovetseg.hu
-meet-flirt-dating.com
+lubetube.com
-menstennisforums.com
+luckyday.world
-mesbuta.info
+lulea-auktionsverk.se
-migente.com
+lyngdalhudterapi.no
-minneapoliscopiers.com
+maridan.com.ua
-mirzonru.net
+meetlocalchicks.com
-mistr-x.org
+mega-polis.biz.ua
-mobplayer.net
+megaindex.ru
-monclerjacketsoutlet.pw
+michellblog.online
-movies-in-theaters.net
+milblueprint.com
-moviezbonkerssk.cf
+mitrasound.ru
-mrlmedia.net
+mmog-play.ru
-musezone.su
+mobsfun.net
-mustat.com
+moroccosurfadventures.com
-my-cash-bot.co
 mydownlodablefiles.com
-myghillie.info
+myfreetutorials.com
-mymercy.info
+myftpupload.com
-neks.info
+myhydros.org
-newsperuse.com
+napalm51.nut.cc
-niroo.info
+nextrent-crimea.ru
-no-fuel.org
+no-rx.info
-noclegonline.info
+novatech.vn
-notfastfood.ru
+nyfinance.ml
-nuit-artisanale.com
+o-o-8-o-o.ru
-nuup.info
+obuv-kupit.ru
-ohmyrings.com
+onlinetvseries.me
-olgacvetmet.com
-onlinefilmz.net
 orhonit.com
-osagonline.ru
+paintingplanet.ru
-partnerline.men
+paphoselectricianandplumber.com
-patol01.pw
+parvezmia.xyz
-pechikamini.ru
+pc-virus-d0l92j2.pw
-pizda.lol
+pewit.pw
-pk-pomosch.ru
+pirateday.ru
-pokerniydom.ru
+plastweb.ru
-popup.matchmaker.com
+play-movie.pl
-pornohub.me
+popup-fdm.xyz
-purplesphere.in
+pornhub-forum.ga
-purplestats.com
+pornmania.pl
-qld10000.net
+pornoted.com
-qualitymarketzone.com
+portside.cc
-quickloanbank.com
+predominant-invent.tk
-rada.ru
+princeadvantagesales.com
-randalljhoward.com
+printingpeach.com
-rarbg.to
+prizesbook.online
-rczhan.com
+prod2016.com
-remont-comp-pomosh.ru
+prostitutki-belgoroda.org
-rewardpoll.com
+puteshestvennik.com
-ringtonepartner.com
+realitykings.com
-rossanasaavedra.net
+registrationdomainsite.com
-royalvegascasino.com
+remontbiz.ru
-ru-mediaget.ru
+research.ifmo.ru
-saddiechoua.com
+robotixix.com
-saletool.ru
+rock-cafe.info
-saveriopiazza.it
+russian-postindex.ru
-scanner-jack.top
+sa-rewards.co.za
-seo-smm.kz
+sbprabooks.com
-seo-traffic-ranking.info
+scanner-barak.top
-seoanalyses.com
+scanner-walt.top
-seocdvig.ru
+scrapy.org
-serialsway.ucoz.ru
+scripted.com
-serving.adbetclickin.pink
+se.bnt-team.com
-sexpartygirls.net
+seeingmeerkat.com
+seorankinglinks.xyz
+sexiporno.net
+sexuria.net
 sexy.babes.frontend-stack.top
-shopcheermakeup.info
+shop-electron.ru
-shoppytoolmac.com
+site5.com
-shopwme.ru
+smsactivator.ru
-site3.free-share-buttons.com
+sofit-dmd.ru
-smokewithrabbits.com
+spaceshipad.com
-snip.tw
+stanthonyscatholicchurch.org
-social-s-ggg.xyz
+starwars.wikia.com
-social-s-iii.xyz
+stop-gepatit.te.ua
-softwaretrend.net
+stpicks.com
-softxaker.ru
+students-cheapskate.ml
-sonnikforme.ru
+studworks.org
-spacash.com
+svarkagid.com
-spinazdrav.ru
+swinginwithme.ru
-srdrvp.com
+swiped.su
-staff.prairiesouth.ca
+takethatad.com
-stroymonolit.su
+techart24.com
-sukirgenk.dvrlists.com
+templates.franklinfire.co
-symbaloo.com
+thenews-today.info
-taaaak.com
+timetorelax.biz
-td-l-market.ru
+tizanidinehcl4mgtab.blogspot.com
-theplacetoupdating.pw
+tizanidinesleepaid.blogspot.com
-torrents.cd
+top10registrycleaners.com
-trafficjunky.com
+topshef.ru
-trichizobswiv.agddns.net
+topsiteminecraft.com
-tula.howotorg.ru
+trafficnetzwerk.de
-tvory.predmety.in.ua
+trk-4.net
+tupper-posuda.ru
 twittrading.com
-urldelivery.com
+txxx.com
-v-doc.co
+ultimatesetnewfreeallsoftupgradesystems.pw
-vacuumcleanerguru.com
+unisexjewelry.org
-viagengrarx.com
+vapomnoncri.tk
-vtc.pw
+vduplo.ru
-vzlomtw.com
+viddyoze.com
-weblibrary.win
+villakohlanta.nu
-weblo.com
+volgograd.xrus.org
-wfb.hatedriveapart.com
+vuclip.com
-wholesalecheapjerseysfree.com
+vzubah.com
-wladimirpayen.com
+wallpaperstock.net
-x-musics.com
+walpaperlist.com
-xgames-04.com
+watchmygf.net
-xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf
+waterefficiency.co
-xxxmania.top
+wholesalenfljerseys.us.com
-xxxnatelefon.ru
+worldinternetauthority.com
-yougame.biz
+wrz0iuebwhp5fg.freeddns.com
-youraticles.pl
+xclicks.net
-zaobao.com.sg
+xmladserver.com
-zeroredirect11.com
+xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
+xn----ctbbcjd3dbsehgi.xn--p1ai
+yeartwit.com
+yellowfootprints.com
+yoopsie.com
+yourads.website
+yourdesires.ru
+zeleznobeton.ru
+zona-aqua.ru
+zoodrawings.com

dev-tools/test_units/ratelimittest-master.txt

@@ -581,14 +581,4 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
-</html><!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
 </html>

dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.205	0;
+10.1.1.90	0;
 127.0.0.1	0;

dev-tools/tmp/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2022.01.2879
+### Version: V4.2022.01.2880
-### Updated: Wed Jan 26 22:01:21 UTC 2022
+### Updated: Thu Jan 27 06:56:05 UTC 2022
 ### Bad Bot Count: 636
 ###################################################
 ### Version Information ##

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2022.01.2879
+### Version: V4.2022.01.2880
-### Updated: Wed Jan 26 22:01:21 UTC 2022
+### Updated: Thu Jan 27 06:56:05 UTC 2022
 ### Bad Bot Count: 636
 ###################################################
 ### Version Information ##