V4.2021.03.2311 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-Abonti
-Acunetix
-ADmantX
+01h4x.com
+360Spider
+404checker
+Aboundex
+Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Alligator
+AIBOT
+Alexibot
 AllSubmitter
-Anarchy
-Anarchy99
+Ankit
 Anthill
+archive.org_bot
 arquivo.pt
-Aspiegel
 Attach
-AwarioRssBot
-BackDoorBot
+AwarioSmartBot
 BacklinkCrawler
 BackStreet
-BackWeb
 Barkrowler
-BBBike
-BDCbot
-BDFetch
-BetaBot
-BlackWidow
+BatchFTP
+Bigfoot
+Bitacle
+Blow
 BlowFish
-Boardreader
-BotALot
+Bolt
 Brandwatch
-BuiltBotTough
-Bullseye
-BuzzSumo
+Buck
+CazoodleBot
 CCBot
-CheTeam
-Chlooe
+Cegbfeieh
+ChinaClaw
 Claritybot
-Cliqzbot
 coccocbot-web
-cognitiveseo
-Copyscape
-crawl.sogou.com
-CSHttp
+CODE87
+Collector
+com.plumanalytics
+Copier
+crawler.feedback
+CrunchBot
+Curious
 Custo
-CyotekWebCopy
+DatabaseDriverMysqli
 DataCha0s
+DBLBot
+Demon
+Deusu
+Devil
 DIIbot
-Disco
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-DomCopBot
-Dragonfly
+Dispatch
+DittoSpyder
+Domains Project
+Download Wonder
 DSearch
-Ebingbong
+DTS Agent
 ECCP/1.0
+Ecxi
+EMail Siphon
 EMail Wolf
-evc-batch
-Evil
-ExtLinksBot
+Exabot
+Express WebPictures
 Extractor
-ExtractorPro
 Extreme Picture Finder
-FDM
-Foobot
-Freeuploader
-Genieo
-G-i-g-a-b-o-t
+EyeNetIE
+FHscan
+Fimap
+Firefox/7.0
+Flunky
+FrontPage
+Getintent
+GetWeb
+Gigabot
+Gotit
 GoZilla
-Go!Zilla
+Grabber
 GrabNet
+Grafula
 GrapeshotCrawler
 GridBot
-HEADMasterSEO
+GT::WWW
+Haansoft
+Havij
 Hloader
-HTTP::Lite
-HTTrack
-Iblog
+HMView
+HTMLparser
+Humanlinks
+HybridBot
 IlseBot
-Image Fetch
 Image Sucker
 Indy Library
-Iria
-isitwp.com
-Iskanie
+InfoNaviRobot
+Intelliseek
+InterGET
+internetVista monitor
+ips-agent
+IstellaBot
 JamesBOT
 Jbrofuzz
-JikeSpider
-Jorgee
+Jetty
+JOC Web Spider
+Jyxobot
 Kenjin Spider
+Keyword Density
+Kinza
 Kozmosbot
-Lanshanbot
-Larbin
 LexiBot
-LieBaoFast
+LibWeb
 Linkdexbot
-LinkpadBot
-Lmspider
-LNSpiderguy
+LinkextractorPro
+LinkScan
+LinksManager
+LinkWalker
+Litemage_walker
+Ltx71
 lwp-request
-lwp-trivial
+LWP::Simple
 Mag-Net
-magpie-crawler
+Mail.RU_Bot
 Majestic-SEO
-MarkWatch
 Masscan
-Mass Downloader
-MauiBot
-Mb2345Browser
-meanpathbot
+MeanPath Bot
 mediawords
-MicroMessenger
-Mister PiX
-Mojeek
+MegaIndex.ru
+MFC_Tear_Sample
+MJ12bot
+Mojolicious
 Mr.4x3
-MSIECrawler
+MSFrontPage
 Name Intelligence
-Needle
+Navroad
+Nessus
+Netcraft
 netEstate NE Crawler
-NetMechanic
-NetSpider
-Netvibes
+NetLyzer
+Net Vampire
 NetZIP
 NextGenSearchBot
-Nibbler
 NICErsPRO
 Niki-bot
-Nikto
 NimbleCrawler
+Nimbostratus
+Ninja
 Nmap
-NPbot
-Nutch
+Nuclei
 OnCrawl
-Openfind
-OpenLinkProfiler
-OpenVAS
 OPPO A33
-OrangeSpider
 OutclicksBot
+OutfoxBot
+Page Analyzer
 page scorer
-Papa Foto
+PageThing.com
+Panscient
+Pavuk
 PECL::HTTP
+Petalbot
 Picsearch
 Piepmatz
-Pi-Monster
-Pixray
-PleaseCrawl
-Pockey
-probe-image-size
-PyCurl
-QueryN Metasearch
-Quick-Crawler
+POE-Component-Client-HTTP
+Probethenet
+ProWebWalker
+Pu_iN
+Pump
+PxBroker
 RankActiveLinkBot
 RankFlex
+RankingBot2
+Rankivabot
 RankurBot
+Reaper
 RebelMouse
-Recorder
 ReGet
-RepoMonkey
-ripz
+Re-re
 RocketCrawler
-Rogerbot
 RSSingBot
 satoristudio.net
+SBIder
 scalaj-http
-Scanbot
-scan.lol
-ScreenerBot
-Searchestate
+ScanAlert
+Semrush
 SemrushBot
 SentiBot
 SEOkicks-Robot
-seoscanners
-SeoSiteCheckup
-SEOstats
+SEOlyticsCrawler
+Seomoz
 serpstatbot
-sexsearcher
+Shodan
+Siphon
 Sitebeam
-Siteimprove
-siteripz
-Site Sucker
+sitechecker.pro
+SiteExplorer
+SiteSnagger
 SlySearch
 SmartDownload
-sogouspider
-Sogou web spider
+Snapbot
 Sosospider
 Sottopop
 Spammen
 SpankBot
 Spanner
-sp_auditbot
 SputnikBot
-Sqlmap
+Sqlworm
+Sqworm
 Steeler
+Stripper
 SuperHTTP
+Suzuran
 sysscan
-Szukacz
-T8Abot
-Teleport
+TeleportPro
 Telesphoreo
+TheNomad
 Thumbor
-TightTwatBot
 Titan
-Toweyabot
-Tracemyfile
-Trendictionbot
 trendiction.com
 trendiction.de
-True_Robot
-Turingos
 TurnitinBot
-UnisterBot
-URLy Warning
-VCI
+Typhoeus
+Upflow
+Vagabondo
+VB Project
 VeriCiteCrawler
 VidibleScraper
+Voil
+WallpapersHD
+WASALive-Bot
 WBSearchBot
 WebAuto
-Web Auto
-WebBandit
-WebCollage
-Web Collage
-WebEnhancer
 Web Fetch
 WebFuck
-Web Fuck
+WebGo IS
 WebImageCollector
-WebLeacher
-WebmasterWorldForumBot
 WebPix
-WebReaper
-WebSauger
+Webshag
 Webster
-Web Sucker
+WebSucker
 WebWhacker
-WeSEE
 Whatweb
 Who.is Bot
+WiseGuys Robot
 WISENutbot
-Wprecon
 WWW-Mechanize
-Xaldon_WebSpider
+WWW::Mechanize
+x09Mozilla
+x22Mozilla
+Xaldon WebSpider
 Xenu
+xpymep1.exe
 YoudaoBot
 Zade
-zauba.io
+Zeus
 Zitebot
-ZmEu
 ZoomBot
-ZumBot
-ZyBorg
+ZoominfoBot