V4.2021.03.2299 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
 404enemy
-Aboundexbot
+Aboundex
 Acunetix
-ADmantX
+AfD-Verbotsverfahren
+AhrefsBot
 AIBOT
-Aipbot
-Alligator
-AlphaBot
+AiHitBot
+Alexibot
+AllSubmitter
 Anarchie
+Anarchy
+Anarchy99
 Apexoo
-archive.org_bot
-ASPSeek
-Attach
-Backlink-Ceck
+Asterias
+AwarioRssBot
+AwarioSmartBot
+backlink-check
+BacklinkCrawler
 BackStreet
 Badass
-Bandit
-Battleztar Bazinga
+BatchFTP
 BDCbot
-BetaBot
-Blackboard
+Bigfoot
+Bitacle
 BlackWidow
-BLEXBot
 Blow
-Boardreader
+BlowFish
 BotALot
-Buddy
-BuzzSumo
-CATExplorador
+Brandwatch
+BuiltBotTough
+BunnySlippers
 CazoodleBot
 Cegbfeieh
+CensysInspect
+check1.exe
 CheeseBot
-CherryPicker
-CheTeam
-Chlooe
-Claritybot
-coccocbot-web
-Cocolyzebot
+Cogentbot
+cognitiveseo
+Collector
 com.plumanalytics
-Copier
-CopyRightCheck
 Cosmos
-crawler.feedback
-crawl.sogou.com
+Craftbot
+crawler4j
+CrunchBot
+Curious
 CyotekWebCopy
 DatabaseDriverMysqli
+DataCha0s
 DBLBot
+demandbase-bot
+Demon
 Deusu
 Devil
-DigitalPebble
 DIIbot
-Discoverybot
+Dirbuster
+Discobot
+Dispatch
 DnyzBot
-DomainCrawler
-DomainSigmaCrawler
-domainsproject.org
-Dotbot
-Download Wonder
-Dragonfly
+DomCopBot
 Drip
-Ebingbong
+DSearch
+DTS Agent
 ECCP/1.0
-Evil
-Extractor
+EroCrawler
+evc-batch
+ExtLinksBot
 ExtractorPro
-facebookscraper
+Extreme Picture Finder
 FDM
 Fimap
 Firefox/7.0
-FlashGet
+Foobot
+Freeuploader
 Fuzz
+FyberSpider
 Fyrebot
-GalaxyBot
-GermCrawler
+Genieo
 Getintent
 Gigablast
-Gigabot
-Go-Ahead-Got-It
+Gotit
 Grabber
 GrabNet
 GrapeFX
-Haansoft
-HaosouSpider
-HEADMasterSEO
+GridBot
+Havij
 heritrix
 Hloader
-HTMLparser
-HTTP::Lite
+HMView
 HTTrack
 HybridBot
-Iblog
 IDBot
 IDBTE4M
 Id-search
-IlseBot
-IndeedBot
 Indy Library
-InfoNaviRobot
 InfoTekies
+instabid
 Intelliseek
-InternetSeer
+ips-agent
 Iria
-IstellaBot
+Iskanie
 JamesBOT
 JennyBot
-Kenjin Spider
+JetCar
+JikeSpider
+JOC Web Spider
+Joomla
+Keyword Density
+Kinza
 Kozmosbot
 Lanshanbot
+LeechFTP
+LeechGet
 LexiBot
-LieBaoFast
+LibWeb
+Libwhisker
 Likse
-LinkextractorPro
+Linkdexbot
 LinkpadBot
-LinkWalker
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
 LNSpiderguy
-lwp-trivial
-magpie-crawler
+lwp-request
+LWP::Simple
 Mail.RU_Bot
-Majestic-SEO
-Mata Hari
-MauiBot
-mediawords
-Metauri
-Microsoft URL Control
-Mister PiX
+MarkMonitor
+Mb2345Browser
+meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+MIIxpc
 MJ12bot
+Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-MSFrontPage
-MSIECrawler
-Msrabot
 Musobot
 NearSite
-Needle
-Netvibes
-NetZIP
-NICErsPRO
-Nuclei
-OnCrawl
-Openfind
-OpenLinkProfiler
-OpenVAS
+NetAnts
+NetMechanic
+Net Vampire
+Nibbler
+Nikto
+Nimbostratus
+Nmap
+NPbot
+Nutch
 OrangeBot
 OrangeSpider
 OutclicksBot
-PageGrabber
+page scorer
 PageThing.com
-Pavuk
 PeoplePal
 Petalbot
 PHPCrawl
-Picsearch
+Picscout
 Piepmatz
-Pimonster
-Pixray
-plumanalytics
+Pi-Monster
+POE-Component-Client-HTTP
 polaris version
-Psbot
+Probethenet
+ProWebWalker
+Pump
 PxBroker
-PyCurl
 QueryN Metasearch
-RankActive
 RankActiveLinkBot
-Rankivabot
-Reaper
+RankFlex
+RankingBot
+RankingBot2
 Recorder
-RedesScrapy
-RepoMonkey
-RocketCrawler
+ReGet
+Ripper
 RSSingBot
+s1z.ru
+satoristudio.net
+scalaj-http
+ScanAlert
 Scanbot
-Scrapy
-ScreenerBot
+scan.lol
 Semrush
 SemrushBot
 SentiBot
 SEOkicks
+SEOkicks-Robot
 Seomoz
-SEOprofiler
-serpstatbot
+SeoSiteCheckup
+Siphon
 SISTRIX
 Sitebeam
-Siteimprove
-Site Sucker
+SiteCheckerBotCrawler
+siteripz
+SiteSnagger
+SlySearch
+SmartDownload
 SMTBot
-Snake
+Snapbot
 Snoopy
+SocialRankIOBot
 Sogou web spider
-Sosospider
-Spammen
-Sqlmap
+Sottopop
+SpaceBison
+spyfu
+Sqlworm
+Sqworm
+Steeler
+Stripper
 Sucker
+Sucuri
+Surfbot
+SurveyBot
+Suzuran
 Swiftbot
-sysscan
-T0PHackTeam
-T8Abot
-tAkeOut
 Teleport
-The Intraformant
 TightTwatBot
 Titan
-Trendiction
+Toata
+Toweyabot
+Tracemyfile
 Trendictionbot
+trendiction.com
 True_Robot
-Turnitin
-TwengaBot
-Typhoeus
+Turingos
 URLy Warning
-URLy.Warning
-VeriCiteCrawler
+Vacuum
+Vagabondo
 VidibleScraper
 Virusdie
-VoidEYE
-Voil
 Voltron
-WallpapersHD
-WASALive-Bot
-Webalta
-Web Auto
+Web Collage
+WebCopier
+WEBDAV
+WebEnhancer
 Web Enhancer
-WebFuck
-WebImageCollector
-WebmasterWorldForumBot
+Web Fuck
 WebPix
-Web Sauger
-WebSucker
-WebWhacker
+WebReaper
 WebZIP
-Whacker
-Who.is Bot
-Widow
-WISENutbot
-Wonderbot
+Whack
+Whatweb
+WinHTTrack
+Woobot
+Wprecon
 WPScan
-WWW-Collector-E
 WWW-Mechanize
-x09Mozilla
+WWW::Mechanize
 x22Mozilla
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zade
-Zauba
-Zeus
-Zitebot
-ZmEu
+zauba.io
+ZoomBot
+ZoominfoBot
+ZumBot