V4.2022.06.3171 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
+404checker
 ALittle Client
-Acunetix
-AfD-Verbotsverfahren
+Abonti
+Aboundexbot
 AhrefsBot
-Anthill
+AiHitBot
+Alexibot
+AllSubmitter
+Anarchie
+Anarchy
+Apexoo
+Attach
+AwarioRssBot
 BBBike
-BackDoorBot
+BDFetch
+BLEXBot
+BackStreet
+BackWeb
+BacklinkCrawler
 Bandit
-Barkrowler
-Battleztar Bazinga
-BetaBot
+Bigfoot
 Bitacle
+BlackWidow
 Blackboard
 Blow
-Bullseye
-CATExplorador
-CODE87
+BuiltBotTough
 CSHttp
-CazoodleBot
+Calculon
 Cegbfeieh
-CheeseBot
-CherryPicker
-Chlooe
+CheTeam
 Claritybot
+Cliqzbot
+Cloud mapping
 Cogentbot
+Copier
 CopyRightCheck
 Copyscape
-CyotekWebCopy
+Cosmos
+Craftbot
+CrazyWebCrawler
+Crescent
+Custo
 DIIbot
-Devil
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+Demon
 DigitalPebble
 Dirbuster
-Disco
-Discoverybot
-Dispatch
-DomCopBot
+Discobot
 DomainAppender
 Dragonfly
-EMail Siphon
-EMail Wolf
-Ecxi
-EirGrabber
-EroCrawler
-Express WebPictures
+ECCP/1.0
+Exabot
 ExtLinksBot
-Extractor
-ExtractorPro
-Ezooms
-FDM
-Fimap
-Firefox/7.0
+EyeNetIE
+FemtosearchBot
 Foobot
-FrontPage
-Getintent
+GT::WWW
+GalaxyBot
+Genieo
+GetRight
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
+GoZilla
 Grabber
+GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
-Heritrix
-Hloader
-HonoluluBot
-Humanlinks
-Iblog
+HTTP::Lite
+HTTrack
+Id-search
 Image Fetch
+Image Sucker
 Indy Library
-InfoTekies
-Internet Ninja
+Intelliseek
 Iria
-JOC Web Spider
+IstellaBot
 JamesBOT
-JetCar
-JikeSpider
-Joomla
-JustView
-Kenjin Spider
-Kozmosbot
-LNSpiderguy
+Jbrofuzz
+Jyxobot
+Kinza
 LWP::Simple
+Lanshanbot
+Larbin
 LeechFTP
-Lftp
-LibWeb
+LexiBot
+Likse
 LinkScan
-LinkWalker
 Linkbot
-LinqiaMetadataDownloaderBot
-Lmspider
+LinksManager
+Lipperhey Spider
 Ltx71
 MFC_Tear_Sample
-MIIxpc
-MJ12bot
-MSIECrawler
-MTRobot
+MQQBrowser
+MSFrontPage
+Mag-Net
 Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
+Majestic12
 MarkMonitor
-MegaIndex.ru
+MarkWatch
+Mass Downloader
+Masscan
+MauiBot
+Mediatoolkitbot
+Metauri
 MicroMessenger
-Mojeek
-Mojolicious
-MolokaiBot
-Mozlila
-Mr.4x3
-Musobot
-Nameprotect
-Needle
-NetLyzer
-NetSpider
-Netcraft
-Netvibes
+Mister PiX
+Moblie Safari
+NICErsPRO
+NPbot
+Navroad
+NetAnts
+Nettrack
 NextGenSearchBot
-Nibbler
-NimbleCrawler
-Nimbostratus
-Nmap
-Octopus
-Offline Navigator
-OpenLinkProfiler
-Openfind
-Openvas
-OrangeBot
+Not
+Nuclei
+OrangeSpider
+PECL::HTTP
 PHPCrawl
-PageAnalyzer
+Page Analyzer
 Panscient
 Papa Foto
-Pavuk
-Petalbot
+PeoplePal
+Picscout
+Picsearch
 PictureFinder
-Pixray
 PleaseCrawl
 Pockey
 ProPowerBot
 ProWebWalker
-Probethenet
 Psbot
-Pu_iN
-Pump
-PyCurl
+QueryN Metasearch
+RSSingBot
 RankActive
 RankActiveLinkBot
-RankingBot
+RankFlex
 RankingBot2
-Rankivabot
-Re-re
-RealDownload
-Reaper
-RebelMouse
+Recorder
 RedesScrapy
-RocketCrawler
-Rogerbot
-SBIder
-SEOkicks-Robot
+SEOlyticsCrawler
 SISTRIX
-SalesIntelligent
+SMTBot
+Scanbot
+ScoutJet
+Scrapy
 Screaming
-Searchestate
 SearchmetricsBot
-SeoSiteCheckup
+SemrushBot
 SeobilityBot
-Site Sucker
-SiteCheckerBotCrawler
-Sitebeam
+Shodan
+SiteExplorer
 Siteimprove
 SlySearch
-SmartDownload
-Sociscraper
-Sogou web spider
-Sottopop
-SpaceBison
-SpankBot
+Sosospider
+Spammen
+Spanner
 Spbot
-SputnikBot
-Sqlworm
-Stripper
-Sucker
+Sqworm
 Sucuri
+SuperBot
 SurveyBot
+Suzuran
+Swiftbot
 T8Abot
+Teleport
 TeleportPro
-The Intraformant
+Telesphoreo
+Telesphorep
+TheNomad
 Thumbor
+Toweyabot
+Tracemyfile
 Trendiction
-Turnitin
-Upflow
+True_Robot
+Typhoeus
+URLy Warning
+URLy.Warning
+UnisterBot
 V-BOT
-VB Project
-VCI
-Vacuum
-Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-WASALive-Bot
+VidibleScraper
+VoidEYE
+Voil
+Voltron
 WEBDAV
-WISENutbot
-WPScan
 WWW-Mechanize
-Web Fetch
-Web Fuck
+WWW::Mechanize
+Wallpapers/3.0
+WeSEE
+Web Enhancer
+Web Pix
+Web Sauger
 Web Sucker
 WebAuto
+WebBandit
 WebCollage
-WebFetch
-WebImageCollector
+WebEnhancer
+WebGo IS
+WebPix
 WebReaper
-WebStripper
-WebSucker
-WebsiteExtractor
-Webster
-Whatweb
+WebSauger
+WebZIP
+WebmasterWorldForumBot
+Webshag
+Website Quester
+Whacker
 Who.is Bot
-Widow
-WiseGuys Robot
-Woobot
 Wotbox
-Xaldon WebSpider
-Xenu
-Zade
+Xaldon_WebSpider
+Zauba
 Zermelo
-Zeus
-ZoomBot
+Zitebot
 ZoominfoBot
+ZumBot
+ZyBorg
+adscanner
 arquivo-web-crawler
-arquivo.pt
-backlink-check
-check1.exe
+com.plumanalytics
 dataforseo.com
-demandbase-bot
-facebookscraper
-gopher
+domainsproject.org
+eCatch
+heritrix
 instabid
 internetVista monitor
 linkdexbot
-lwp-request
 lwp-trivial
+meanpathbot
 mediawords
-netEstate NE Crawler
+muhstik-scan
+oBot
+page scorer
 pcBrowser
 plumanalytics
+ripz
 s1z.ru
-seocompany.store
+satoristudio.net
+scalaj-http
+seobility
+seoscanners
+seostar
+serpstatbot
 sexsearcher
+sogouspider
 sp_auditbot
-trendiction.com
-trendiction.de
 voyagerx.com
-webgains-bot
+webprosbot
 x09Mozilla
+x22Mozilla