V4.2022.01.2838 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404enemy
-ADmantX
+AIBOT
 ALittle Client
-ASPSeek
+Acunetix
 AhrefsBot
+Aipbot
+AllSubmitter
 Alligator
 Anarchie
 Ankit
+Apexoo
 Aspiegel
-Asterias
-BBBike
+AwarioSmartBot
 BDCbot
-BacklinkCrawler
+BackDoorBot
 BatchFTP
-BetaBot
-Bigfoot
-Bitacle
-Blow
+BlackWidow
 BlowFish
 Boardreader
 Bolt
+BotALot
+Brandwatch
+Buddy
 BuiltBotTough
 BuzzSumo
-CATExplorador
 CCBot
 CSHttp
-CazoodleBot
 CensysInspect
 ChinaClaw
 Chlooe
-Cliqzbot
-Collector
-CopyRightCheck
-Copyscape
+Citoid
+Cocolyzebot
+Cosmos
 Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
+Curious
+CyotekWebCopy
+DBLBot
 DTS Agent
-DataCha0s
-Devil
-Discoverybot
+DatabaseDriverMysqli
+Deusu
+Digincore
+DigitalPebble
+Dirbuster
+Disco
+Discobot
 Dispatch
 DittoSpyder
-DnBCrawler-Analytics
+DnyzBot
 DomCopBot
-DomainStatsBot
-Download Wonder
+Domains Project
+Dotbot
+Drip
+EMail Siphon
+EMail Wolf
+EasyDL
 Ebingbong
-ExtLinksBot
+EroCrawler
+Express WebPictures
 Extractor
-ExtractorPro
-Firefox/7.0
+Extreme Picture Finder
+FDM
+FHscan
+FemtosearchBot
 FlashGet
-Foobot
-GT::WWW
-GalaxyBot
-Getintent
-Gigabot
-Go!Zilla
+Freeuploader
+FyberSpider
+Genieo
+GetRight
+Go-Ahead-Got-It
+GoZilla
+Gotit
+GrabNet
 Grafula
 GrapeFX
-GrapeshotCrawler
 GridBot
 HEADMasterSEO
 HTTrack
+Haansoft
+HaosouSpider
+Havij
+HybridBot
+IDBot
 IRLbot
 Iblog
-IlseBot
-Indy Library
+Id-search
+Image Fetch
 InfoNaviRobot
-Intelliseek
-InternetSeer
-Iria
-Iskanie
-JOC Web Spider
-JamesBOT
-JikeSpider
+IstellaBot
+JennyBot
+JetCar
+Jetty
+JustView
+Jyxobot
 Keyword Density
-Kinza
-Kozmosbot
-LWP::Simple
 Leap
+LeechGet
 LexiBot
+Lftp
 LieBaoFast
-LinkScan
-LinkextractorPro
+LinkWalker
+Linkdexbot
+LinkpadBot
 LinksManager
-Lipperhey Spider
-Lmspider
-MFC_Tear_Sample
-MIDown tool
-MQQBrowser
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
+MJ12bot
 MSFrontPage
+MSIECrawler
+MTRobot
+Mag-Net
 Mail.RU_Bot
 Majestic SEO
-Majestic12
-MarkMonitor
-Mata Hari
-Mb2345Browser
-Meanpathbot
-MicroMessenger
+MegaIndex.ru
 Minefield
 Moblie Safari
-Mojeek
 Mojolicious
 Morfeus Fucking Scanner
 Mozlila
-Msrabot
-Musobot
-NICErsPRO
-Nameprotect
-NearSite
-Needle
-Nessus
-NetLyzer
-NetSpider
-Nettrack
+Navroad
+Netcraft
+Netvibes
 NextGenSearchBot
-Ninja
+Nibbler
+NimbleCrawler
 Nmap
 Not
 Nuclei
 Nutch
-Openvas
+OpenVAS
 OrangeSpider
-OutclicksBot
-PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
 PageGrabber
-PageScorer
-Panscient
-Piepmatz
-Pimonster
+Pandalytics
+PeoplePal
+Petalbot
+Picscout
+Picsearch
 Pixray
-PleaseCrawl
-Pockey
 ProPowerBot
-PxBroker
-RankFlex
-RankingBot
-RankingBot2
-Reaper
-RepoMonkey
+Probethenet
+RankActive
+RealDownload
+Ripper
+RocketCrawler
 Rogerbot
-SBIder
-SEOkicks
 SEOlyticsCrawler
+SEOstats
+SMTBot
 Scanbot
 ScoutJet
-ScreenerBot
-SearchmetricsBot
+Scrapy
+Searchestate
 SemanticJuice
-Semrush
+SemrushBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteSucker
-Siteimprove
+SiteSnagger
 SlySearch
-Snoopy
-SocialRankIOBot
 Sosospider
 Sottopop
 Spammen
-SpankBot
-Spbot
-Spinn3r
+Spanner
 Sqlmap
+Sqworm
 Steeler
-Stripper
-Sucuri
-Surfbot
+SuperBot
+SuperHTTP
+SurveyBot
+Suzuran
 Swiftbot
-Szukacz
-T0PHackTeam
-Teleport
 TeleportPro
 Telesoft
 Telesphoreo
-TheNomad
 TightTwatBot
 Titan
-Trendictionbot
-Turnitin
-TwengaBot
+Trendiction
 Twice
-Upflow
-VCI
+Typhoeus
+URLy Warning
+Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
-VoidEYE
+Virusdie
+Voil
 WASALive-Bot
 WEBDAV
-WISENutbot
 WWW::Mechanize
 WWWOFFLE
-WallpapersHD
 WeSEE
 Web Auto
 Web Collage
-WebAuto
-WebBandit
+Web Fetch
+Web Fuck
+WebCollage
 WebCopier
-WebEnhancer
-WebFetch
-WebLeacher
+WebImageCollector
 WebPix
-WebWhacker
-WebZIP
+WebStripper
 WebmasterWorldForumBot
-Whacker
+Webster
+Whack
+Whatweb
 Who.is Bot
-WinHTTrack
-Woobot
+Widow
+WiseGuys Robot
+Wonderbot
+Wotbox
 Wprecon
-Xenu
-Zeus
+Xaldon WebSpider
+Zauba
 ZoomBot
-ZumBot
+ZoominfoBot
 adscanner
-arquivo-web-crawler
-backlink-check
+autoemailspider
+cah.io.community
+check1.exe
 clark-crawler
-cognitiveseo
-domainsproject.org
-eCatch
-gopher
+com.plumanalytics
+crawl.sogou.com
+crawler4j
+dataforseo.com
+evc-batch
+heritrix
 isitwp.com
-meanpathbot
-mediawords
-netEstate NE Crawler
+magpie-crawler
 page scorer
-plumanalytics
 probe-image-size
+s1z.ru
+satoristudio.net
 scalaj-http
-scan.lol
-seobility
-seoscanners
-sexsearcher
+seocompany.store
+seostar
 sitechecker.pro
-sogouspider
+siteripz
 sp_auditbot
-spyfu
-trendiction.com
-voyagerx.com
+sysscan
+trendiction.de
+ubermetrics-technologies.com
 webmeup-crawler
 webpros.com
-x22Mozilla
+webprosbot
+x09Mozilla
 zauba.io
+zgrab