V4.2022.10.3435 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ALittle Client
-AiHitBot
-AllSubmitter
-Alligator
+01h4x.com
+360Spider
+AIBOT
+Aboundex
+Aipbot
 Anarchie
+Anarchy99
 Ankit
 Anthill
-Asterias
 Atomseobot
+Attach
+AwarioRssBot
 BBBike
-BDCbot
+BDFetch
 BackDoorBot
-BackWeb
-Backlink-Ceck
 BacklinkCrawler
-Badass
-Bandit
-Barkrowler
 BatchFTP
-Bigfoot
+Battleztar Bazinga
+Bitacle
 Black Hole
-Buck
-BuiltWith
-BuzzSumo
+Blow
+Boardreader
+Bullseye
+BunnySlippers
 CATExplorador
-CCBot
-CheTeam
-Cloud mapping
+Calculon
+CazoodleBot
+CensysInspect
 Cocolyzebot
 Collector
-CrazyWebCrawler
+Copyscape
+Crescent
 Custo
-CyotekWebCopy
-DBLBot
-DTS Agent
-Disco
-Discoverybot
-DittoSpyder
-EasyDL
-Ecxi
-EirGrabber
-Evil
-Ezooms
+DIIbot
+Demon
+Deusu
+Digincore
+DomainSigmaCrawler
+Domains Project
+Dotbot
+EMail Siphon
+EroCrawler
+Exabot
+Express WebPictures
+EyeNetIE
 FHscan
-FemtosearchBot
-Firefox/7.0
+FlashGet
 Flunky
 Foobot
 FrontPage
 Fyrebot
 GalaxyBot
-Genieo
-GermCrawler
+GetWeb
 Getintent
 Gigabot
+Go!Zilla
+GrabNet
 Grabber
+Grafula
+GrapeFX
 GrapeshotCrawler
+HEADMasterSEO
+HTMLparser
 Haansoft
-Havij
-Heritrix
+HonoluluBot
+Humanlinks
+HybridBot
 IDBTE4M
-IlseBot
-Image Fetch
+IDBot
+Iblog
+Id-search
 Image Sucker
-InfoNaviRobot
-Intelliseek
-InternetSeer
+IndeedBot
+InfoTekies
+InterGET
+Iria
 Iskanie
 IstellaBot
-JOC Web Spider
-JamesBOT
-JennyBot
-JetCar
-Jetty
-JikeSpider
+Jbrofuzz
+Jorgee
 JustView
-Keybot Translation-Search-Machine
+Kenjin Spider
 Keyword Density
-LWP::Simple
-LeechFTP
+Kozmosbot
+Leap
+LeechGet
+LibWeb
 Libwhisker
-Likse
-LinkWalker
-Linkbot
-LinksManager
+LieBaoFast
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey Spider
-Litemage_walker
-Ltx71
+MFC_Tear_Sample
+MIDown tool
 MIIxpc
-MQQBrowser
-Magnet
-Majestic SEO
-Majestic-SEO
-Mata Hari
+MSFrontPage
+Mass Downloader
 MauiBot
-Mediatoolkitbot
-Microsoft Data Access
-Minefield
-Moblie Safari
-Mojeek
-Mojolicious
+Metauri
+Mister PiX
 Mozlila
-NPbot
+Mr.4x3
+Musobot
+NICErsPRO
+Navroad
 Nessus
 Net Vampire
 NetAnts
 NetLyzer
-NetMechanic
 NetSpider
-NetZIP
-Netvibes
-NextGenSearchBot
-Nibbler
-NimbleCrawler
-Openvas
-OrangeBot
-OutclicksBot
-PECL::HTTP
+Netcraft
+Nettrack
+Ninja
+Nmap
+Nutch
+OrangeSpider
 PHPCrawl
-POE-Component-Client-HTTP
+Page Analyzer
 PageGrabber
-PageScorer
+PageThing.com
+Pandalytics
 Panscient
-Papa Foto
-Pavuk
-Petalbot
-Pi-Monster
+PeoplePal
 Picscout
+Piepmatz
 Pimonster
-Pixray
 Pockey
 ProPowerBot
-Probethenet
+ProWebWalker
+Psbot
+Pump
+PxBroker
 QueryN Metasearch
-RankingBot2
+RankActiveLinkBot
+RankingBot
 RankurBot
-Re-re
+ReGet
+RealDownload
+Reaper
 RebelMouse
 Recorder
-RocketCrawler
-SBIder
-SEOkicks-Robot
+RedesScrapy
+Ripper
+SEOkicks
+SMTBot
 SalesIntelligent
-ScoutJet
+ScanAlert
+Scanbot
+Scrapy
+ScrepyBot
 Seekport
-SemanticJuice
-SemrushBot
-SeoSiteCheckup
-Seomoz
+Semrush
+SeobilityBot
 Siphon
-Sitebeam
-Sitevigil
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSucker
+Siteimprove
+SlySearch
 SmartDownload
-Snake
 Snoopy
-Sociscraper
-Sosospider
-Sottopop
-SpaceBison
-Spammen
-SpankBot
 Spanner
+SputnikBot
+Sqlmap
 Sqworm
-Steeler
-Sucuri
-Surfbot
+Swiftbot
 Szukacz
-T0PHackTeam
+T8Abot
+Teleport
 Telesoft
+Telesphoreo
 TheNomad
+Thumbor
 TightTwatBot
 Toata
-Toweyabot
 Trendiction
 Trendictionbot
-Turingos
-Turnitin
-TwengaBot
-Twice
+TurnitinBot
 Typhoeus
+URLy Warning
 UnisterBot
 V-BOT
-VCI
-Vagabondo
-VelenPublicWebCrawler
-VoidEYE
+VB Project
+Vacuum
+Virusdie
 Voil
-WBSearchBot
-WWW-Mechanize
-Wallpapers
+WISENutbot
+WWW-Collector-E
+WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
+WeSEE
 Web Collage
 Web Fetch
+Web Fuck
 Web Pix
-Web Sauger
-Web Sucker
 WebAuto
 WebBandit
-WebCollage
-WebCopier
 WebEnhancer
+WebFuck
+WebImageCollector
 WebLeacher
 WebReaper
 WebSucker
-WebmasterWorldForumBot
-Website Quester
-WebsiteQuester
+WebsiteExtractor
 Webster
 Whack
 Whacker
+Who.is Bot
 Widow
-Woobot
-Wprecon
-Zermelo
+WinHTTrack
 Zeus
 Zitebot
 ZmEu
-archive.org_bot
+ZoomBot
+ZumBot
+ZyBorg
+adscanner
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
 backlink-check
-cognitiveseo
-crawler.feedback
+check1.exe
+coccocbot
+crawl.sogou.com
+domainsproject.org
 eCatch
 evc-batch
-gopher
 instabid
+linkdexbot
 meanpathbot
-mediawords
+muhstik-scan
 netEstate NE Crawler
-oBot
-ripz
+page scorer
 s1z.ru
-scan.lol
+satoristudio.net
+seobility
 seocompany.store
-serpstatbot
+seoscanners
+seostar
 sitechecker.pro
-sogouspider
+siteripz
 sp_auditbot
 tAkeOut
+trendiction.com
 trendiction.de
 voyagerx.com
-webgains-bot
+webmeup-crawler
 webpros.com
-x09Mozilla
-xpymep1.exe
-zauba.io
-zgrab
+x22Mozilla