V4.2023.02.3582 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+404enemy
+AIBOT
+ALittle Client
 ASPSeek
-Abonti
-Aboundexbot
+Aboundex
+Acunetix
 AfD-Verbotsverfahren
+AiHitBot
 AllSubmitter
-Alligator
+Anarchy
+Ankit
+Apexoo
+Aspiegel
+AwarioSmartBot
+BBBike
 BDCbot
+BDFetch
+BackDoorBot
+BackStreet
+BackWeb
+BacklinkCrawler
 Bandit
-Battleztar Bazinga
+Barkrowler
+BatchFTP
+BetaBot
 Bigfoot
-Bitacle
 Black Hole
-Blackboard
-Blow
-Buck
+BlackWidow
+BlowFish
+Boardreader
+Bolt
+BotALot
+Brandwatch
+Buddy
 BuiltWith
-Bullseye
 BuzzSumo
 CCBot
 CSHttp
 Calculon
+CazoodleBot
+CensysInspect
 CheTeam
+CheeseBot
+CherryPicker
+ChinaClaw
+Chlooe
 Citoid
-Cliqzbot
-Cocolyzebot
-Cogentbot
-Collector
+Copier
 CopyRightCheck
 Copyscape
-Crawling at Home Project
+Cosmos
 Curious
+Custo
+DIIbot
 DSearch
-DTS Agent
 Demon
 Deusu
 Devil
-DigitalPebble
-DnBCrawler-Analytics
-Dragonfly
-ECCP/1.0
-Ebingbong
-EroCrawler
+Disco
+Dispatch
+DnyzBot
+DomainAppender
+DomainStatsBot
+Domains Project
+Dotbot
+Drip
+EMail Siphon
+EasyDL
+Ecxi
 Evil
 Exabot
-ExtLinksBot
-EyeNetIE
-FHscan
+FDM
+FemtosearchBot
 FlashGet
-Flunky
-Freeuploader
+Foobot
 FyberSpider
-G-i-g-a-b-o-t
-GetRight
+GalaxyBot
 Getintent
 Gigabot
-Go!Zilla
-GoZilla
+GrabNet
+GrapeFX
 GrapeshotCrawler
-GridBot
 HMView
-HTMLparser
-HaosouSpider
 Harvest
-Havij
-Hloader
+HybridBot
+IDBTE4M
 IDBot
-IRLbot
+Iblog
 Id-search
-Indy Library
-InfoTekies
-InterGET
+Image Sucker
+IndeedBot
+Intelliseek
 Internet Ninja
-Iskanie
-JOC Web Spider
+InternetSeer
 JamesBOT
 Jbrofuzz
 JennyBot
-JikeSpider
-Joomla
-Keyword Density
+Jetty
+Kenjin Spider
 Kinza
-Kozmosbot
-Lftp
+LWP::Simple
+LeechGet
 LibWeb
+Libwhisker
 LieBaoFast
-Linkbot
+Lightspeedsystems
+Likse
+LinkWalker
+LinkextractorPro
 LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey Spider
-Ltx71
 MIDown tool
 MJ12bot
 MSFrontPage
-MSIECrawler
-MTRobot
 Mag-Net
-Masscan
+Majestic12
+MarkWatch
 Mata Hari
 MeanPath Bot
-Meanpathbot
-MegaIndex.ru
+Mediatoolkitbot
+Metauri
 Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
+Mojolicious
 Mr.4x3
 NICErsPRO
+NPbot
 Nameprotect
-Navroad
 NetAnts
-NetZIP
-Netcraft
-Nettrack
-Niki-bot
+NetSpider
 Nikto
 Nimbostratus
 Nuclei
 Nutch
 OnCrawl
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-PHPCrawl
+Openfind
+Openvas
 PageAnalyzer
-PageScorer
+Pandalytics
+Papa Foto
 PeoplePal
 Pi-Monster
-Piepmatz
 Pixray
-PleaseCrawl
+Pockey
+Probethenet
 Psbot
-PxBroker
-Quick-Crawler
-RSSingBot
-RankActive
+Pu_iN
+Pump
+PyCurl
+RankFlex
 RankingBot
 RankingBot2
-RankurBot
+RealDownload
 Recorder
-RepoMonkey
+RedesScrapy
 Ripper
-RocketCrawler
-SBIder
-SEOkicks-Robot
-SMTBot
-ScreenerBot
-SearchmetricsBot
+SEOlyticsCrawler
+SalesIntelligent
+Screaming
+ScrepyBot
 Seekport
 SemanticJuice
 SemrushBot
-Siphon
-SiteExplorer
-SiteSnagger
-Siteimprove
-SlySearch
-Snake
-SocialRankIOBot
+SentiBot
+SeobilityBot
+Seomoz
+Shodan
+SiteCheckerBotCrawler
+SiteLockSpider
+Sitebeam
+Sitevigil
+SmartDownload
+Snapbot
+Snoopy
 Sogou web spider
-Sosospider
-SpankBot
-Sqlworm
-Sqworm
+Sottopop
+SputnikBot
+Sqlmap
 Sucker
-SuperBot
-SuperHTTP
-Surfbot
 SurveyBot
-Suzuran
-T8Abot
-Teleport
+Szukacz
 TeleportPro
-Telesoft
 Telesphoreo
 Telesphorep
 The Intraformant
-TheNomad
-Titan
+Thumbor
+Tracemyfile
 Trendiction
-Trendictionbot
 True_Robot
-Turingos
 Turnitin
+TurnitinBot
 Typhoeus
-URLy Warning
-URLy.Warning
-Upflow
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-Virusdie
-WASALive-Bot
+VB Project
+VCI
+VeriCiteCrawler
+VoidEYE
+WEBDAV
+WPScan
 WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
-WeSEE
+Wallpapers
+Web Collage
 Web Fetch
-Web Fuck
-Web Pix
-WebCollage
+Web Sauger
+Web Sucker
 WebCopier
-WebEnhancer
-WebGo IS
-WebLeacher
-WebReaper
-WebSauger
+WebFetch
+WebImageCollector
 Webalta
 WebmasterWorldForumBot
+Whack
 Whacker
-Who.is Bot
-WinHTTrack
+Widow
+WiseGuys Robot
 Wotbox
-Wprecon
 Xaldon WebSpider
-YoudaoBot
-ZmEu
-ZumBot
-archive.org_bot
-cah.io.community
+Xenu
+ZoomBot
+ZyBorg
+arquivo-web-crawler
+check1.exe
+clark-crawler
+coccocbot
+cognitiveseo
 com.plumanalytics
-crawler4j
+crawl.sogou.com
+dataforseo.com
+facebookscraper
 gopher
-heritrix
+instabid
 internetVista monitor
-linkdexbot
-lwp-trivial
-magpie-crawler
 meanpathbot
 mediawords
-netEstate NE Crawler
 page scorer
-s1z.ru
+polaris version
 satoristudio.net
+scalaj-http
 scan.lol
-seobility
 seocompany.store
 seoscanners
-seostar
 serpstatbot
-siteripz
-sp_auditbot
+sogouspider
+spyfu
 tAkeOut
 trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
+voyagerx.com
+x09Mozilla
 x22Mozilla
-zauba.io
-zgrab