V4.2022.05.3123 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
 404checker
-ADmantX
-AIBOT
-ASPSeek
-Acunetix
-Anarchy
-Anthill
-Asterias
+ALittle Client
+Aboundex
+AfD-Verbotsverfahren
+Alligator
+Aspiegel
 AwarioRssBot
-AwarioSmartBot
-BDCbot
+BBBike
 BLEXBot
-BackWeb
+BacklinkCrawler
 Battleztar Bazinga
-Bitacle
-BlowFish
-Bolt
-BotALot
+Bigfoot
+Blow
+Brandprotect
 Buck
-BuiltBotTough
+Buddy
 BuiltWith
-Bullseye
-CATExplorador
-CODE87
-CheTeam
+BuzzSumo
+Cegbfeieh
 CherryPicker
-ChinaClaw
-Citoid
-Cloud mapping
-Cocolyzebot
-Cogentbot
+Claritybot
+Cliqzbot
 Collector
 Copier
-Copyscape
+CopyRightCheck
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
 Curious
-CyotekWebCopy
+Custo
 DBLBot
-DatabaseDriverMysqli
+DSearch
+DataCha0s
+Demon
+Deusu
 Digincore
+Dirbuster
 Disco
-Discobot
-DittoSpyder
+Discoverybot
+Dispatch
+DomCopBot
 DomainCrawler
 DomainSigmaCrawler
-Drip
-EMail Siphon
-EasyDL
+Domains Project
 Ebingbong
-Ecxi
-EroCrawler
-Exabot
+EirGrabber
+Evil
 Express WebPictures
 Extractor
-ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-Ezooms
-Fimap
-FlashGet
+FDM
+FemtosearchBot
+Firefox/7.0
 Flunky
 Foobot
-GetWeb
+Freeuploader
+Fuzz
+GermCrawler
 Getintent
-Gotit
-Grabber
+Go!Zilla
+Grafula
+GrapeFX
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HMView
+HTTP::Lite
+Haansoft
 HaosouSpider
-HonoluluBot
+Havij
+Hloader
+HybridBot
+IDBTE4M
+Iblog
+Id-search
+Image Sucker
 IndeedBot
-InfoNaviRobot
-Intelliseek
-Internet Ninja
+InfoTekies
 InternetSeer
-Iskanie
-JOC Web Spider
+Iria
+IstellaBot
 JamesBOT
-Jbrofuzz
-JetCar
-Joomla
+Jetty
+JikeSpider
 Jorgee
 JustView
 Jyxobot
-Larbin
+Kenjin Spider
+Kozmosbot
+LNSpiderguy
 LeechGet
-LexiBot
-Lftp
-LibWeb
 Libwhisker
 LieBaoFast
-Lightspeedsystems
+Likse
 LinkScan
-MFC_Tear_Sample
+LinkWalker
+LinkpadBot
+LinksManager
+LinqiaScrapeBot
+Lipperhey Spider
 MIDown tool
-Mag-Net
-Mail.RU_Bot
-Majestic SEO
+MIIxpc
+MJ12bot
+MSFrontPage
+MTRobot
+Majestic12
 MarkMonitor
+MarkWatch
 Mata Hari
+MauiBot
 Meanpathbot
-MegaIndex.ru
+Mediatoolkitbot
 Metauri
-Microsoft URL Control
 Mojeek
+Mojolicious
+Msrabot
 Musobot
+NICErsPRO
+Nameprotect
+Navroad
 Needle
 Nessus
-Net Vampire
-NetAnts
-NetLyzer
 NetZIP
-Nettrack
-Niki-bot
-Ninja
+NextGenSearchBot
+Nibbler
+Nikto
+NimbleCrawler
 Not
-Nutch
-Octopus
+Nuclei
+Offline Explorer
 Offline Navigator
-OnCrawl
-OpenVAS
-Openfind
+OpenLinkProfiler
 Openvas
-OrangeBot
+PECL::HTTP
 PHPCrawl
+POE-Component-Client-HTTP
 PageAnalyzer
-PageGrabber
-PageScorer
-Pandalytics
-Picsearch
+Papa Foto
+PeoplePal
+Pi-Monster
+Picscout
 PictureFinder
-Pimonster
-Pixray
-PleaseCrawl
 Pockey
 ProPowerBot
 ProWebWalker
-Psbot
-QueryN Metasearch
-Quick-Crawler
-RankActive
+Probethenet
+Pu_iN
+Pump
+RSSingBot
 Rankivabot
-ReGet
-RebelMouse
-RepoMonkey
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
-SMTBot
-Scanbot
-Screaming
+RankurBot
+Reaper
+Recorder
+RedesScrapy
+Ripper
+Rogerbot
+SBIder
+SISTRIX
 ScreenerBot
-Searchestate
-SemanticJuice
-Semrush
-SemrushBot
+Seekport
 SentiBot
-SiteLockSpider
-SiteSucker
-Siteimprove
-Sitevigil
-SmartDownload
+SiteCheckerBotCrawler
+SiteExplorer
+Sitebeam
 Snake
 SocialRankIOBot
 Sociscraper
-Sogou web spider
 Spammen
-Spbot
-Spinn3r
+SpankBot
 SputnikBot
+Sqlmap
 Sqlworm
-Sqworm
-Sucker
-Sucuri
-Swiftbot
-T8Abot
-Teleport
-The Intraformant
+Stripper
+Telesoft
+Telesphoreo
+Telesphorep
+TheNomad
 Thumbor
-TightTwatBot
-Toata
-Tracemyfile
+Titan
 Trendiction
-Trendictionbot
+True_Robot
 Turnitin
-Twice
-UnisterBot
-VCI
+Typhoeus
+Upflow
+V-BOT
+Vacuum
 Vagabondo
 VeriCiteCrawler
-Virusdie
+VoidEYE
+Voil
 Voltron
-WBSearchBot
-WPScan
-WWW-Mechanize
-WWW::Mechanize
+WASALive-Bot
+WISENutbot
+WWW-Collector-E
+WWWOFFLE
 Wallpapers
-WeSEE
+WallpapersHD
 Web Auto
+Web Collage
 Web Fuck
-Web Sucker
+Web Pix
+Web Sauger
 WebAuto
 WebBandit
-WebCollage
+WebCopier
 WebFetch
 WebFuck
 WebImageCollector
-WebLeacher
 WebPix
 WebSauger
-Webalta
 WebsiteExtractor
-WebsiteQuester
 Webster
-Whatweb
-Who.is Bot
-WiseGuys Robot
+Whack
+Widow
+WinHTTrack
 Wonderbot
-Xaldon_WebSpider
-Xenu
+Xaldon WebSpider
+YoudaoBot
 Zermelo
-ZumBot
-archive.org_bot
-autoemailspider
-backlink-check
+Zeus
+ZoominfoBot
+ZyBorg
+adscanner
+arquivo-web-crawler
+arquivo.pt
 check1.exe
-clark-crawler
+crawl.sogou.com
+crawler.feedback
 crawler4j
-demandbase-bot
-domainsproject.org
 evc-batch
-facebookscraper
+gopher
+instabid
 isitwp.com
 lwp-trivial
+magpie-crawler
 meanpathbot
 muhstik-scan
-page scorer
-pcBrowser
+oBot
 probe-image-size
-scalaj-http
-scan.lol
+satoristudio.net
 seobility
-seocompany.store
+seostar
 serpstatbot
-sogouspider
+siteripz
+tAkeOut
 trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-webmeup-crawler
+webpros.com
+x22Mozilla
 zauba.io