V4.2022.03.3010 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 ADmantX
-AIBOT
-ALittle Client
 ASPSeek
-Aboundex
+Abonti
 Acunetix
 AhrefsBot
+AiHitBot
 AllSubmitter
 Alligator
 Anthill
+Atomseobot
+AwarioRssBot
 AwarioSmartBot
 BBBike
-BDCbot
-BackStreet
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
 Badass
-Brandprotect
-Brandwatch
-Buddy
-BuiltBotTough
+Barkrowler
+Bitacle
+Black Hole
+BlackWidow
+Bolt
+BotALot
+Buck
 BuiltWith
 CODE87
 CSHttp
+Calculon
 CazoodleBot
-Cegbfeieh
-CheeseBot
-Citoid
-Claritybot
+CensysInspect
+Cocolyzebot
+Cogentbot
+Collector
+Copier
+CopyRightCheck
+Copyscape
 Cosmos
 Craftbot
 CrazyWebCrawler
-Crescent
 CrunchBot
+Curious
 Custo
 CyotekWebCopy
-DSearch
-DatabaseDriverMysqli
-Devil
-Dispatch
-DomainSigmaCrawler
-Domains Project
-Dotbot
-Dragonfly
-Drip
-ECCP/1.0
-EMail Siphon
+Demon
+Digincore
+DigitalPebble
+DomCopBot
 EMail Wolf
-EasyDL
-EirGrabber
-Exabot
-ExtractorPro
-EyeNetIE
+Ebingbong
+EroCrawler
+Extreme Picture Finder
 FHscan
+Firefox/7.0
 FlashGet
-Freeuploader
-FrontPage
+Flunky
+Foobot
+FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
 GermCrawler
-Getintent
-Gigabot
-Go!Zilla
+GetRight
+GetWeb
 Go-Ahead-Got-It
-GoZilla
 Gotit
-Grafula
+GrapeFX
 GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HTMLparser
+HMView
+HTTP::Lite
+HTTrack
 Haansoft
 Havij
-Hloader
-HonoluluBot
-Humanlinks
+IDBTE4M
+IDBot
 IRLbot
+Iblog
 Id-search
-IlseBot
-InfoTekies
+Image Fetch
 InterGET
-JOC Web Spider
-Jbrofuzz
+JennyBot
 JetCar
+JikeSpider
+Jorgee
+Jyxobot
+Keybot Translation-Search-Machine
+Keyword Density
 Kinza
+Kozmosbot
+LNSpiderguy
+Lanshanbot
 Larbin
+LeechFTP
 LexiBot
+LieBaoFast
 Lightspeedsystems
-LinkScan
-LinkWalker
-Linkbot
+Likse
+Linkdexbot
 LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+Litemage_walker
 MIDown tool
-MIIxpc
 MJ12bot
 MQQBrowser
-MSFrontPage
-MTRobot
+Magnet
+Majestic SEO
 Majestic-SEO
-Majestic12
-Mass Downloader
-Masscan
-Mata Hari
+MauiBot
+Mb2345Browser
 MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
+MegaIndex.ru
 Metauri
-MicroMessenger
+Minefield
 Moblie Safari
 Mojeek
-Mr.4x3
+MolokaiBot
+Msrabot
 Musobot
-NICErsPRO
-NPbot
-Name Intelligence
 Navroad
 Needle
 Net Vampire
+NetAnts
+NetLyzer
+NetSpider
+Netcraft
+Nettrack
+NextGenSearchBot
 Nibbler
-Ninja
+Niki-bot
 Not
-Nuclei
-Nutch
-Offline Explorer
+Octopus
 Offline Navigator
-OnCrawl
 OpenLinkProfiler
-Openfind
-OrangeBot
-OrangeSpider
-OutclicksBot
-PECL::HTTP
+OpenVAS
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-PageScorer
 PageThing.com
-Pandalytics
-Picsearch
-Pimonster
-Pixray
-PleaseCrawl
-ProWebWalker
+Panscient
+Petalbot
+Pi-Monster
+PictureFinder
+Piepmatz
+Pockey
+ProPowerBot
 Probethenet
-Pu_iN
 Pump
-PxBroker
-RankActive
-RankFlex
-RankingBot2
+QueryN Metasearch
+Quick-Crawler
 Rankivabot
-RankurBot
+Re-re
+ReGet
 RealDownload
-Reaper
+RedesScrapy
+RepoMonkey
 RocketCrawler
 SBIder
-SEOkicks
-SEOprofiler
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
 SISTRIX
-SalesIntelligent
-Scanbot
-ScoutJet
+ScanAlert
 Screaming
-ScreenerBot
-SearchmetricsBot
-Seekport
-SemrushBot
-SeobilityBot
-SiteCheckerBotCrawler
+Seomoz
+Shodan
+Site Sucker
+SiteExplorer
+SiteSucker
 Sitebeam
-SpaceBison
-Spammen
-Sqlmap
-Stripper
+Snapbot
+Sociscraper
+Spbot
+SputnikBot
+Sqworm
+Steeler
 Sucker
+Sucuri
 SuperBot
-Szukacz
+SurveyBot
+Suzuran
+Swiftbot
 TeleportPro
+Telesphoreo
 Telesphorep
-Thumbor
-Tracemyfile
-TwengaBot
-URLy Warning
+TightTwatBot
+Titan
+Toweyabot
+Trendictionbot
+True_Robot
+Turnitin
 UnisterBot
-VB Project
 Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-Voil
-Voltron
-WPScan
-WWW::Mechanize
+VidibleScraper
+VoidEYE
+WWW-Collector-E
 WWWOFFLE
 Wallpapers
-WallpapersHD
 WeSEE
-Web Collage
+Web Fetch
+Web Fuck
+Web Pix
 Web Sauger
-WebAuto
+Web Sucker
 WebBandit
 WebCollage
-WebCopier
-WebEnhancer
-WebReaper
+WebPix
 WebSauger
-Webster
-Whatweb
-Who.is Bot
+WebStripper
+WebZIP
+Webalta
+Webshag
+WebsiteQuester
+Whack
+Widow
+WiseGuys Robot
 Wotbox
 Xaldon WebSpider
-Zermelo
-ZmEu
-ZoominfoBot
-adscanner
-archive.org_bot
+Xaldon_WebSpider
+YoudaoBot
+Zauba
+Zeus
+ZumBot
+ZyBorg
+arquivo-web-crawler
 arquivo.pt
-backlink-check
-check1.exe
-coccocbot
-crawler4j
+autoemailspider
+crawler.feedback
+dataforseo.com
+domainsproject.org
 eCatch
-evc-batch
 facebookscraper
-gopher
-ips-agent
-lwp-trivial
-magpie-crawler
+instabid
 meanpathbot
-mediawords
 oBot
-page scorer
-pcBrowser
 polaris version
+probe-image-size
 ripz
-satoristudio.net
+scan.lol
 seoscanners
 seostar
 sexsearcher
-sitechecker.pro
-ubermetrics-technologies.com
-webgains-bot
-x09Mozilla
-xpymep1.exe
+sogouspider
+sysscan
+trendiction.com
+trendiction.de
+voyagerx.com
+zgrab