V4.2022.09.3377 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-Aboundex
+360Spider
+ADmantX
+ASPSeek
+Aboundexbot
 AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
 AllSubmitter
-Alligator
 AlphaBot
-Anarchie
-Anarchy
 Ankit
-Anthill
 Apexoo
+Aspiegel
 Atomseobot
-Attach
 AwarioSmartBot
-BBBike
-BDCbot
-Backlink-Ceck
-BacklinkCrawler
-BetaBot
-Bigfoot
+BDFetch
+Badass
+BatchFTP
+Battleztar Bazinga
+Bitacle
 Blackboard
-Blow
 Boardreader
-BuiltBotTough
-Bullseye
-CATExplorador
-CSHttp
-Cegbfeieh
+Brandprotect
+Buddy
+BuiltWith
+BunnySlippers
+CCBot
+CODE87
+CazoodleBot
+CheTeam
 CheeseBot
+CherryPicker
 ChinaClaw
-Claritybot
+Collector
 Copier
-Copyscape
-Cosmos
+Craftbot
 Crawling at Home Project
+Crescent
+CyotekWebCopy
+DBLBot
 DIIbot
 DTS Agent
 DataCha0s
+DatabaseDriverMysqli
+Deusu
 Digincore
-Dirbuster
-DnyzBot
-DomainSigmaCrawler
+Disco
+Discobot
+DittoSpyder
+DomainAppender
+DomainCrawler
+Domains Project
 Dotbot
-Download Wonder
 ECCP/1.0
-EMail Siphon
-EMail Wolf
+EasyDL
+Ecxi
 EroCrawler
+Exabot
 ExtLinksBot
+Extractor
 ExtractorPro
+Ezooms
 Fimap
-Firefox/7.0
-Flunky
 Foobot
-GalaxyBot
-Genieo
-GetRight
-Gigabot
+Fyrebot
+GermCrawler
+GetWeb
+Getintent
+GoZilla
 Gotit
-Grafula
+GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
-HMView
-HTTP::Lite
-Hloader
-IDBTE4M
-Iblog
-Id-search
-Image Sucker
+HTTrack
+HaosouSpider
+HonoluluBot
+Humanlinks
+IDBot
+IlseBot
+InfoTekies
+InterGET
 Internet Ninja
-Iria
-Jbrofuzz
-JennyBot
-JetCar
+InternetSeer
+Iskanie
+IstellaBot
 Jetty
 JikeSpider
+Jorgee
 JustView
-Jyxobot
-Keyword Density
-Leap
-LeechGet
-Lftp
-Libwhisker
+Kenjin Spider
+Keybot Translation-Search-Machine
+LWP::Simple
 Likse
-LinkScan
-LinkWalker
-Linkbot
+LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
+Litemage_walker
 Lmspider
-Ltx71
-MIIxpc
-MSFrontPage
+MJ12bot
+MQQBrowser
 MSIECrawler
+MTRobot
 Magnet
+Mail.RU_Bot
 Majestic-SEO
-Majestic12
-MarkMonitor
 Masscan
-Mata Hari
+MauiBot
 MeanPath Bot
-MegaIndex.ru
+Mediatoolkitbot
 Metauri
-MicroMessenger
-Mojeek
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mozlila
 Msrabot
-Name Intelligence
-NearSite
-Net Vampire
-NetSpider
-NetZIP
-Netcraft
-Nettrack
+Nameprotect
+Nessus
+NetAnts
 Nibbler
-Niki-bot
 Nikto
-NimbleCrawler
-Ninja
-Not
-Nutch
+Nmap
+Nuclei
 Offline Explorer
-Offline Navigator
 Openfind
-Openvas
 OrangeBot
-OutfoxBot
 PECL::HTTP
+PHPCrawl
 Page Analyzer
-PageAnalyzer
-PageThing.com
-Panscient
+PageGrabber
+PageScorer
+Pandalytics
 Papa Foto
-Pavuk
-PeoplePal
-Petalbot
-Pi-Monster
+Picscout
+Picsearch
+PictureFinder
 Pimonster
-Pump
-RSSingBot
+Pixray
+Probethenet
+PxBroker
+QueryN Metasearch
 RankActiveLinkBot
 RankingBot
 RankingBot2
-RebelMouse
-Recorder
-RedesScrapy
-RepoMonkey
-RocketCrawler
+RankurBot
+Re-re
+Reaper
+SEOkicks-Robot
 SEOprofiler
 SISTRIX
 SMTBot
-Screaming
-ScreenerBot
+ScanAlert
 Searchestate
-SearchmetricsBot
 Seekport
-Semrush
 SemrushBot
-SentiBot
+SeoSiteCheckup
+SeobilityBot
 Seomoz
-Siphon
-SiteSnagger
-SiteSucker
+SiteCheckerBotCrawler
+Siteimprove
 SmartDownload
+Snake
 Snoopy
-Sosospider
+SocialRankIOBot
 SpaceBison
-Spinn3r
+Spammen
+Spbot
 SputnikBot
-Sqlmap
-Sucker
+Sqlworm
+Sqworm
 Sucuri
-SuperHTTP
+Surfbot
+SurveyBot
 Suzuran
 Swiftbot
 Szukacz
-T0PHackTeam
-Teleport
+T8Abot
 TeleportPro
 Telesoft
 Telesphorep
-Thumbor
-TightTwatBot
-Titan
+TheNomad
+Toata
+Toweyabot
 Trendiction
-True_Robot
-Twice
-Upflow
-V-BOT
+TurnitinBot
+TwengaBot
+UnisterBot
+VelenPublicWebCrawler
 VeriCiteCrawler
 VidibleScraper
+VoidEYE
 Voltron
 WASALive-Bot
-WEBDAV
-WPScan
-WWW-Collector-E
-Wallpapers/3.0
-WallpapersHD
+WBSearchBot
+WISENutbot
+WWW-Mechanize
 WeSEE
-Web Fetch
-Web Sauger
-WebAuto
-WebCollage
-WebFuck
-WebLeacher
-WebReaper
+Web Auto
+Web Fuck
+Web Pix
+Web Sucker
+WebBandit
+WebCopier
+WebFetch
+WebGo IS
+WebImageCollector
+WebStripper
 WebWhacker
 Webalta
-WebsiteQuester
+Website Quester
+Whacker
+Whatweb
 Who.is Bot
-WinHTTrack
-WiseGuys Robot
-Wprecon
-Xaldon_WebSpider
+Widow
+Wonderbot
+Wotbox
+Xaldon WebSpider
+Xenu
 YoudaoBot
-Zade
 Zauba
+Zermelo
 Zeus
-ZyBorg
-archive.org_bot
-arquivo.pt
-backlink-check
+ZoomBot
+adscanner
+arquivo-web-crawler
+autoemailspider
 cah.io.community
-clark-crawler
-com.plumanalytics
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
-demandbase-bot
-domainsproject.org
-gopher
-heritrix
-iubenda-radar
+evc-batch
+facebookscraper
+instabid
+linkdexbot
 lwp-request
-lwp-trivial
-mediawords
+oBot
+pcBrowser
+plumanalytics
 probe-image-size
-ripz
+s1z.ru
 seobility
-seocompany.store
-seoscanners
-sogouspider
-sp_auditbot
-spyfu
-trendiction.de
+seostar
+serpstatbot
+siteripz
+sysscan
+trendiction.com
 ubermetrics-technologies.com
-webmeup-crawler
+webpros.com
 webprosbot
-zauba.io
+x09Mozilla
+xpymep1.exe
+zgrab