V4.2023.02.3577 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-AIBOT
-ALittle Client
+360Spider
+404enemy
+ADmantX
+Abonti
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
-Aipbot
 AllSubmitter
 AlphaBot
 Anarchie
-Anarchy
+Ankit
 Anthill
-Apexoo
 Aspiegel
-Attach
+Asterias
+Atomseobot
 AwarioSmartBot
-BDCbot
 BDFetch
-BackDoorBot
+BLEXBot
 BackStreet
 BackWeb
-Backlink-Ceck
-Barkrowler
-BatchFTP
-BetaBot
+Badass
+Battleztar Bazinga
+Bitacle
+Black Hole
 Blackboard
-Boardreader
-BotALot
+Blow
+Bolt
 Buck
+Buddy
 Bullseye
 BuzzSumo
-Cegbfeieh
-Chlooe
+CCBot
+CODE87
+CSHttp
+Calculon
+CheeseBot
+CherryPicker
+ChinaClaw
 Citoid
-Claritybot
 Cliqzbot
+Cogentbot
 Collector
-Copier
-CopyRightCheck
-Crawling at Home Project
-Curious
+Cosmos
+Craftbot
+Crescent
 Custo
-DataCha0s
+DIIbot
+DTS Agent
+Deusu
 Devil
-Digincore
 Dirbuster
 Disco
-Discobot
 Discoverybot
-Dispatch
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
-DomainSigmaCrawler
+DomainAppender
+Domains Project
+Dragonfly
 Drip
+EMail Siphon
 EasyDL
-Ebingbong
-EroCrawler
-Exabot
+Express WebPictures
 ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-Ezooms
+Fimap
 Firefox/7.0
+FlashGet
+Foobot
 Freeuploader
+FrontPage
 FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
 Genieo
-GetRight
-GetWeb
-Getintent
-Gigabot
-Go!Zilla
 Go-Ahead-Got-It
-GoZilla
 Gotit
-GrapeFX
-HMView
-Haansoft
-IDBTE4M
-IDBot
-Iblog
-Indy Library
-InfoTekies
+Grabber
+GrapeshotCrawler
+HTMLparser
+Hloader
+HybridBot
+IlseBot
+Image Sucker
 Intelliseek
-IstellaBot
-JikeSpider
-Jorgee
+InterGET
+Internet Ninja
+InternetSeer
+Jbrofuzz
+JustView
 Keybot Translation-Search-Machine
-Keyword Density
+Kinza
+LNSpiderguy
 LWP::Simple
-LeechFTP
+Leap
 LeechGet
-LexiBot
+LibWeb
+Libwhisker
+Likse
+LinkScan
 LinkextractorPro
-LinqiaScrapeBot
+LinqiaRSSBot
 Lipperhey
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
 MIDown tool
 MIIxpc
-MQQBrowser
-MSFrontPage
-MSIECrawler
+MJ12bot
 Mail.RU_Bot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
-MicroMessenger
-MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-NPbot
+MarkMonitor
+Mass Downloader
+Mata Hari
+MauiBot
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
 Name Intelligence
-Needle
+Nameprotect
+Net Vampire
 NetAnts
-NetMechanic
-NetZIP
-Netvibes
+NetLyzer
+Nettrack
+NextGenSearchBot
 Nibbler
-NimbleCrawler
+Nikto
 Nmap
-Not
-Nutch
+Nuclei
+Octopus
 Offline Navigator
 OnCrawl
 OpenLinkProfiler
-Openvas
-OrangeSpider
+OpenVAS
+Openfind
+OrangeBot
 OutclicksBot
-PECL::HTTP
-Page Analyzer
-PageGrabber
-PageScorer
+OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
 PageThing.com
 Pandalytics
-Panscient
-PeoplePal
-Petalbot
-PictureFinder
+Pi-Monster
+Picsearch
 Piepmatz
-Pimonster
-Pockey
+Pixray
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Probethenet
 Psbot
-Quick-Crawler
-RSSingBot
-RankActiveLinkBot
-RankingBot
-Rankivabot
+Pump
+QueryN Metasearch
+RankActive
+RankFlex
 ReGet
+Reaper
+RebelMouse
+RedesScrapy
 Ripper
-SEOkicks
+RocketCrawler
+SEOkicks-Robot
 SalesIntelligent
 Scanbot
 ScoutJet
 Searchestate
-SemanticJuice
-SemrushBot
 SentiBot
-SeoSiteCheckup
-Shodan
+SeobilityBot
 SiteCheckerBotCrawler
-Sitevigil
+Snapbot
 Snoopy
-Sosospider
 Sottopop
 Spammen
-Spanner
-Spinn3r
-Sqworm
+Spbot
+Steeler
 SuperBot
+SurveyBot
+T0PHackTeam
 T8Abot
-TeleportPro
-Telesphorep
+Telesoft
+Telesphoreo
+Thumbor
 Titan
-Toweyabot
-Tracemyfile
-Turingos
+Toata
+Trendiction
 Turnitin
 Typhoeus
-UnisterBot
-Upflow
-V-BOT
+URLy Warning
+Vacuum
 VelenPublicWebCrawler
 VeriCiteCrawler
 WASALive-Bot
-WEBDAV
-WPScan
-WWW-Mechanize
-Wallpapers/3.0
+WWW-Collector-E
+WWW::Mechanize
 WeSEE
-Web Collage
+Web Auto
 Web Enhancer
-Web Fetch
 WebBandit
-WebCollage
+WebCopier
 WebEnhancer
-WebFuck
 WebGo IS
-WebImageCollector
 WebLeacher
-WebSauger
-WebSucker
+WebPix
+WebReaper
 WebWhacker
-WebZIP
-WebsiteExtractor
-Whacker
-Widow
-WinHTTrack
+Webalta
+WebmasterWorldForumBot
+Webshag
+Website Quester
+WebsiteQuester
+Webster
+Whack
+Whatweb
+WiseGuys Robot
 Wonderbot
-Wprecon
-Xaldon WebSpider
-Zauba
-Zitebot
-ZumBot
-adscanner
-arquivo-web-crawler
-arquivo.pt
+Zade
+Zeus
+ZoominfoBot
+archive.org_bot
+autoemailspider
+backlink-check
 check1.exe
-coccocbot
-com.plumanalytics
-dataforseo.com
+crawler4j
+demandbase-bot
+domainsproject.org
 eCatch
-evc-batch
-gopher
-heritrix
-instabid
+facebookscraper
 ips-agent
-iubenda-radar
+isitwp.com
 linkdexbot
+lwp-request
+lwp-trivial
+meanpathbot
 mediawords
-plumanalytics
-ripz
+netEstate NE Crawler
+pcBrowser
+polaris version
 s1z.ru
 satoristudio.net
 scalaj-http
-seocompany.store
+scan.lol
 seoscanners
-sexsearcher
-sitechecker.pro
-sp_auditbot
-tAkeOut
+serpstatbot
+siteripz
+sogouspider
+sysscan
 trendiction.com
-webgains-bot
+trendiction.de
+ubermetrics-technologies.com
 webpros.com
 x22Mozilla
 zauba.io
+zgrab