V4.2022.09.3328 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-80legs
-AIBOT
+404enemy
 ALittle Client
 Aboundex
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Alligator
+AlphaBot
+Anarchie
+Anthill
+Apexoo
 AwarioRssBot
+BBBike
+BDCbot
 BDFetch
-Backlink-Ceck
-Badass
-Bandit
-BatchFTP
+BackDoorBot
+BackStreet
+BackWeb
+Barkrowler
 BetaBot
-Bigfoot
-Bitacle
 Black Hole
-Blackboard
-Blow
-Bolt
-BotALot
-Brandprotect
-Brandwatch
-Buddy
+BlackWidow
 BuiltBotTough
 BuiltWith
-Bullseye
+CCBot
 CODE87
 CSHttp
-Calculon
 CazoodleBot
+CensysInspect
+CheTeam
 CheeseBot
 CherryPicker
-ChinaClaw
-Claritybot
 Cocolyzebot
+Cogentbot
 Collector
-Copier
 Copyscape
-Crawling at Home Project
-Crescent
+CrazyWebCrawler
+CrunchBot
+Custo
+CyotekWebCopy
 DBLBot
-Demon
-Deusu
-Digincore
-DigitalPebble
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
+DIIbot
+DSearch
+DatabaseDriverMysqli
+Devil
+Discobot
+Discoverybot
 DnyzBot
 DomCopBot
-Domains Project
 Dotbot
-Download Wonder
+Dragonfly
 Drip
-EMail Wolf
 EasyDL
-Ecxi
+Ebingbong
 EroCrawler
-Evil
+Exabot
 Express WebPictures
-EyeNetIE
-Ezooms
+ExtLinksBot
+FHscan
 FemtosearchBot
-Fimap
-Firefox/7.0
-FlashGet
-FrontPage
-Fuzz
 FyberSpider
-G-i-g-a-b-o-t
+Fyrebot
 Genieo
-GermCrawler
 GetRight
-Getintent
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+GrabNet
+GrapeFX
 GridBot
-HMView
 HTMLparser
-HTTP::Lite
-HTTrack
-HybridBot
+HaosouSpider
+Harvest
+Hloader
+Humanlinks
 IDBTE4M
 IDBot
-Id-search
+Image Fetch
 Indy Library
+InfoNaviRobot
+InfoTekies
+Intelliseek
 InterGET
 Internet Ninja
 Iskanie
-IstellaBot
 JOC Web Spider
-JamesBOT
+Jbrofuzz
+JennyBot
 JetCar
 JustView
 Kenjin Spider
-Keybot Translation-Search-Machine
-Keyword Density
 Larbin
-LeechFTP
-LexiBot
 Lftp
+Libwhisker
 LinkScan
-Linkbot
-LinkpadBot
+LinkWalker
 LinksManager
-Lipperhey Spider
-MQQBrowser
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
+Litemage_walker
+MIIxpc
 MSFrontPage
-MTRobot
 Magnet
-Mail.RU_Bot
-Majestic-SEO
-Majestic12
+Majestic SEO
 MarkMonitor
+Masscan
 Mata Hari
+MauiBot
 Mb2345Browser
-Meanpathbot
+MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
-Metauri
 Microsoft Data Access
-Minefield
+Microsoft URL Control
 Moblie Safari
-Mojeek
+MolokaiBot
 Morfeus Fucking Scanner
-Needle
-Nessus
-NetAnts
+Mozlila
+NICErsPRO
+NPbot
+Net Vampire
+NetZIP
+Netcraft
+NextGenSearchBot
 Niki-bot
 Nikto
-Ninja
-Octopus
+Nimbostratus
+Nmap
+Nutch
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
 Openvas
-OrangeBot
 OrangeSpider
-OutfoxBot
-PECL::HTTP
-PageAnalyzer
+OutclicksBot
+POE-Component-Client-HTTP
+Page Analyzer
 PageScorer
-PageThing.com
-PeoplePal
-Petalbot
-Pockey
+Panscient
+Papa Foto
+Pavuk
+Picscout
+Picsearch
+PictureFinder
+Piepmatz
+Pimonster
+Pixray
+PleaseCrawl
+ProPowerBot
 Probethenet
-Pump
-PxBroker
-Quick-Crawler
-RSSingBot
-RankingBot2
+PyCurl
+QueryN Metasearch
+RankFlex
 Rankivabot
-ReGet
-RealDownload
-RedesScrapy
+RankurBot
+Re-re
+RebelMouse
+Recorder
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks
 SEOkicks-Robot
-ScanAlert
-SeobilityBot
-SiteCheckerBotCrawler
-Siteimprove
-SlySearch
+SISTRIX
+SMTBot
+SalesIntelligent
+Scanbot
+ScoutJet
+ScrepyBot
+Seekport
+SentiBot
+Seomoz
+Site Sucker
+SiteExplorer
+Sitebeam
+SmartDownload
+Snake
+Snoopy
 SocialRankIOBot
 Sociscraper
-SpaceBison
+Sogou web spider
 Spammen
-Spbot
-Spinn3r
-Steeler
-Stripper
+Sqlmap
+Sqworm
+Sucker
+SuperBot
+SuperHTTP
 Surfbot
-Swiftbot
-Telesphorep
+Szukacz
+Teleport
 The Intraformant
-Toweyabot
-Tracemyfile
+TheNomad
+Toata
 Trendiction
 Turingos
-Turnitin
 Twice
-Upflow
 VB Project
-VelenPublicWebCrawler
+VCI
+Vacuum
+Vagabondo
+VeriCiteCrawler
 VidibleScraper
-Voil
-Voltron
-WASALive-Bot
+Virusdie
+VoidEYE
 WBSearchBot
-WISENutbot
-WPScan
-WWW-Collector-E
+WEBDAV
 WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
-Web Enhancer
+Web Fetch
 Web Fuck
-WebAuto
+Web Pix
+WebBandit
+WebCollage
+WebCopier
 WebFetch
 WebFuck
-WebWhacker
-WebZIP
+WebGo IS
+WebLeacher
+WebStripper
+WebSucker
 WebmasterWorldForumBot
-WebsiteExtractor
+Website Quester
 WebsiteQuester
 Whack
-Who.is Bot
-Widow
+Whacker
 WinHTTrack
 Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zade
-Zauba
+Wprecon
 Zermelo
-Zitebot
-ZoominfoBot
-ZyBorg
-arquivo.pt
-check1.exe
-clark-crawler
+Zeus
+ZoomBot
+autoemailspider
 coccocbot
+crawl.sogou.com
 crawler.feedback
-eCatch
+dataforseo.com
 evc-batch
+facebookscraper
+gopher
 heritrix
-ips-agent
+isitwp.com
 iubenda-radar
-linkdexbot
-lwp-request
-lwp-trivial
-muhstik-scan
-page scorer
-polaris version
 probe-image-size
-ripz
-s1z.ru
 satoristudio.net
 scan.lol
-seobility
 seocompany.store
 seostar
-sp_auditbot
-trendiction.de
-voyagerx.com
-webgains-bot
-webmeup-crawler
+sexsearcher
+sogouspider
+spyfu
+trendiction.com
+webpros.com
 zauba.io
-zgrab