V4.2022.03.2963 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,92 +1,99 @@
 01h4x.com
-404checker
-80legs
-ALittle Client
+404enemy
+ASPSeek
 Aboundex
-AfD-Verbotsverfahren
 AiHitBot
-Alexibot
+Aipbot
+AllSubmitter
 Alligator
 AlphaBot
+Ankit
+Apexoo
 Aspiegel
-Asterias
-Atomseobot
-BBBike
+BDCbot
 BDFetch
+BackDoorBot
 BackStreet
 BackWeb
-Backlink-Ceck
-Badass
 Barkrowler
+BatchFTP
 BetaBot
-Bigfoot
+Bitacle
 Black Hole
-Boardreader
 Bolt
-Brandwatch
+Brandprotect
 Buck
+BuiltBotTough
+Bullseye
+BunnySlippers
+BuzzSumo
+CATExplorador
 CODE87
 CSHttp
 Calculon
-CazoodleBot
 CensysInspect
-CheTeam
+CheeseBot
 Chlooe
 Citoid
-Claritybot
 Cliqzbot
 Cocolyzebot
 Copier
+CopyRightCheck
+Craftbot
 CrazyWebCrawler
-DSearch
+Crescent
+Custo
+CyotekWebCopy
+DBLBot
+DIIbot
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
-Devil
 Digincore
 DigitalPebble
 Dirbuster
-Disco
-Discobot
-DnBCrawler-Analytics
-DnyzBot
+Dispatch
 DomCopBot
 DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
 Download Wonder
 Drip
-ECCP/1.0
 EasyDL
-EirGrabber
-Evil
+EroCrawler
 Exabot
+Express WebPictures
+ExtLinksBot
 ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 Ezooms
-FDM
-FlashGet
-Flunky
-Genieo
-GermCrawler
+FHscan
+Foobot
+FyberSpider
+GalaxyBot
+GetRight
 GetWeb
+Getintent
+Gotit
+Grafula
 GrapeFX
 GrapeshotCrawler
-HTMLparser
-HTTP::Lite
+GridBot
+HMView
+HaosouSpider
 Harvest
-HonoluluBot
-Humanlinks
-IDBTE4M
-IDBot
+HybridBot
 Iblog
+Id-search
+Image Fetch
 Image Sucker
 Indy Library
 InfoNaviRobot
-Internet Ninja
+InfoTekies
+Intelliseek
 Iria
-Iskanie
-JamesBOT
+IstellaBot
 Jbrofuzz
-JetCar
-Jetty
+JennyBot
 JikeSpider
 Joomla
 Jorgee
@@ -95,156 +102,149 @@ Kinza
 LNSpiderguy
 LWP::Simple
 Larbin
-LeechFTP
-LeechGet
 LexiBot
 Lftp
-Likse
-LinkpadBot
-LinksManager
-LinqiaRSSBot
+LibWeb
+Libwhisker
+LieBaoFast
+LinkScan
+Linkbot
+LinkextractorPro
 Lmspider
-MFC_Tear_Sample
-MIDown tool
 MIIxpc
-MQQBrowser
 Mag-Net
-Magnet
 Mail.RU_Bot
-Majestic-SEO
-MarkWatch
-Mass Downloader
+MarkMonitor
 Mata Hari
 MauiBot
 Mb2345Browser
 Meanpathbot
-MegaIndex.ru
-MicroMessenger
+Metauri
 Microsoft URL Control
 Minefield
+Mister PiX
 Moblie Safari
-Mozlila
+Mojolicious
+Morfeus Fucking Scanner
+Mr.4x3
 Msrabot
 Musobot
-NPbot
-Net Vampire
+Name Intelligence
+Nameprotect
+Navroad
+NetAnts
+NetLyzer
 NetMechanic
-NetSpider
-NetZIP
-Netcraft
-Nikto
-NimbleCrawler
-Ninja
+Niki-bot
 Nmap
-Nuclei
-Offline Explorer
-OnCrawl
+Not
+Nutch
 OpenVAS
-Openfind
+OrangeBot
+OrangeSpider
+OutclicksBot
 PECL::HTTP
-Page Analyzer
-PageAnalyzer
-PageThing.com
+PHPCrawl
+POE-Component-Client-HTTP
+Pandalytics
+Papa Foto
 Pavuk
-PeoplePal
-Petalbot
+Picscout
 Picsearch
-Piepmatz
 Pixray
+PleaseCrawl
 Pockey
-ProPowerBot
+Probethenet
 Pu_iN
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankActive
+PxBroker
+PyCurl
 RankActiveLinkBot
-RankingBot
 RankingBot2
-RankurBot
 Re-re
-ReGet
+RealDownload
+Reaper
+RebelMouse
 RedesScrapy
 RepoMonkey
 Ripper
+RocketCrawler
 Rogerbot
-SEOkicks
-SEOprofiler
-SISTRIX
-ScanAlert
+SEOlyticsCrawler
+SMTBot
 Scanbot
-Scrapy
-SentiBot
-SeobilityBot
-Seomoz
-SiteSnagger
+ScoutJet
+ScreenerBot
+SearchmetricsBot
+Semrush
 Siteimprove
 Sitevigil
-Sogou web spider
+SlySearch
+Sociscraper
+Spammen
 SpankBot
-Spbot
-Spinn3r
+Spanner
+SputnikBot
 Sqlmap
-Sqworm
 Stripper
+Sucker
 Sucuri
-SuperBot
+Swiftbot
 Szukacz
-Teleport
+TeleportPro
+Telesoft
 Telesphoreo
-Toata
-Turingos
-Turnitin
-Twice
+TightTwatBot
+Tracemyfile
+Trendictionbot
+Typhoeus
 URLy Warning
-Vacuum
+V-BOT
 Vagabondo
-VelenPublicWebCrawler
-Voltron
-WWW::Mechanize
-WWWOFFLE
+Virusdie
+Voil
+WEBDAV
+WWW-Mechanize
+Wallpapers
 WeSEE
-Web Fetch
 Web Pix
 Web Sucker
-WebBandit
-WebFuck
-WebPix
-WebReaper
-WebSauger
-Webalta
-Whack
+WebAuto
+WebCopier
+WebEnhancer
+WebImageCollector
+WebSucker
+WebZIP
+Website Quester
+Whatweb
 Widow
 Wonderbot
-Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-YoudaoBot
+Woobot
 Zade
-ZoomBot
-ZumBot
-adscanner
-archive.org_bot
+Zeus
+ZyBorg
+autoemailspider
 cah.io.community
+check1.exe
 coccocbot
-crawl.sogou.com
-eCatch
-evc-batch
+cognitiveseo
+crawler.feedback
+crawler4j
 facebookscraper
-heritrix
-isitwp.com
+lwp-request
+meanpathbot
+netEstate NE Crawler
+oBot
 pcBrowser
 polaris version
-ripz
 s1z.ru
-seostar
+seobility
+seoscanners
 serpstatbot
-sitechecker.pro
 spyfu
 trendiction.com
 trendiction.de
-ubermetrics-technologies.com
+webgains-bot
+webmeup-crawler
+webpros.com
 webprosbot
-xpymep1.exe
-zauba.io
+zgrab