V4.2022.05.3138 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
 404enemy
 80legs
-ADmantX
-AIBOT
 Aboundex
-AfD-Verbotsverfahren
+Acunetix
+AhrefsBot
+AiHitBot
 Aipbot
-Alexibot
-AllSubmitter
+AlphaBot
 Anarchy
-Anthill
-AwarioRssBot
+Apexoo
+AwarioSmartBot
+BBBike
+BackDoorBot
+BackStreet
 BackWeb
-Backlink-Ceck
-BatchFTP
-BetaBot
-Black Hole
+BacklinkCrawler
+Badass
+Bandit
+Bigfoot
 BlackWidow
+Blackboard
 Brandprotect
 Brandwatch
-Buddy
+BuiltBotTough
+Bullseye
+CATExplorador
 CODE87
-CazoodleBot
 Cegbfeieh
-CensysInspect
-CherryPicker
+ChinaClaw
 Chlooe
 Citoid
-Cloud mapping
+Claritybot
+Cliqzbot
+Cocolyzebot
+Cogentbot
 CopyRightCheck
 Copyscape
-Cosmos
-Craftbot
-Crescent
-CrunchBot
-CyotekWebCopy
 DSearch
-Devil
-Digincore
-DigitalPebble
-Dirbuster
-Discobot
+DTS Agent
+DatabaseDriverMysqli
 Dispatch
-DomainCrawler
-Dragonfly
+DittoSpyder
+DnBCrawler-Analytics
+Download Wonder
 Drip
+EMail Wolf
+EasyDL
+Ebingbong
+EirGrabber
 Evil
-Extractor
+Exabot
+ExtractorPro
 Extreme Picture Finder
-FDM
-FHscan
-FemtosearchBot
-Firefox/7.0
+Fimap
 FlashGet
+Foobot
 Fuzz
-Fyrebot
-GalaxyBot
-GermCrawler
-GetRight
+GT::WWW
+Genieo
 Getintent
 Gigabot
-Go!Zilla
-GrabNet
-Grabber
-GrapeshotCrawler
-HTTrack
-Harvest
-Havij
+Go-Ahead-Got-It
+GoZilla
+Grafula
+HMView
+HTTP::Lite
 Heritrix
-Hloader
+HonoluluBot
 Humanlinks
-HybridBot
-IDBot
-InfoNaviRobot
+IDBTE4M
+IlseBot
+InfoTekies
 InterGET
-Internet Ninja
+InternetSeer
+Iskanie
 IstellaBot
-JennyBot
-Jetty
+JOC Web Spider
+Jbrofuzz
 JikeSpider
 Jorgee
 JustView
-Keybot Translation-Search-Machine
-Keyword Density
+Jyxobot
 Kinza
-LeechFTP
+Kozmosbot
+Lanshanbot
 LeechGet
-LexiBot
-Libwhisker
+Lftp
+LieBaoFast
 Lightspeedsystems
+LinkScan
 LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+Lipperhey Spider
+Lmspider
 MFC_Tear_Sample
-MJ12bot
-MQQBrowser
-MSFrontPage
-Mag-Net
-Majestic12
+MIIxpc
+MTRobot
+Magnet
+Majestic SEO
+MarkMonitor
+MarkWatch
 Mass Downloader
 Masscan
-MauiBot
 Mb2345Browser
-Microsoft Data Access
-Mojeek
-Msrabot
-NPbot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+Microsoft URL Control
+Minefield
+MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
+Musobot
 NearSite
 Nessus
 NetAnts
 NetLyzer
-NetSpider
-NetZIP
 Nettrack
-Netvibes
-Nibbler
-Ninja
-Nmap
-Not
+NextGenSearchBot
+Niki-bot
+NimbleCrawler
 Nuclei
-Octopus
+Offline Explorer
 Offline Navigator
-OpenLinkProfiler
+OnCrawl
 OpenVAS
-OrangeBot
-OutfoxBot
-PageGrabber
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
 PageScorer
-PageThing.com
 Papa Foto
 Pavuk
-Picsearch
-PleaseCrawl
+Petalbot
+PictureFinder
 Pockey
-Pu_iN
-Pump
-RankActiveLinkBot
-RankingBot2
-Re-re
-RealDownload
+ProPowerBot
+ProWebWalker
+Probethenet
+Psbot
+PxBroker
+RSSingBot
+RankActive
+RankurBot
+ReGet
 Reaper
-RedesScrapy
-RepoMonkey
-Rogerbot
+Recorder
+SBIder
 SEOkicks
 SEOstats
-SMTBot
 Scanbot
-ScoutJet
-Searchestate
-SemanticJuice
-SemrushBot
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
+Scrapy
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
+Seekport
+Semrush
+SentiBot
+SeoSiteCheckup
+Shodan
+SiteExplorer
 SiteSnagger
+SiteSucker
+Siteimprove
+Sitevigil
 SmartDownload
-Sociscraper
+Snake
+Snapbot
+SocialRankIOBot
 Sogou web spider
-Sosospider
-Sottopop
-SpaceBison
-Spammen
 Spanner
 Spinn3r
 SputnikBot
-Sqlmap
-Sqworm
-Stripper
+Sqlworm
 Sucker
-SuperBot
-SuperHTTP
-SurveyBot
-Teleport
-TightTwatBot
-Titan
-Toata
+Szukacz
+T0PHackTeam
+TeleportPro
+Telesphoreo
+Telesphorep
+Toweyabot
 Trendiction
 Trendictionbot
-True_Robot
-Turingos
-TwengaBot
+Turnitin
 Twice
+Typhoeus
 URLy Warning
+UnisterBot
 V-BOT
+VB Project
 VCI
-Vacuum
 Vagabondo
 VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-VoidEYE
-Voltron
+Voil
+WBSearchBot
+WEBDAV
+WISENutbot
+WPScan
+WWW::Mechanize
 WWWOFFLE
 Wallpapers
-WeSEE
+WallpapersHD
 Web Auto
-Web Collage
+Web Fuck
+Web Sucker
 WebBandit
-WebLeacher
+WebCopier
+WebEnhancer
+WebFetch
+WebImageCollector
+WebReaper
+WebStripper
 WebSucker
 WebZIP
 Webalta
-WebmasterWorldForumBot
-Webshag
-Whack
-Whacker
-Widow
-WinHTTrack
 Wotbox
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zermelo
-ZoominfoBot
-ZumBot
-arquivo-web-crawler
+ZyBorg
+adscanner
 arquivo.pt
-autoemailspider
-cah.io.community
 check1.exe
-demandbase-bot
+coccocbot
+cognitiveseo
+crawler4j
 domainsproject.org
-evc-batch
-gopher
-heritrix
-ips-agent
+instabid
 linkdexbot
 lwp-request
 lwp-trivial
-muhstik-scan
-page scorer
-plumanalytics
+meanpathbot
+netEstate NE Crawler
+oBot
 polaris version
-probe-image-size
-ripz
 s1z.ru
-seocompany.store
+satoristudio.net
+seobility
 seoscanners
+sexsearcher
 sitechecker.pro
-sp_auditbot
 spyfu
 tAkeOut
 trendiction.com
-ubermetrics-technologies.com
-webmeup-crawler
-xpymep1.exe
+trendiction.de
+voyagerx.com
+webgains-bot
+webprosbot
+x09Mozilla
+zauba.io
 zgrab