V4.2022.06.3189 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-ALittle Client
-AllSubmitter
+404checker
+80legs
+ADmantX
+ASPSeek
+Aboundex
+AfD-Verbotsverfahren
+AiHitBot
 Alligator
-Anarchy
+Anthill
+Apexoo
 Aspiegel
-Asterias
-Atomseobot
-Attach
 AwarioRssBot
-BDCbot
+BBBike
+BDFetch
 BackStreet
 BackWeb
-Badass
 Barkrowler
-BatchFTP
 Battleztar Bazinga
-BetaBot
-Black Hole
 BlackWidow
-Blow
-BlowFish
-Brandwatch
-BuzzSumo
-CSHttp
+Bolt
+BotALot
+Buck
+BuiltWith
+BunnySlippers
+CATExplorador
+CCBot
+Calculon
+CensysInspect
+CheeseBot
 CherryPicker
+ChinaClaw
 Citoid
+Cliqzbot
 Cocolyzebot
-Cogentbot
-Collector
-CopyRightCheck
+Copier
 Cosmos
-Craftbot
-Crawling at Home Project
+CrazyWebCrawler
 Crescent
 CrunchBot
-Custo
-CyotekWebCopy
 DBLBot
-DIIbot
-DatabaseDriverMysqli
-Demon
+Deusu
+Digincore
 DigitalPebble
-Dirbuster
-Discoverybot
+Discobot
 DittoSpyder
-DnBCrawler-Analytics
 DnyzBot
 DomainCrawler
-DomainStatsBot
+DomainSigmaCrawler
 Dotbot
-Download Wonder
-Dragonfly
-Drip
-ECCP/1.0
-EirGrabber
-Evil
+EasyDL
+EroCrawler
+ExtractorPro
 FDM
-Fimap
-Firefox/7.0
-Flunky
+FHscan
+FemtosearchBot
 Freeuploader
 Fuzz
 FyberSpider
-GetWeb
+GalaxyBot
+Genieo
+GermCrawler
+Getintent
 Gigabot
-Grafula
+GoZilla
+GrabNet
 GrapeFX
-GridBot
-HTMLparser
-Haansoft
+HTTP::Lite
+HaosouSpider
+Harvest
 Hloader
-IDBTE4M
-Iblog
-Id-search
-Image Fetch
-Indy Library
-InfoNaviRobot
 InfoTekies
 InterGET
-InternetSeer
-JOC Web Spider
-JetCar
+Jbrofuzz
 JikeSpider
-Joomla
-Keyword Density
-Kinza
+Jyxobot
 LNSpiderguy
 Lanshanbot
 Larbin
-Leap
-LeechGet
+LeechFTP
 LexiBot
-Linkbot
+Lftp
+Libwhisker
+Lightspeedsystems
+Likse
+LinkWalker
 LinkpadBot
+LinksManager
+LinqiaScrapeBot
+Lipperhey Spider
 Ltx71
+MIDown tool
+MIIxpc
+MJ12bot
 MQQBrowser
-MSIECrawler
+MTRobot
 Mag-Net
-Majestic12
+Magnet
+Mail.RU_Bot
 MarkMonitor
-Mass Downloader
-MauiBot
+Mata Hari
 MeanPath Bot
 Meanpathbot
 MegaIndex.ru
 MicroMessenger
-Microsoft Data Access
-Mister PiX
-Moblie Safari
+Minefield
+Mojeek
+Mojolicious
 MolokaiBot
 Morfeus Fucking Scanner
 Msrabot
-Musobot
-Name Intelligence
-Navroad
-Needle
-Nessus
-Net Vampire
 NetAnts
 NetLyzer
+NetMechanic
 NetSpider
-Nettrack
+NetZIP
+Netvibes
 Nibbler
+Niki-bot
 Nikto
+Nmap
 Not
+Nuclei
+Nutch
 Offline Navigator
-OpenLinkProfiler
-Openfind
-Openvas
+OpenVAS
 OutclicksBot
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-PageScorer
-PageThing.com
-Pandalytics
+OutfoxBot
+PHPCrawl
+PeoplePal
+Petalbot
+Pi-Monster
+Picscout
 Picsearch
 PictureFinder
 Piepmatz
-Pimonster
+Pixray
 PleaseCrawl
-Pockey
 ProPowerBot
+Probethenet
+Psbot
+Pump
 PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
-RankingBot
-Rankivabot
 Re-re
-RebelMouse
-Rogerbot
-SEOstats
+Recorder
+Ripper
+SEOkicks
+SEOkicks-Robot
+SISTRIX
+ScoutJet
 Screaming
-ScreenerBot
-ScrepyBot
 Searchestate
 Seekport
 SemanticJuice
-Semrush
 SemrushBot
+SentiBot
 SeoSiteCheckup
-Seomoz
-Shodan
-SiteCheckerBotCrawler
-SiteLockSpider
+SeobilityBot
+Siphon
 SiteSnagger
-SiteSucker
 Sitebeam
 SlySearch
 SmartDownload
-Snake
+Snapbot
+Sogou web spider
+Sosospider
+Sottopop
+Spammen
 Spanner
-Spinn3r
+Sqlmap
+Sqlworm
 Sqworm
 Sucker
+Sucuri
+SuperBot
+SuperHTTP
 Surfbot
 SurveyBot
-TeleportPro
-The Intraformant
+Szukacz
+T8Abot
+Telesoft
+Telesphoreo
+Telesphorep
 TheNomad
-Thumbor
 TightTwatBot
-Titan
-Tracemyfile
+Toweyabot
 Trendictionbot
+Turingos
+TurnitinBot
+TwengaBot
+Twice
 Typhoeus
-URLy.Warning
-V-BOT
-Vacuum
-VelenPublicWebCrawler
-VidibleScraper
-Voil
+Virusdie
+Voltron
 WASALive-Bot
 WEBDAV
-WISENutbot
-WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-WeSEE
+Web Auto
 Web Collage
-Web Sauger
-WebBandit
+Web Fetch
+Web Pix
+Web Sucker
+WebAuto
+WebCollage
 WebEnhancer
-WebLeacher
-WebPix
-WebSauger
-WebZIP
+WebReaper
+WebSucker
 Webalta
-Webshag
-Who.is Bot
+WebsiteExtractor
+WebsiteQuester
+Widow
 WinHTTrack
-Wonderbot
+WiseGuys Robot
+Woobot
+Wotbox
 Wprecon
-Xenu
+Xaldon_WebSpider
+Zermelo
 Zitebot
-ZyBorg
-adscanner
-arquivo-web-crawler
-check1.exe
+ZumBot
+arquivo.pt
+cah.io.community
 coccocbot
-cognitiveseo
-crawler.feedback
+com.plumanalytics
+crawl.sogou.com
+crawler4j
 dataforseo.com
-evc-batch
 facebookscraper
-instabid
-internetVista monitor
 ips-agent
-iubenda-radar
+linkdexbot
+lwp-request
+lwp-trivial
 meanpathbot
 muhstik-scan
+netEstate NE Crawler
 oBot
-polaris version
+pcBrowser
+probe-image-size
 ripz
-s1z.ru
 satoristudio.net
 scalaj-http
-scan.lol
-serpstatbot
-sexsearcher
-spyfu
+seobility
+sitechecker.pro
 tAkeOut
+ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
 webmeup-crawler
-webpros.com
+webprosbot
 x09Mozilla