V4.2022.11.3456 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
+360Spider
+404enemy
+ALittle Client
+ASPSeek
 Abonti
-Aboundex
-AfD-Verbotsverfahren
-AiHitBot
-Aipbot
+Aboundexbot
+AhrefsBot
 Alexibot
-Alligator
+AllSubmitter
 AlphaBot
-Anarchie
-Anarchy
 Anarchy99
 Ankit
-Anthill
 Apexoo
-Aspiegel
-Atomseobot
-BDFetch
-BackWeb
-Barkrowler
-Black Hole
-BlackWidow
-Blackboard
+AwarioRssBot
+AwarioSmartBot
+BLEXBot
+BackDoorBot
+Backlink-Ceck
+Badass
+Battleztar Bazinga
+Blow
 BlowFish
-Bolt
-BotALot
-Brandwatch
-BuiltWith
-BuzzSumo
+Boardreader
+Brandprotect
+BuiltBotTough
+Bullseye
+BunnySlippers
 CODE87
+CSHttp
+Calculon
 Cegbfeieh
-CherryPicker
-Chlooe
-Citoid
-Claritybot
+CheTeam
+Cliqzbot
 Cloud mapping
 Cogentbot
-Copyscape
+Collector
+Copier
 Cosmos
-CrazyWebCrawler
-Custo
-CyotekWebCopy
 DSearch
-Digincore
-Dirbuster
-Dispatch
-DnyzBot
+DTS Agent
+Demon
+Deusu
+Devil
 DomCopBot
-DomainAppender
-Dotbot
-Drip
-EasyDL
-EirGrabber
+DomainStatsBot
+Dragonfly
+EMail Wolf
+Ecxi
 EroCrawler
 Evil
 Express WebPictures
+Extreme Picture Finder
 EyeNetIE
-Ezooms
-FDM
-FemtosearchBot
-Flunky
-Fuzz
+Fimap
+Firefox/7.0
+FlashGet
 FyberSpider
-Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-GetWeb
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-GrabNet
-Grabber
-HEADMasterSEO
+Genieo
+GetRight
+GoZilla
+Gotit
+Grafula
+GrapeshotCrawler
+GridBot
 HMView
-Heritrix
-Image Fetch
-Image Sucker
-Iria
+Harvest
+HonoluluBot
+Humanlinks
+HybridBot
+IRLbot
+IlseBot
+InfoTekies
+InternetSeer
+IstellaBot
 JamesBOT
-JennyBot
 JetCar
 Jetty
-JustView
-Jyxobot
-Keyword Density
 Kinza
-Kozmosbot
-LNSpiderguy
-Lanshanbot
-Leap
-LeechFTP
+LWP::Simple
+Larbin
 LeechGet
 LexiBot
-Lftp
+LibWeb
 Libwhisker
-Lightspeedsystems
-Likse
-LinkScan
+LieBaoFast
+Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
+LinkpadBot
 LinqiaRSSBot
 LinqiaScrapeBot
-Litemage_walker
-Ltx71
-MSFrontPage
-Magnet
-Mail.RU_Bot
-MarkWatch
-Masscan
-MeanPath Bot
+MIDown tool
+MIIxpc
+MJ12bot
+MQQBrowser
+Mag-Net
+Majestic SEO
+Majestic-SEO
+MarkMonitor
+Mass Downloader
+Mata Hari
+MauiBot
 Metauri
-Minefield
+MicroMessenger
+Microsoft Data Access
 Mister PiX
-Moblie Safari
-Mojeek
-Msrabot
-NICErsPRO
+Mojolicious
+MolokaiBot
+Mozlila
+Mr.4x3
 Name Intelligence
-Nameprotect
 Navroad
+NearSite
 Needle
-NetMechanic
-NetSpider
-NextGenSearchBot
-Nibbler
-Ninja
+NetLyzer
+NetZIP
+Nettrack
 Nmap
-Nuclei
+Octopus
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
-OpenVAS
-OrangeBot
+Openfind
+Openvas
 OrangeSpider
-OutfoxBot
-PageAnalyzer
+OutclicksBot
+PECL::HTTP
+PHPCrawl
 PageGrabber
+PageScorer
 PageThing.com
+Papa Foto
+Pavuk
 Petalbot
-Pi-Monster
-PleaseCrawl
-Pockey
-PyCurl
-RankFlex
-RankingBot
-Rankivabot
-RealDownload
-Recorder
+Picscout
+Picsearch
+ProWebWalker
+Probethenet
+Pu_iN
+QueryN Metasearch
+Quick-Crawler
+RankActive
+RankActiveLinkBot
+ReGet
 RedesScrapy
 RepoMonkey
 Ripper
-RocketCrawler
+SBIder
+SEOkicks
 SEOkicks-Robot
 SEOprofiler
-SISTRIX
 SMTBot
-ScanAlert
-ScreenerBot
-ScrepyBot
+ScoutJet
+Scrapy
 SearchmetricsBot
 Seekport
 SemanticJuice
 SemrushBot
-Seomoz
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
+SiteExplorer
+SiteSnagger
 Sitebeam
 SlySearch
-SmartDownload
 SocialRankIOBot
-Sottopop
-Spammen
-Spbot
+Sociscraper
+Sogou web spider
 Spinn3r
-Sqworm
-SuperBot
+Sqlmap
+Sqlworm
+Stripper
+Sucuri
 SuperHTTP
+Surfbot
 Suzuran
-Swiftbot
-Telesoft
-Twice
+TeleportPro
+Telesphoreo
+The Intraformant
+Titan
+Tracemyfile
+Turingos
+Turnitin
+TurnitinBot
+TwengaBot
+Typhoeus
+URLy Warning
 UnisterBot
-Upflow
+V-BOT
 VB Project
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
 VoidEYE
-Voltron
-WEBDAV
-WWW-Collector-E
+WASALive-Bot
+WBSearchBot
+WPScan
 WWW::Mechanize
 WWWOFFLE
 Wallpapers
 WallpapersHD
-Web Auto
-Web Collage
-Web Enhancer
 Web Fetch
-Web Pix
-Web Sucker
-WebCollage
-WebFetch
+WebBandit
+WebCopier
 WebFuck
-WebImageCollector
+WebGo IS
 WebLeacher
 WebPix
-WebSauger
+WebReaper
+WebWhacker
 Webshag
-WebsiteExtractor
-WebsiteQuester
+Webster
 Whacker
-Wotbox
-YoudaoBot
-Zade
-Zitebot
-ZmEu
-ZoomBot
+Whatweb
+Who.is Bot
+Widow
+WiseGuys Robot
+Woobot
+Wprecon
+ZumBot
 adscanner
-cah.io.community
-clark-crawler
+archive.org_bot
+arquivo.pt
+backlink-check
 com.plumanalytics
-domainsproject.org
-eCatch
+crawler.feedback
+crawler4j
+facebookscraper
 gopher
 heritrix
-iubenda-radar
+instabid
+isitwp.com
+lwp-trivial
 magpie-crawler
-meanpathbot
-netEstate NE Crawler
-page scorer
-s1z.ru
-satoristudio.net
-scan.lol
+oBot
+plumanalytics
+probe-image-size
+ripz
+scalaj-http
 seocompany.store
-seostar
 serpstatbot
 sexsearcher
 sitechecker.pro
-sp_auditbot
-spyfu
+siteripz
 sysscan
 trendiction.com
-trendiction.de
+voyagerx.com
+webgains-bot
+webmeup-crawler
 webpros.com
 webprosbot
-x09Mozilla
+x22Mozilla
 zauba.io
 zgrab