V4.2022.04.3029 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404checker
 80legs
-ASPSeek
-Abonti
-Acunetix
+ADmantX
+AIBOT
+ALittle Client
+Aboundexbot
 AfD-Verbotsverfahren
-AiHitBot
 Alexibot
-AlphaBot
 Anarchie
-Anthill
+Apexoo
 Aspiegel
+Attach
+BBBike
 BLEXBot
-Backlink-Ceck
-Badass
-BetaBot
+BackWeb
+BatchFTP
+Bigfoot
 Bolt
+BotALot
+Brandwatch
 Buck
-Buddy
 BunnySlippers
-CATExplorador
+BuzzSumo
+CODE87
+CSHttp
 Calculon
-Cegbfeieh
-CheTeam
-CheeseBot
-Cliqzbot
+CazoodleBot
+CherryPicker
+ChinaClaw
+Citoid
 Cocolyzebot
-Cogentbot
+Copier
+CopyRightCheck
+Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
+Crescent
+Custo
+DBLBot
 DIIbot
 DTS Agent
-DigitalPebble
-Dispatch
-DittoSpyder
+DatabaseDriverMysqli
+Digincore
+Disco
+Discobot
+Discoverybot
+DnBCrawler-Analytics
 DomCopBot
 DomainCrawler
-Domains Project
+Dotbot
 Dragonfly
-EMail Siphon
+ECCP/1.0
+EMail Wolf
 Ebingbong
-EroCrawler
-Exabot
-Express WebPictures
-FDM
+Ecxi
+EirGrabber
+Evil
+Extractor
+ExtractorPro
 FemtosearchBot
-Flunky
+Firefox/7.0
+FlashGet
+Foobot
+Freeuploader
+FrontPage
 Fuzz
-G-i-g-a-b-o-t
+FyberSpider
+Fyrebot
+GT::WWW
 GalaxyBot
-Genieo
-Go!Zilla
+GermCrawler
+GetWeb
+Gigabot
+Gotit
 GrabNet
 GrapeFX
-GridBot
+GrapeshotCrawler
 HMView
+HTTP::Lite
+HTTrack
 Haansoft
+Havij
 Heritrix
-Hloader
-HybridBot
-IDBTE4M
+Humanlinks
+IRLbot
 Iblog
 IlseBot
-IndeedBot
-InfoTekies
-InterGET
 Iria
-JOC Web Spider
+IstellaBot
 JamesBOT
-Jbrofuzz
-JennyBot
 JetCar
+JikeSpider
 Joomla
-JustView
+Jorgee
 Kenjin Spider
-LWP::Simple
-Leap
-LeechFTP
-LexiBot
-Lftp
+Keybot Translation-Search-Machine
 Libwhisker
-LieBaoFast
 Lightspeedsystems
-Likse
-LinkScan
+LinkWalker
 Linkbot
+LinkextractorPro
 LinkpadBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-Ltx71
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 MIIxpc
-MJ12bot
-MSFrontPage
 Mag-Net
-Magnet
+Majestic SEO
+Majestic-SEO
 MarkMonitor
 MarkWatch
-Mata Hari
+MauiBot
+Mb2345Browser
 MeanPath Bot
-Metauri
-Microsoft URL Control
-Minefield
+Meanpathbot
+MegaIndex.ru
+MicroMessenger
 Moblie Safari
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
-NPbot
 Nameprotect
-NearSite
+Navroad
+Needle
 Nessus
+NetZIP
 Netcraft
-Nettrack
 NextGenSearchBot
-Niki-bot
+Nibbler
 Nimbostratus
+Nmap
+Not
+Nuclei
+Octopus
 Offline Explorer
 Offline Navigator
 OnCrawl
-Openfind
-OutclicksBot
+OpenVAS
+OrangeSpider
+OutfoxBot
 PECL::HTTP
-PHPCrawl
-PageGrabber
+PageAnalyzer
+PageScorer
+Papa Foto
 Pavuk
-PeoplePal
-Pi-Monster
-Pimonster
-Pixray
-PleaseCrawl
-ProPowerBot
-RankingBot
+Picscout
+Picsearch
+Pockey
+ProWebWalker
+PxBroker
+QueryN Metasearch
+RankFlex
+RankurBot
 Re-re
-ReGet
 RealDownload
 Reaper
-Recorder
 RepoMonkey
+Rogerbot
+SBIder
 SEOkicks
-SEOlyticsCrawler
-SISTRIX
-Screaming
+SEOkicks-Robot
+SMTBot
+ScanAlert
+ScreenerBot
 SemanticJuice
+Semrush
+SemrushBot
+SentiBot
 SeoSiteCheckup
-Seomoz
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
+SeobilityBot
+SiteSucker
+Sitebeam
 Siteimprove
+Sitevigil
 SlySearch
-SmartDownload
-Sociscraper
-Sogou web spider
-Sottopop
-SpaceBison
-Spammen
+Sosospider
+SpankBot
+Spanner
 Spinn3r
-SputnikBot
-Sqlmap
-Sqworm
-Steeler
-Stripper
-Sucuri
+Sqlworm
 SuperBot
 SuperHTTP
 Suzuran
-T8Abot
+Swiftbot
+TeleportPro
+Telesoft
+Telesphorep
 The Intraformant
+TheNomad
 Thumbor
-Titan
-Tracemyfile
-Trendiction
-Trendictionbot
-Turingos
 Turnitin
-Twice
+TwengaBot
 Typhoeus
 URLy.Warning
-Upflow
-Vacuum
+VB Project
+VCI
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-Voil
-WASALive-Bot
-WBSearchBot
+VidibleScraper
+Virusdie
+Voltron
+WPScan
+WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Fetch
+WeSEE
 Web Pix
-Web Sucker
+Web Sauger
 WebBandit
-WebCollage
-WebFuck
 WebGo IS
 WebImageCollector
 WebLeacher
-WebPix
-WebReaper
-WebSauger
-WebStripper
-WebmasterWorldForumBot
+WebZIP
+Webshag
+WebsiteExtractor
+WebsiteQuester
 Whack
 Whatweb
-Who.is Bot
-WinHTTrack
-WiseGuys Robot
 Wprecon
-Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zade
-Zauba
+Xaldon WebSpider
 Zeus
 Zitebot
-ZoominfoBot
 ZyBorg
-arquivo-web-crawler
-autoemailspider
-cah.io.community
+adscanner
+archive.org_bot
 clark-crawler
-coccocbot
-crawler.feedback
-dataforseo.com
+cognitiveseo
+demandbase-bot
+domainsproject.org
 evc-batch
+gopher
+heritrix
+internetVista monitor
+iubenda-radar
 linkdexbot
 lwp-request
 lwp-trivial
-magpie-crawler
-meanpathbot
 mediawords
-netEstate NE Crawler
-oBot
-polaris version
-probe-image-size
-satoristudio.net
+muhstik-scan
+pcBrowser
+scalaj-http
+scan.lol
 seobility
 seostar
-sitechecker.pro
-spyfu
-trendiction.de
+serpstatbot
+sexsearcher
+sysscan
+tAkeOut
 voyagerx.com
-webgains-bot
 webpros.com
+x09Mozilla
+x22Mozilla
 xpymep1.exe
-zauba.io