V4.2022.08.3319 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-404enemy
-80legs
-ALittle Client
-ASPSeek
-Aboundexbot
-Acunetix
+Aboundex
+AfD-Verbotsverfahren
 AhrefsBot
 AllSubmitter
-AlphaBot
-AwarioRssBot
+Alligator
+Anarchie
+Ankit
+Apexoo
+Aspiegel
+AwarioSmartBot
 BDCbot
-BDFetch
-BLEXBot
-BackDoorBot
-Bandit
-Barkrowler
-Bitacle
-Black Hole
+BackStreet
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+BetaBot
+BlackWidow
 Blackboard
-Blow
 Boardreader
-Bolt
 BotALot
 Buck
-Buddy
-Bullseye
-BunnySlippers
+BuiltWith
 BuzzSumo
-CazoodleBot
-CheTeam
+Cegbfeieh
+CensysInspect
+CheeseBot
+CherryPicker
+ChinaClaw
+Chlooe
 Citoid
 Claritybot
 Cliqzbot
-Copier
-CopyRightCheck
-Cosmos
+Cloud mapping
+Craftbot
 CrazyWebCrawler
-CyotekWebCopy
-DIIbot
-DSearch
+CrunchBot
+Custo
+DBLBot
 DataCha0s
-Dirbuster
-Disco
-Discoverybot
-DittoSpyder
+Demon
+DomCopBot
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dotbot
 Dragonfly
-Drip
-EasyDL
+ECCP/1.0
 Ecxi
 EroCrawler
 Evil
-Exabot
-Extractor
-Extreme Picture Finder
+ExtLinksBot
 FDM
-FlashGet
-Freeuploader
-FrontPage
-GalaxyBot
-GetWeb
-Gigabot
-Gotit
-GrabNet
-GrapeFX
-HMView
+Foobot
+G-i-g-a-b-o-t
+GoZilla
+Grabber
+GrapeshotCrawler
+HEADMasterSEO
 HTTP::Lite
 HTTrack
-HaosouSpider
-IDBot
-Iblog
-Id-search
-IlseBot
-Image Sucker
+Havij
+Heritrix
+HonoluluBot
+IRLbot
 Indy Library
 InfoTekies
-Internet Ninja
-Iria
+Intelliseek
 Iskanie
-JetCar
 Jetty
-JikeSpider
-Kozmosbot
-LNSpiderguy
-Lanshanbot
-Larbin
-LeechFTP
-Lftp
-Libwhisker
-LieBaoFast
-LinkWalker
-LinksManager
+Jorgee
+Kinza
+LWP::Simple
+Leap
+Lightspeedsystems
+LinkextractorPro
 LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
-Ltx71
+MIDown tool
 MIIxpc
-MJ12bot
+MQQBrowser
+MSFrontPage
 MSIECrawler
-Mag-Net
 Magnet
-Mail.RU_Bot
 Majestic-SEO
+MarkWatch
+Mass Downloader
+Masscan
 Mata Hari
-Mb2345Browser
-Meanpathbot
+MeanPath Bot
 Mediatoolkitbot
 Microsoft Data Access
+Microsoft URL Control
+Mister PiX
 Moblie Safari
-Mojeek
-Mojolicious
-Mr.4x3
+MolokaiBot
+Morfeus Fucking Scanner
 NICErsPRO
+NPbot
 Nameprotect
-Nessus
 NetAnts
 NetLyzer
-NetSpider
-Nettrack
-Netvibes
+NetMechanic
+NextGenSearchBot
 Nibbler
 Niki-bot
-Nikto
-NimbleCrawler
-Nimbostratus
-Ninja
-Nutch
+Nmap
+Not
+Nuclei
+Offline Explorer
 Offline Navigator
+OnCrawl
 OpenVAS
-PECL::HTTP
+Openvas
+OrangeBot
+OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
 PageAnalyzer
-PageScorer
-Panscient
-Papa Foto
-Pi-Monster
+PageThing.com
+Pandalytics
+Pavuk
+PeoplePal
+Picscout
 Piepmatz
 PleaseCrawl
+Pockey
+ProPowerBot
 ProWebWalker
 Pu_iN
 PyCurl
-QueryN Metasearch
 Quick-Crawler
+RSSingBot
+RankActive
+RankActiveLinkBot
 RankFlex
 RankingBot
 RankurBot
-Reaper
-Ripper
-RocketCrawler
+Re-re
+ReGet
+RealDownload
+Recorder
 Rogerbot
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
+SEOkicks-Robot
+SEOstats
+SISTRIX
 ScanAlert
-Scrapy
-ScreenerBot
-Searchestate
+ScoutJet
+ScrepyBot
+Seekport
 SemanticJuice
-SemrushBot
+Semrush
+SeoSiteCheckup
 SeobilityBot
+Seomoz
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
+SiteSucker
 Sitebeam
 Siteimprove
-SlySearch
-Snake
 Snapbot
-SocialRankIOBot
+Sociscraper
+Sogou web spider
 Sosospider
-SpaceBison
+Sottopop
 Spammen
-SpankBot
 Spbot
-Spinn3r
-SputnikBot
-Sqlmap
 Sqworm
-Sucker
-SuperHTTP
-Swiftbot
-T0PHackTeam
-T8Abot
+Steeler
+Surfbot
+SurveyBot
+Suzuran
 Teleport
-TeleportPro
-Telesphoreo
-Telesphorep
+Telesoft
 Toata
 Toweyabot
 Tracemyfile
 Trendiction
+Trendictionbot
 Turnitin
 TurnitinBot
 TwengaBot
-URLy Warning
-V-BOT
+Typhoeus
+UnisterBot
+Upflow
 VB Project
-Vagabondo
+VCI
+Vacuum
 VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-Virusdie
-VoidEYE
+Voltron
+WASALive-Bot
+WBSearchBot
+WEBDAV
 WPScan
 WWW-Mechanize
-WWW::Mechanize
-Wallpapers
-Web Auto
+Wallpapers/3.0
 Web Collage
+Web Enhancer
+Web Fuck
 WebCopier
-WebEnhancer
-WebFetch
 WebImageCollector
+WebPix
+WebSauger
+WebStripper
 WebSucker
 Webalta
 WebmasterWorldForumBot
-WebsiteExtractor
+WebsiteQuester
+Whacker
+Whatweb
 Who.is Bot
 Widow
-WinHTTrack
-Woobot
-Wprecon
-Xaldon WebSpider
-Zade
-ZoominfoBot
-ZyBorg
-arquivo.pt
-backlink-check
-crawler.feedback
+WiseGuys Robot
+Xenu
+YoudaoBot
+Zauba
+Zermelo
+Zeus
+Zitebot
+ZumBot
+archive.org_bot
+arquivo-web-crawler
+check1.exe
+demandbase-bot
+domainsproject.org
+eCatch
+evc-batch
 facebookscraper
-gopher
-isitwp.com
-lwp-request
+instabid
+iubenda-radar
+linkdexbot
 magpie-crawler
-netEstate NE Crawler
-page scorer
-plumanalytics
-s1z.ru
-satoristudio.net
+muhstik-scan
+pcBrowser
+polaris version
+probe-image-size
+scan.lol
+seocompany.store
+seoscanners
 seostar
-sexsearcher
-spyfu
+serpstatbot
+sogouspider
+sp_auditbot
 tAkeOut
+trendiction.de
+voyagerx.com
 webmeup-crawler
-webpros.com
-webprosbot
-x09Mozilla
+xpymep1.exe
 zauba.io
+zgrab