V4.2022.02.2939 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-80legs
-Abonti
+404checker
+404enemy
+ADmantX
+ALittle Client
+ASPSeek
 Aboundexbot
-AllSubmitter
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
 Alligator
-Ankit
-Anthill
+Anarchie
 Apexoo
-Atomseobot
 AwarioRssBot
+AwarioSmartBot
 BBBike
 BLEXBot
-BackDoorBot
 BackStreet
+Badass
 Bandit
 Barkrowler
+BatchFTP
 BetaBot
-Bigfoot
+Black Hole
 Blackboard
 Blow
-Buddy
+Boardreader
+Brandwatch
+BuiltWith
+BunnySlippers
 BuzzSumo
 CATExplorador
-CCBot
-CODE87
-CSHttp
+CensysInspect
 CheTeam
-ChinaClaw
+CheeseBot
 Chlooe
 Citoid
 Claritybot
-Cloud mapping
-Cocolyzebot
-Cogentbot
-Copyscape
-CrazyWebCrawler
-Crescent
+Copier
+CopyRightCheck
+Crawling at Home Project
+CrunchBot
 Custo
-DIIbot
+DBLBot
+DSearch
+DTS Agent
 Deusu
+Digincore
+DigitalPebble
+Dirbuster
 Dispatch
 DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-Dotbot
-Download Wonder
-ECCP/1.0
-EMail Wolf
 EasyDL
 EroCrawler
-ExtractorPro
-EyeNetIE
+Exabot
+Extractor
 Ezooms
-Firefox/7.0
+FDM
+FHscan
+FemtosearchBot
 Flunky
 Freeuploader
-FrontPage
 Fuzz
-G-i-g-a-b-o-t
-Genieo
+GT::WWW
 GermCrawler
 GetRight
-GetWeb
+Gigabot
+Go-Ahead-Got-It
 GrabNet
 Grabber
-GrapeFX
-GrapeshotCrawler
+Grafula
+GridBot
 HEADMasterSEO
-HMView
-HTTP::Lite
+HTTrack
+HaosouSpider
 Harvest
-Heritrix
 Humanlinks
-HybridBot
-IDBTE4M
-IlseBot
-Image Fetch
-Indy Library
+IDBot
+Id-search
+Image Sucker
+InfoNaviRobot
+InterGET
 InternetSeer
-IstellaBot
 Jbrofuzz
-JennyBot
-Kenjin Spider
-Keyword Density
-Kozmosbot
-LNSpiderguy
-Lanshanbot
-LeechGet
+JetCar
+Jetty
+Joomla
+Jorgee
+JustView
+LeechFTP
+Lftp
+LibWeb
 Libwhisker
-Lightspeedsystems
+LieBaoFast
+Likse
 LinkScan
-Linkbot
-LinqiaScrapeBot
-Lmspider
-MIDown tool
+LinkWalker
+Linkdexbot
+LinkpadBot
+Litemage_walker
+MFC_Tear_Sample
+MIIxpc
 MQQBrowser
-MSIECrawler
-Mag-Net
+MSFrontPage
 Magnet
+Mail.RU_Bot
 Majestic-SEO
-Majestic12
 MarkWatch
-Mass Downloader
+MauiBot
 Mb2345Browser
-MeanPath Bot
+Mediatoolkitbot
+MegaIndex.ru
+Minefield
 Mister PiX
-Morfeus Fucking Scanner
-Musobot
-NICErsPRO
+Mozlila
+Msrabot
 NPbot
+Name Intelligence
+Nameprotect
 Navroad
-Needle
 Nessus
-NetAnts
-Netcraft
-NextGenSearchBot
+NetLyzer
+NetMechanic
+Niki-bot
+Nikto
+NimbleCrawler
+Nimbostratus
 Ninja
-Not
+Nuclei
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
-Openfind
-Openvas
-OrangeBot
-OutfoxBot
+OpenVAS
 PECL::HTTP
 PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
 PageGrabber
 PageScorer
-PageThing.com
-Pavuk
-Petalbot
-Pi-Monster
+Panscient
+Picscout
 Picsearch
-Piepmatz
-Pimonster
+PictureFinder
+Pixray
+PleaseCrawl
 Pockey
 ProPowerBot
 ProWebWalker
-Pump
-PxBroker
-RankActiveLinkBot
-RankFlex
+Probethenet
+Pu_iN
+QueryN Metasearch
+Quick-Crawler
+Rankivabot
+RankurBot
+Re-re
 RealDownload
 Reaper
-Recorder
+RebelMouse
 RepoMonkey
 RocketCrawler
-SBIder
-SEOlyticsCrawler
+Rogerbot
+SEOstats
 SMTBot
-Scanbot
-Seekport
+ScanAlert
+Screaming
+SemanticJuice
 Semrush
-SeoSiteCheckup
+Seomoz
+Site Sucker
 SiteCheckerBotCrawler
-SiteSnagger
-SiteSucker
 SlySearch
-Snake
 Snapbot
-SocialRankIOBot
+Snoopy
 Sociscraper
-Sogou web spider
-Sottopop
+Sosospider
 SpaceBison
-Spinn3r
+Spammen
+SpankBot
+Spbot
+SputnikBot
+Sqlworm
 Stripper
-Sucuri
 Surfbot
-SurveyBot
-Suzuran
-Swiftbot
-T0PHackTeam
-Teleport
+Szukacz
+Telesoft
 Telesphorep
-Tracemyfile
-Trendictionbot
-TwengaBot
-URLy Warning
-URLy.Warning
-UnisterBot
-Upflow
-VB Project
+The Intraformant
+TightTwatBot
+Titan
+Toata
+True_Robot
+Turnitin
+VCI
+Vacuum
 VeriCiteCrawler
-VidibleScraper
 Virusdie
-VoidEYE
 Voil
-Voltron
-WBSearchBot
-WPScan
-WWW::Mechanize
-Wallpapers
+WWW-Mechanize
 Wallpapers/3.0
-Web Collage
-Web Enhancer
-Web Fuck
-WebCopier
-WebImageCollector
+Web Auto
+WebBandit
+WebEnhancer
+WebGo IS
+WebLeacher
 WebSauger
-WebWhacker
-Webster
-Whatweb
-Who.is Bot
+Webalta
+Website Quester
+Whack
+Whacker
+Widow
+WinHTTrack
 Woobot
-Wprecon
+Wotbox
 Xaldon WebSpider
-Zauba
-Zermelo
+Xaldon_WebSpider
+Zade
+Zeus
 Zitebot
 ZmEu
-ZoomBot
-ZyBorg
-adscanner
-arquivo-web-crawler
+ZumBot
+archive.org_bot
 autoemailspider
 backlink-check
-coccocbot
-cognitiveseo
+check1.exe
 com.plumanalytics
-dataforseo.com
-demandbase-bot
-gopher
+crawler.feedback
+facebookscraper
+instabid
 isitwp.com
 lwp-request
 lwp-trivial
-magpie-crawler
-meanpathbot
 muhstik-scan
-pcBrowser
+oBot
+page scorer
+plumanalytics
+polaris version
 s1z.ru
 satoristudio.net
 scalaj-http
 scan.lol
-seocompany.store
-seoscanners
 seostar
-sitechecker.pro
-sogouspider
-trendiction.com
-trendiction.de
-webgains-bot
-webprosbot
+serpstatbot
+sexsearcher
+ubermetrics-technologies.com
 x09Mozilla
 xpymep1.exe
+zgrab