V4.2022.03.2951 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+404checker
+80legs
 ADmantX
-AIBOT
 ASPSeek
-Aboundex
-Acunetix
-AiHitBot
+Aboundexbot
+Alexibot
 AllSubmitter
-Alligator
-AlphaBot
+Anarchy99
+Ankit
 Anthill
-AwarioSmartBot
-BBBike
-BDCbot
-BDFetch
-Backlink-Ceck
+Apexoo
+Aspiegel
+Atomseobot
+Attach
+BLEXBot
+BackDoorBot
+BatchFTP
 Battleztar Bazinga
-Bitacle
+BetaBot
+BlackWidow
 Blow
-Buck
+BlowFish
+Buddy
 BuiltBotTough
+Bullseye
 BunnySlippers
-BuzzSumo
-CATExplorador
-CODE87
-CSHttp
-CheeseBot
-Chlooe
+CazoodleBot
+CensysInspect
+CheTeam
+CherryPicker
 Citoid
+Cliqzbot
+Cocolyzebot
+CopyRightCheck
+Copyscape
 Cosmos
+Craftbot
 Crescent
+DBLBot
 DIIbot
 DSearch
 DTS Agent
-DataCha0s
 DatabaseDriverMysqli
-Demon
 Deusu
-Devil
-Dispatch
-DnyzBot
-DomainStatsBot
+DigitalPebble
+Disco
+Discobot
+Discoverybot
+DnBCrawler-Analytics
+DomCopBot
+DomainCrawler
+DomainSigmaCrawler
 Domains Project
-Dotbot
-Dragonfly
-Ebingbong
-Ecxi
-EroCrawler
-ExtLinksBot
+EMail Wolf
+EirGrabber
+Evil
+Exabot
+Extractor
 EyeNetIE
 FDM
-FHscan
-Fimap
+FlashGet
+Freeuploader
+FrontPage
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-GoZilla
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
 Grabber
 Grafula
-GrapeFX
-HTMLparser
-HTTP::Lite
+GrapeshotCrawler
+HMView
+HTTrack
 HaosouSpider
 HonoluluBot
-Humanlinks
-HybridBot
-IDBTE4M
-IRLbot
-Iblog
-InfoNaviRobot
-InfoTekies
-Intelliseek
+IDBot
+Image Fetch
+InterGET
 Internet Ninja
+InternetSeer
 Iria
-Jbrofuzz
-JennyBot
+JetCar
+Jetty
 Joomla
-Jorgee
-JustView
-Jyxobot
-Kenjin Spider
-Kinza
 Kozmosbot
 LNSpiderguy
-LWP::Simple
 Leap
-LeechGet
-LibWeb
-Libwhisker
-Likse
-LinkWalker
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
+LeechFTP
+Lftp
+LieBaoFast
+Lightspeedsystems
+Linkbot
+Linkdexbot
+Lipperhey
+Litemage_walker
 Lmspider
 Ltx71
 MIDown tool
-MIIxpc
-MSFrontPage
-MSIECrawler
+MJ12bot
 Magnet
-Majestic12
-MarkMonitor
-Mata Hari
-Mb2345Browser
+Majestic SEO
+Majestic-SEO
 Meanpathbot
 Mediatoolkitbot
+Metauri
 MicroMessenger
-Microsoft URL Control
-Minefield
-Mister PiX
-Morfeus Fucking Scanner
+Microsoft Data Access
+Moblie Safari
 Mr.4x3
 Msrabot
 Musobot
+NICErsPRO
+Navroad
+NearSite
 Needle
 Nessus
-NetAnts
+NetLyzer
+NetMechanic
 NetSpider
-NetZIP
-NextGenSearchBot
+Nibbler
 Niki-bot
-Nikto
-Nimbostratus
+NimbleCrawler
+Nmap
 Nutch
-Octopus
 Offline Navigator
 OnCrawl
-OrangeBot
+OpenLinkProfiler
+OpenVAS
 OrangeSpider
+OutclicksBot
 PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
+PageGrabber
+PageScorer
+Panscient
 Papa Foto
-Pimonster
-PleaseCrawl
-Pockey
+Pavuk
+PeoplePal
+Petalbot
+Picsearch
+Piepmatz
 ProWebWalker
-PxBroker
+Probethenet
 PyCurl
-RankFlex
-RankingBot
+RSSingBot
 RankingBot2
-Re-re
-ReGet
+Rankivabot
 RealDownload
-Reaper
 RebelMouse
 Recorder
-RedesScrapy
+RepoMonkey
+RocketCrawler
 Rogerbot
-SBIder
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SMTBot
 ScanAlert
-Scrapy
+ScoutJet
+Screaming
 Searchestate
 Seekport
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
 Shodan
-Siphon
-Site Sucker
-SiteExplorer
-SiteLockSpider
-Sitebeam
+SiteCheckerBotCrawler
+SiteSnagger
 Sitevigil
 SlySearch
-Sogou web spider
-Spammen
-Spanner
-Spbot
-Spinn3r
-Sucker
-Surfbot
+Snoopy
+Sociscraper
+Sosospider
+Sottopop
+SpankBot
+SputnikBot
+Steeler
+Stripper
+Sucuri
+SuperHTTP
+SurveyBot
 T0PHackTeam
-T8Abot
-The Intraformant
-TheNomad
-Thumbor
-Tracemyfile
-Trendiction
-TurnitinBot
+TeleportPro
+Telesoft
+Telesphoreo
+Titan
+Toata
+Toweyabot
+True_Robot
+Turingos
+TwengaBot
+Typhoeus
+URLy Warning
 UnisterBot
-Vagabondo
-VidibleScraper
-Virusdie
-Voil
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WWW-Mechanize
+Upflow
+Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voltron
+WISENutbot
+WWW-Collector-E
 WWWOFFLE
-Wallpapers
 Wallpapers/3.0
-WallpapersHD
 Web Collage
-Web Pix
 WebEnhancer
-WebFetch
 WebFuck
 WebGo IS
 WebImageCollector
-WebSauger
 WebSucker
-Webalta
-WebmasterWorldForumBot
-Website Quester
-WebsiteQuester
-Whack
+WebWhacker
+WebZIP
+Whatweb
 Who.is Bot
-Xaldon WebSpider
+Woobot
+Wprecon
+YoudaoBot
 Zade
-Zermelo
-ZmEu
+Zauba
+ZoominfoBot
+ZumBot
 ZyBorg
+adscanner
 arquivo.pt
-backlink-check
-check1.exe
-clark-crawler
-cognitiveseo
+coccocbot
 com.plumanalytics
 crawl.sogou.com
-crawler.feedback
 crawler4j
 dataforseo.com
 demandbase-bot
-heritrix
-internetVista monitor
-lwp-request
+domainsproject.org
+eCatch
+evc-batch
+facebookscraper
+gopher
+instabid
+isitwp.com
 lwp-trivial
-meanpathbot
+magpie-crawler
 mediawords
-netEstate NE Crawler
+muhstik-scan
 plumanalytics
-polaris version
-ripz
 satoristudio.net
-scan.lol
-sitechecker.pro
-siteripz
+scalaj-http
+seobility
+sexsearcher
 sp_auditbot
-trendiction.com
-webmeup-crawler
-x22Mozilla
+sysscan
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webprosbot
 zauba.io
-zgrab