V4.2022.07.3217 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+01h4x.com
+360Spider
+80legs
+ADmantX
+AIBOT
 ALittle Client
-ASPSeek
-Abonti
-Alexibot
+Aboundex
+Acunetix
 AllSubmitter
-Anarchie
 Anarchy
-Asterias
-BDCbot
-BackDoorBot
+Ankit
+Apexoo
+Atomseobot
+BDFetch
 BackStreet
-Backlink-Ceck
+Badass
+Barkrowler
 BetaBot
 Bitacle
-Black Hole
-Blackboard
-Boardreader
+BlackWidow
 BotALot
-Brandprotect
 Brandwatch
+Buck
 BuiltBotTough
 BuiltWith
-CODE87
-CSHttp
-Calculon
+CATExplorador
 CazoodleBot
-CensysInspect
 CheeseBot
-Citoid
-Cliqzbot
-Cocolyzebot
-Collector
-CopyRightCheck
+CherryPicker
+Cloud mapping
 Cosmos
-Craftbot
-Curious
+Crescent
+CrunchBot
+Custo
 DSearch
-DTS Agent
 DataCha0s
+DatabaseDriverMysqli
 Demon
 Devil
-Digincore
-Disco
-Discobot
-Dispatch
+Dirbuster
+Discoverybot
 DittoSpyder
 DnBCrawler-Analytics
 DomainCrawler
+DomainSigmaCrawler
+Domains Project
 Dotbot
+Dragonfly
 EMail Siphon
-EasyDL
-Ecxi
-Exabot
+Ebingbong
+EirGrabber
+EroCrawler
+Express WebPictures
+Extractor
+Extreme Picture Finder
 Ezooms
 FemtosearchBot
 Fimap
-Firefox/7.0
-FlashGet
-Flunky
-G-i-g-a-b-o-t
-GT::WWW
+Freeuploader
+Fuzz
+Fyrebot
+GalaxyBot
 Genieo
-Go!Zilla
-Gotit
-Grabber
+Gigabot
 Grafula
 GrapeshotCrawler
 HEADMasterSEO
+HMView
+HTTrack
+Haansoft
+HaosouSpider
 Harvest
-Heritrix
-Hloader
-HonoluluBot
-IDBTE4M
+HybridBot
 IDBot
+Iblog
 Id-search
-Image Sucker
-Indy Library
-InfoNaviRobot
-InfoTekies
 Internet Ninja
 InternetSeer
-Iskanie
-IstellaBot
-JOC Web Spider
+JamesBOT
 Jbrofuzz
-Jetty
-Jorgee
+JennyBot
+JetCar
+JikeSpider
 Jyxobot
-Kenjin Spider
-Keyword Density
-LNSpiderguy
-LWP::Simple
-Larbin
-LeechFTP
+Keybot Translation-Search-Machine
+Kozmosbot
+Leap
 Libwhisker
-LieBaoFast
-LinkWalker
-LinkpadBot
-LinqiaMetadataDownloaderBot
+LinkScan
+Linkbot
+LinkextractorPro
 Lipperhey Spider
+Ltx71
+MFC_Tear_Sample
 MIDown tool
 MJ12bot
+MTRobot
+Mag-Net
+Magnet
+Majestic SEO
 Majestic-SEO
+MarkMonitor
 MarkWatch
-Mass Downloader
-Masscan
-MauiBot
-Mb2345Browser
-MeanPath Bot
+Mata Hari
+Metauri
 Microsoft Data Access
 Microsoft URL Control
 Minefield
-Moblie Safari
+Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Mozlila
-Msrabot
+Mr.4x3
 NICErsPRO
+Name Intelligence
+Navroad
 NearSite
+NetAnts
+NetLyzer
 NetZIP
-NimbleCrawler
+Netcraft
+Nettrack
+NextGenSearchBot
+Nibbler
+Niki-bot
+Not
 Nuclei
 Nutch
 Offline Explorer
-OpenVAS
-Openvas
+OnCrawl
+OrangeBot
 OrangeSpider
-OutclicksBot
-POE-Component-Client-HTTP
-Page Analyzer
+OutfoxBot
+PageAnalyzer
+PageGrabber
 PageScorer
-PageThing.com
 Pandalytics
-Panscient
-Papa Foto
-Picsearch
-PictureFinder
-Pimonster
+Pavuk
+Picscout
+Piepmatz
+Pixray
+PleaseCrawl
 ProWebWalker
-Pu_iN
+PxBroker
 QueryN Metasearch
-Quick-Crawler
-RankActive
 RankFlex
 RankingBot
-RankingBot2
+RankurBot
 ReGet
 RealDownload
+Reaper
+RebelMouse
 RepoMonkey
+Ripper
+Rogerbot
 SBIder
-SEOkicks
-SEOlyticsCrawler
-ScanAlert
-Scrapy
+SEOkicks-Robot
+SEOprofiler
+SEOstats
+SMTBot
+SalesIntelligent
+Scanbot
 Screaming
-ScreenerBot
-Searchestate
 SearchmetricsBot
-SemrushBot
+Seekport
 SeoSiteCheckup
+Seomoz
 Shodan
-Site Sucker
+Siphon
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
+SiteSnagger
 SiteSucker
 Sitebeam
 Sitevigil
-Snake
-Snapbot
-Snoopy
+SlySearch
+SocialRankIOBot
+Sociscraper
+Sogou web spider
+Sosospider
 SpaceBison
+SpankBot
+SputnikBot
+Sqlmap
 Sqlworm
 Sqworm
-Steeler
-Stripper
-SuperHTTP
-Teleport
-Telesphoreo
-Telesphorep
+Sucuri
+Swiftbot
+T8Abot
 The Intraformant
 TheNomad
+Thumbor
 Titan
-Tracemyfile
-Turingos
+Toweyabot
 TurnitinBot
-TwengaBot
-VCI
-Vacuum
+Typhoeus
+Upflow
+VB Project
 Vagabondo
-VelenPublicWebCrawler
+Voil
+WBSearchBot
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
 Wallpapers/3.0
-Web Auto
-Web Sauger
-WebAuto
+Web Fetch
+Web Fuck
+WebBandit
 WebCollage
+WebEnhancer
 WebFetch
-WebImageCollector
-WebLeacher
-WebStripper
+WebReaper
+WebSauger
 WebSucker
-WebmasterWorldForumBot
+WebWhacker
+WebZIP
 Webshag
-Website Quester
-WebsiteExtractor
+WebsiteQuester
+Webster
+Whacker
 Whatweb
-Who.is Bot
-Wonderbot
-Wotbox
+WinHTTrack
 Zade
+Zauba
+Zeus
 Zitebot
-ZmEu
-adscanner
-backlink-check
+ZoomBot
+ZumBot
+ZyBorg
+archive.org_bot
+arquivo-web-crawler
+cah.io.community
 check1.exe
 clark-crawler
 coccocbot
+cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-crawler.feedback
+crawler4j
 dataforseo.com
-facebookscraper
-gopher
-isitwp.com
-iubenda-radar
+domainsproject.org
+instabid
 linkdexbot
-lwp-request
-magpie-crawler
+lwp-trivial
 meanpathbot
-pcBrowser
-polaris version
 s1z.ru
-satoristudio.net
-seoscanners
-sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
-sysscan
-tAkeOut
+scalaj-http
+sexsearcher
 trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webprosbot
-x22Mozilla
+webmeup-crawler
 zgrab