V4.2022.11.3461 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-ADmantX
-AIBOT
 ALittle Client
-ASPSeek
 Aboundexbot
-Acunetix
+AiHitBot
 Aipbot
-Alexibot
 AllSubmitter
-AlphaBot
-Anarchy
-Ankit
-Atomseobot
+Anarchy99
+Apexoo
+AwarioRssBot
 BBBike
-BDCbot
-BDFetch
-BackDoorBot
-BackStreet
+BLEXBot
 BackWeb
-BacklinkCrawler
-Barkrowler
+Backlink-Ceck
+BatchFTP
 BetaBot
+Bigfoot
 Blow
-BlowFish
 Boardreader
-CSHttp
+Brandprotect
+Brandwatch
+Buddy
+BuiltBotTough
+BuiltWith
+BunnySlippers
+CCBot
 CazoodleBot
 Cegbfeieh
 CensysInspect
+CheTeam
+ChinaClaw
 Claritybot
-Cocolyzebot
+Cloud mapping
 Cogentbot
-CopyRightCheck
-Copyscape
-Craftbot
+Copier
+Cosmos
 Crawling at Home Project
-Curious
-DTS Agent
+DBLBot
+DSearch
 DataCha0s
+DatabaseDriverMysqli
 Demon
-Deusu
-Devil
-DittoSpyder
-DnBCrawler-Analytics
+Digincore
+Dirbuster
+Discobot
+DnyzBot
 DomCopBot
+DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
-EMail Siphon
-EMail Wolf
 EasyDL
-Evil
-Exabot
-Express WebPictures
-FemtosearchBot
-Firefox/7.0
+Ebingbong
+Ecxi
+EroCrawler
+Extractor
+ExtractorPro
+EyeNetIE
+Ezooms
+FDM
+Foobot
 Freeuploader
 FrontPage
-Fuzz
-G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
+Genieo
 GetRight
+GetWeb
 Getintent
-Go-Ahead-Got-It
-HMView
-HTTP::Lite
+Gigabot
+Gotit
+Grabber
+Grafula
+Haansoft
+HaosouSpider
 Harvest
 Heritrix
-Hloader
+HonoluluBot
 Humanlinks
 HybridBot
-IRLbot
-Iblog
-IndeedBot
-Internet Ninja
+IDBTE4M
+Image Fetch
+Image Sucker
+Indy Library
+InfoNaviRobot
+Intelliseek
+InternetSeer
+Iskanie
+IstellaBot
 JamesBOT
-JikeSpider
-Joomla
-Kenjin Spider
-Keybot Translation-Search-Machine
+JennyBot
+JetCar
+Jetty
+Jyxobot
 Kinza
-Kozmosbot
 LNSpiderguy
-Larbin
+LWP::Simple
 LeechFTP
-LeechGet
 LexiBot
-Lightspeedsystems
+Lftp
+LibWeb
+LieBaoFast
+LinkScan
+LinkWalker
 Linkbot
-LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
 Litemage_walker
-MFC_Tear_Sample
-MIIxpc
-MQQBrowser
-Magnet
-Majestic SEO
-Majestic12
-MarkWatch
-Masscan
-Mata Hari
-Mb2345Browser
+MIDown tool
+MSFrontPage
+Mag-Net
+Mail.RU_Bot
+MauiBot
 MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Metauri
-Microsoft Data Access
 Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
-Mozlila
+MolokaiBot
 Mr.4x3
-Musobot
+Msrabot
+NICErsPRO
 NPbot
+Navroad
 NearSite
-Netcraft
-Nibbler
+Nessus
+Net Vampire
+NetAnts
+NetSpider
+Nettrack
+Niki-bot
+Nikto
 Nimbostratus
-Ninja
 Nmap
-Offline Explorer
-Offline Navigator
+Not
+Nutch
 OnCrawl
-OpenLinkProfiler
 OpenVAS
 OrangeBot
 OrangeSpider
 PHPCrawl
-PageThing.com
-Pavuk
-Pi-Monster
-PictureFinder
-Piepmatz
+POE-Component-Client-HTTP
+Page Analyzer
+PageScorer
+Pandalytics
+PeoplePal
+Picscout
 Pixray
-Probethenet
-PxBroker
-QueryN Metasearch
+ProWebWalker
+Psbot
+Pu_iN
 Quick-Crawler
-RankActive
+RSSingBot
 RankActiveLinkBot
-RankFlex
-RankingBot
-Rankivabot
-RealDownload
-RebelMouse
+Reaper
 RedesScrapy
 Rogerbot
-SBIder
 SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+SMTBot
 SalesIntelligent
+ScanAlert
 Scanbot
+ScoutJet
 Screaming
-ScrepyBot
-Searchestate
-Seekport
-SemrushBot
+SearchmetricsBot
+Semrush
 SentiBot
-Shodan
-Site Sucker
-SiteSnagger
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
 Sitebeam
-SmartDownload
-Snake
-Snapbot
 Snoopy
-SpaceBison
-Spammen
+Sociscraper
+Sottopop
 SpankBot
-Spbot
+Spanner
+SputnikBot
+Sqlworm
 Sqworm
-Stripper
+Sucker
 Surfbot
-Szukacz
-T0PHackTeam
+Swiftbot
 T8Abot
 Teleport
-The Intraformant
 Thumbor
+TightTwatBot
 Titan
 Toata
-Toweyabot
 Tracemyfile
-TurnitinBot
+Trendiction
+Trendictionbot
+Turingos
 TwengaBot
-URLy.Warning
-UnisterBot
-VB Project
-VeriCiteCrawler
-VidibleScraper
+Twice
+Typhoeus
+VCI
+Vacuum
+Vagabondo
 Virusdie
+Voltron
 WISENutbot
-WWWOFFLE
-WallpapersHD
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
 Web Collage
 Web Fuck
-WebCopier
+Web Pix
+Web Sauger
+WebAuto
 WebFetch
-WebImageCollector
 WebLeacher
+WebReaper
+WebSauger
 WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Webshag
-Website Quester
-Webster
-Whack
-Whacker
+Webalta
+WebsiteQuester
 Whatweb
-Widow
-Wotbox
+WinHTTrack
+Wonderbot
 Xenu
-Zitebot
+Zade
+Zermelo
+ZoomBot
 ZoominfoBot
+ZumBot
 adscanner
-archive.org_bot
 arquivo.pt
+backlink-check
 check1.exe
-clark-crawler
-coccocbot
 cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-crawler4j
 dataforseo.com
 demandbase-bot
 gopher
-heritrix
-internetVista monitor
-iubenda-radar
-lwp-trivial
-magpie-crawler
-meanpathbot
-netEstate NE Crawler
-plumanalytics
+muhstik-scan
+page scorer
+pcBrowser
 polaris version
-s1z.ru
-scan.lol
-seobility
+probe-image-size
+ripz
+scalaj-http
+seocompany.store
+seoscanners
+serpstatbot
 siteripz
 sogouspider
-sp_auditbot
-sysscan
-voyagerx.com
-xpymep1.exe
-zauba.io
-zgrab
+spyfu
+trendiction.com
+x09Mozilla
+x22Mozilla