V4.2022.09.3353 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
+404enemy
 80legs
 ADmantX
 AIBOT
 ALittle Client
-Aboundex
+ASPSeek
 AhrefsBot
-Aipbot
-Alligator
-Anarchie
+AllSubmitter
+AlphaBot
 Anarchy
-Ankit
+Anthill
 Apexoo
-Aspiegel
 Asterias
-Attach
+Atomseobot
 AwarioRssBot
+AwarioSmartBot
+BBBike
+BDCbot
+BDFetch
 BackDoorBot
-Barkrowler
 BatchFTP
-Battleztar Bazinga
-Bigfoot
+Bitacle
+Blackboard
 Blow
+BlowFish
 Boardreader
-Bolt
 BotALot
-Brandprotect
+Buddy
+BuiltBotTough
 BuiltWith
 CATExplorador
-Calculon
-Cegbfeieh
+CCBot
+CSHttp
+CensysInspect
 CheTeam
-CherryPicker
-Citoid
+CheeseBot
+ChinaClaw
 Claritybot
-Collector
-Copier
+Cloud mapping
 CopyRightCheck
-Craftbot
-Crawling at Home Project
 CrazyWebCrawler
-Crescent
 Curious
-DBLBot
-DSearch
+Custo
 DTS Agent
+Deusu
 Devil
+Discobot
+Discoverybot
 Dispatch
-DittoSpyder
-DnyzBot
-DomCopBot
-DomainCrawler
+DnBCrawler-Analytics
 Domains Project
-Dragonfly
-Drip
-ECCP/1.0
-EirGrabber
+EMail Wolf
+EasyDL
 Evil
-Express WebPictures
-Extreme Picture Finder
-EyeNetIE
+Exabot
+Extractor
 Ezooms
 FDM
-Flunky
+FHscan
+Fimap
 Freeuploader
-FrontPage
 FyberSpider
-Fyrebot
-GetWeb
-Gigabot
+G-i-g-a-b-o-t
+Genieo
 Go!Zilla
-GoZilla
+Gotit
 GrabNet
-GridBot
-HMView
-HTTP::Lite
-HTTrack
+Grabber
+HTMLparser
 HaosouSpider
-HonoluluBot
-Iblog
-IlseBot
+Havij
+Hloader
+HybridBot
+IDBTE4M
+Id-search
+Image Fetch
 Image Sucker
 Intelliseek
-JetCar
-Jetty
-Joomla
+Iria
+Iskanie
+JOC Web Spider
+JamesBOT
+JustView
+Keybot Translation-Search-Machine
 Keyword Density
 Kinza
-Larbin
-LeechFTP
-LeechGet
+LNSpiderguy
+LWP::Simple
+Leap
 LexiBot
-Libwhisker
+LieBaoFast
 Lightspeedsystems
-LinkScan
+LinkextractorPro
+LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
+Litemage_walker
 Lmspider
-Ltx71
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
 MJ12bot
-MSFrontPage
+MTRobot
 Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic SEO
+Majestic-SEO
 MarkMonitor
 MarkWatch
-Mb2345Browser
-MeanPath Bot
+Masscan
+Meanpathbot
+MegaIndex.ru
+Microsoft Data Access
 Minefield
+Mister PiX
 Mojeek
+Mojolicious
 Morfeus Fucking Scanner
+Mozlila
 Msrabot
-NPbot
 Nameprotect
-Needle
+Nessus
+NetAnts
 NetLyzer
-NetSpider
+NetMechanic
 NetZIP
+Niki-bot
 Nikto
 NimbleCrawler
-Nmap
-Nutch
 Octopus
-Offline Navigator
-OpenVAS
-Openfind
+Offline Explorer
+OpenLinkProfiler
+Openvas
 OrangeBot
-OutfoxBot
+OrangeSpider
 PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
-Pandalytics
+PageAnalyzer
+PageScorer
+PageThing.com
+Panscient
 Petalbot
-Piepmatz
 Pimonster
-Pixray
 PleaseCrawl
-Pockey
 ProPowerBot
+ProWebWalker
 Probethenet
-Pu_iN
-Pump
 RSSingBot
-Re-re
-RebelMouse
+RankingBot2
+Rankivabot
+RankurBot
+ReGet
 Recorder
 RedesScrapy
-RepoMonkey
 Ripper
 SBIder
-SMTBot
+SEOkicks
+SISTRIX
+SalesIntelligent
+ScanAlert
+Scrapy
+ScreenerBot
+ScrepyBot
+Searchestate
 Semrush
+SemrushBot
 SentiBot
-SeoSiteCheckup
 SeobilityBot
-Shodan
-Siphon
 Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
 Sitevigil
-Snapbot
-Sociscraper
+Snake
+Sogou web spider
 Sottopop
 Spammen
-Spanner
-SputnikBot
-Sqworm
+SpankBot
+Spbot
+Steeler
+Sucker
 Sucuri
-SuperBot
-Swiftbot
+SuperHTTP
+SurveyBot
+Suzuran
+T0PHackTeam
 Teleport
 TeleportPro
+Telesoft
+The Intraformant
 TheNomad
 Toweyabot
-Trendiction
-Turnitin
 TwengaBot
-Typhoeus
-URLy.Warning
-Upflow
 VB Project
-Vacuum
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+Voil
 Voltron
-WASALive-Bot
+WBSearchBot
+WEBDAV
 WWW-Collector-E
-Wallpapers
+WWW::Mechanize
+WWWOFFLE
 WallpapersHD
-Web Collage
-Web Enhancer
-Web Fetch
-Web Pix
-WebCollage
-WebFetch
-WebFuck
+Web Sauger
+Web Sucker
+WebAuto
+WebCopier
 WebGo IS
-WebImageCollector
-WebLeacher
-WebReaper
-WebSauger
-Website Quester
-WebsiteExtractor
+WebSucker
+WebWhacker
 Webster
-Whack
-Whacker
 Whatweb
 Widow
-WinHTTrack
-Wotbox
-Xaldon WebSpider
 Xaldon_WebSpider
+Xenu
 Zauba
-Zitebot
-arquivo-web-crawler
-arquivo.pt
+Zeus
+ZoomBot
+ZyBorg
+autoemailspider
+backlink-check
 cah.io.community
-check1.exe
 clark-crawler
-crawler.feedback
+com.plumanalytics
+crawl.sogou.com
 crawler4j
-eCatch
+dataforseo.com
+demandbase-bot
+instabid
 internetVista monitor
-iubenda-radar
-linkdexbot
+ips-agent
+isitwp.com
+lwp-request
 lwp-trivial
-magpie-crawler
 mediawords
-muhstik-scan
+netEstate NE Crawler
+polaris version
 probe-image-size
-ripz
-satoristudio.net
 scalaj-http
 scan.lol
-sexsearcher
+seoscanners
+serpstatbot
 sitechecker.pro
-sogouspider
-trendiction.com
+spyfu
 trendiction.de
 ubermetrics-technologies.com
 webprosbot
+x09Mozilla
 x22Mozilla
-xpymep1.exe
+zgrab