V4.2022.12.3515 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
-404enemy
 AIBOT
 ALittle Client
-ASPSeek
-Abonti
-Acunetix
+Aboundex
 AiHitBot
-AllSubmitter
-Alligator
-Anarchy
-Anarchy99
-Anthill
+Aipbot
+Anarchie
 Atomseobot
-Attach
+AwarioSmartBot
+BBBike
+BDCbot
 BLEXBot
-BackDoorBot
+BackStreet
+BacklinkCrawler
 Bandit
-Black Hole
-BlackWidow
+Barkrowler
+Blackboard
 BlowFish
 BotALot
 Buck
-Buddy
-BuiltBotTough
-BuzzSumo
-CCBot
+Bullseye
+BunnySlippers
+CATExplorador
 CODE87
-CensysInspect
-CherryPicker
-ChinaClaw
+CSHttp
+CazoodleBot
+CheTeam
+CheeseBot
 Citoid
-Cloud mapping
-Cocolyzebot
-Cogentbot
+Cliqzbot
+Cosmos
+Craftbot
 Crawling at Home Project
+CrazyWebCrawler
+Crescent
 CrunchBot
 Curious
+Custo
+CyotekWebCopy
+DSearch
 DataCha0s
-Discobot
-DittoSpyder
+Demon
+Dirbuster
+Disco
 DnBCrawler-Analytics
-DomainAppender
+DnyzBot
+DomainSigmaCrawler
 DomainStatsBot
-Download Wonder
-Drip
-Ebingbong
+ECCP/1.0
+EMail Wolf
+EasyDL
 Ecxi
 EirGrabber
-Express WebPictures
-ExtLinksBot
+Exabot
+ExtractorPro
 Extreme Picture Finder
-Ezooms
-FHscan
+FDM
 Fimap
 Firefox/7.0
 Flunky
-Foobot
 Freeuploader
-FrontPage
-G-i-g-a-b-o-t
+Fuzz
 GalaxyBot
-Genieo
-Gigabot
+GetRight
+GetWeb
+Go!Zilla
 Go-Ahead-Got-It
+GoZilla
+Grabber
 GrapeFX
 GrapeshotCrawler
-GridBot
 HEADMasterSEO
-HMView
-Haansoft
-HaosouSpider
-Havij
+HTTrack
 Heritrix
-Hloader
-HybridBot
-IDBot
-IRLbot
+Humanlinks
+Iblog
+Id-search
 IlseBot
-Image Fetch
-InfoNaviRobot
-Intelliseek
+Image Sucker
+IndeedBot
+InfoTekies
 Internet Ninja
-InternetSeer
-Iskanie
-JamesBOT
-JikeSpider
+JOC Web Spider
 Joomla
+Jorgee
 JustView
 LNSpiderguy
+LWP::Simple
 LeechFTP
 Lftp
-LibWeb
-LinkScan
-LinkpadBot
-LinqiaScrapeBot
+Likse
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
+Litemage_walker
 Lmspider
-Ltx71
 MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MSFrontPage
+MIIxpc
+MQQBrowser
 Majestic SEO
-Mata Hari
-Mb2345Browser
+Majestic-SEO
+MarkWatch
+Masscan
+MeanPath Bot
 Mediatoolkitbot
+MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft Data Access
-Minefield
+Microsoft URL Control
 Mister PiX
 Moblie Safari
-NICErsPRO
+Mojeek
+Mojolicious
+Musobot
+NPbot
+Nameprotect
 Navroad
-Needle
-Nessus
 NetAnts
 NetLyzer
-Netcraft
-Nettrack
-Netvibes
-Nibbler
-Niki-bot
-Nimbostratus
-Ninja
-Nuclei
-Octopus
-Offline Navigator
+NetSpider
+NetZIP
+NextGenSearchBot
+Not
+Offline Explorer
+OnCrawl
 Openfind
-Openvas
+OrangeBot
 OutclicksBot
-PECL::HTTP
-PHPCrawl
-PageAnalyzer
-PageScorer
+POE-Component-Client-HTTP
+Pandalytics
+Panscient
 Papa Foto
-Picsearch
-Pimonster
+PictureFinder
+Pixray
+Pockey
+ProPowerBot
 Pu_iN
-Pump
 PxBroker
 PyCurl
-Quick-Crawler
+QueryN Metasearch
+RankActive
 RankingBot
-RankurBot
-Re-re
 ReGet
-Reaper
+RealDownload
+RebelMouse
+Recorder
 RedesScrapy
-RocketCrawler
-Rogerbot
+SBIder
+SEOkicks
+SEOkicks-Robot
 SEOprofiler
 SEOstats
-SMTBot
-SalesIntelligent
-Scanbot
-Screaming
+ScanAlert
+ScreenerBot
 SearchmetricsBot
 Seekport
-SemanticJuice
-SeobilityBot
+Semrush
+SentiBot
+SeoSiteCheckup
 Seomoz
 Shodan
-Siphon
 Site Sucker
-SiteCheckerBotCrawler
 SiteLockSpider
+SiteSnagger
+Siteimprove
 Sitevigil
 SmartDownload
-Snake
-Snapbot
-Sogou web spider
-Sosospider
-Sottopop
+SocialRankIOBot
 Spanner
-Spinn3r
-Sqworm
-Stripper
+SputnikBot
 Sucker
 Sucuri
-SuperBot
-Suzuran
+SuperHTTP
 Swiftbot
-Szukacz
+T8Abot
+Teleport
+Telesoft
+The Intraformant
+Thumbor
 TightTwatBot
 Titan
+Toata
 Toweyabot
-Trendictionbot
-TwengaBot
-Twice
+Tracemyfile
+Trendiction
+Turingos
+Turnitin
+TurnitinBot
 URLy.Warning
 UnisterBot
-VCI
+Upflow
 Vacuum
 Vagabondo
-VidibleScraper
+VeriCiteCrawler
 VoidEYE
+WEBDAV
+WISENutbot
 WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
 WeSEE
+Web Collage
+Web Enhancer
 Web Fetch
 Web Fuck
-WebBandit
-WebCollage
-WebCopier
+Web Sucker
+WebAuto
+WebEnhancer
+WebFetch
 WebFuck
-WebGo IS
-WebReaper
-WebSauger
-WebStripper
-WebSucker
-WebWhacker
-Webalta
-WebmasterWorldForumBot
+WebImageCollector
+WebZIP
 Website Quester
 Whack
-Whatweb
 Who.is Bot
+WinHTTrack
+WiseGuys Robot
+Wonderbot
 Woobot
-Wotbox
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-ZoomBot
-ZoominfoBot
+Zermelo
 ZumBot
-archive.org_bot
+ZyBorg
+arquivo-web-crawler
+autoemailspider
+cah.io.community
+check1.exe
 clark-crawler
-coccocbot
+cognitiveseo
+dataforseo.com
+demandbase-bot
+domainsproject.org
+facebookscraper
 heritrix
+instabid
 internetVista monitor
 iubenda-radar
+linkdexbot
 lwp-trivial
-mediawords
+muhstik-scan
 oBot
+page scorer
+plumanalytics
 s1z.ru
-scan.lol
-seoscanners
-sp_auditbot
+seostar
 tAkeOut
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-x22Mozilla
-xpymep1.exe
-zauba.io
+trendiction.com
+webmeup-crawler
+webpros.com