V4.2023.02.3583 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
-ALittle Client
-ASPSeek
-Abonti
-Acunetix
-AhrefsBot
+360Spider
+AIBOT
 AiHitBot
-Alexibot
-AllSubmitter
 Alligator
 AlphaBot
-Anarchie
-Anarchy99
 Ankit
-Apexoo
-Asterias
+Anthill
 Attach
-AwarioRssBot
 BBBike
+BLEXBot
+BackStreet
+Backlink-Ceck
 BacklinkCrawler
-Badass
+Bandit
+Barkrowler
+BatchFTP
 Battleztar Bazinga
 Black Hole
+BlackWidow
 Blackboard
 BlowFish
-Brandprotect
+Boardreader
 Brandwatch
 Buck
 Buddy
-BuiltWith
+Bullseye
 BunnySlippers
-CATExplorador
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheTeam
-ChinaClaw
-Citoid
-Claritybot
+CCBot
+CSHttp
+Chlooe
 Cloud mapping
-Collector
 Copier
 Craftbot
+Crawling at Home Project
 Crescent
 CrunchBot
-CyotekWebCopy
+Curious
 DBLBot
-DSearch
+DIIbot
+DTS Agent
 DataCha0s
-Deusu
+Devil
+Dirbuster
 Disco
 Discobot
-Discoverybot
 DnBCrawler-Analytics
+DnyzBot
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-Dotbot
-Download Wonder
-EMail Siphon
+Domains Project
+ECCP/1.0
 EMail Wolf
+Ecxi
+EirGrabber
 Evil
-Exabot
 Express WebPictures
-ExtLinksBot
 Extractor
 ExtractorPro
-Extreme Picture Finder
+FHscan
+FemtosearchBot
 Fimap
 Flunky
-FrontPage
-FyberSpider
-Fyrebot
-GalaxyBot
-Gigabot
+Freeuploader
+Fuzz
+GT::WWW
+GetRight
+GetWeb
 Go!Zilla
-GoZilla
+GrabNet
+Grabber
 GrapeFX
+GrapeshotCrawler
 GridBot
-HMView
 HTMLparser
-HTTP::Lite
-HTTrack
-Hloader
-Humanlinks
-IDBTE4M
-IRLbot
+Haansoft
+HaosouSpider
+Harvest
+HonoluluBot
+Id-search
 IlseBot
 Image Sucker
+IndeedBot
 Indy Library
-InfoTekies
-Intelliseek
+InterGET
 Internet Ninja
+Iria
+IstellaBot
+JOC Web Spider
 JennyBot
 Jetty
-Joomla
+JikeSpider
+Jorgee
+JustView
 Keybot Translation-Search-Machine
+LNSpiderguy
+LWP::Simple
 Larbin
 Leap
-LeechGet
-LexiBot
+LeechFTP
 Lftp
-LibWeb
-Libwhisker
 LieBaoFast
+Lightspeedsystems
 Likse
+LinkScan
+LinkWalker
+Linkbot
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 Lipperhey Spider
 Litemage_walker
-MFC_Tear_Sample
+Lmspider
 MIDown tool
 MQQBrowser
-MSFrontPage
-MTRobot
-Mag-Net
 Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
 Mass Downloader
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
-Metauri
-MicroMessenger
-Microsoft Data Access
-Mozlila
+Minefield
+Mister PiX
+MolokaiBot
+Mr.4x3
 Musobot
-Name Intelligence
-Nameprotect
-Navroad
 NearSite
-Needle
-NetAnts
-NetZIP
-Nettrack
+Net Vampire
+NetSpider
 Netvibes
-Nikto
-OnCrawl
+NextGenSearchBot
+Nibbler
+NimbleCrawler
+Ninja
+Not
+Nutch
+Offline Explorer
+Offline Navigator
 OpenLinkProfiler
-Openvas
-OutfoxBot
-PECL::HTTP
-Page Analyzer
+Openfind
+OrangeSpider
+POE-Component-Client-HTTP
 PageAnalyzer
 PageGrabber
-PageScorer
-PageThing.com
-Panscient
-Papa Foto
+PeoplePal
+Pi-Monster
+Picsearch
+PictureFinder
 Piepmatz
-Pixray
+Pimonster
+PleaseCrawl
+Pockey
 Probethenet
-Quick-Crawler
-RankFlex
-RankingBot2
+PxBroker
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
 Rankivabot
 RankurBot
-ReGet
+Reaper
 RedesScrapy
+Rogerbot
+SBIder
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-Scanbot
-ScoutJet
+SEOstats
+Scrapy
 Searchestate
-SemanticJuice
+SearchmetricsBot
+Semrush
 SemrushBot
-SentiBot
-Seomoz
-Shodan
-SiteCheckerBotCrawler
+Siphon
+Site Sucker
 SiteExplorer
+SiteLockSpider
+SiteSnagger
+Sitebeam
+Siteimprove
+Sitevigil
+SmartDownload
+Snoopy
 SocialRankIOBot
-SpaceBison
-SputnikBot
-Stripper
-Sucker
-Sucuri
-SuperBot
+Sociscraper
+Sosospider
+Spammen
+Sqlworm
+Steeler
 SuperHTTP
 Surfbot
-Suzuran
 Swiftbot
-T8Abot
 Teleport
-Telesphoreo
+Telesphorep
+Thumbor
+TightTwatBot
 Titan
-Toweyabot
-Trendictionbot
-Turnitin
+True_Robot
+TurnitinBot
 TwengaBot
+Typhoeus
 URLy Warning
-URLy.Warning
-V-BOT
+UnisterBot
+VB Project
 Vacuum
 Vagabondo
-VidibleScraper
-WASALive-Bot
+VelenPublicWebCrawler
 WEBDAV
-WWW-Collector-E
 WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Collage
 Web Enhancer
-Web Fetch
-Web Sauger
 Web Sucker
 WebBandit
-WebCollage
-WebCopier
-WebFetch
-WebSucker
-WebZIP
+WebEnhancer
+WebLeacher
 WebsiteExtractor
-Whack
-Wonderbot
+WebsiteQuester
+Webster
+Whacker
+Widow
+WinHTTrack
+WiseGuys Robot
+Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
 Zade
-Zermelo
-ZmEu
-ZoominfoBot
+Zitebot
+ZoomBot
+ZumBot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-clark-crawler
+cah.io.community
+com.plumanalytics
 eCatch
+facebookscraper
 gopher
-isitwp.com
-lwp-request
-meanpathbot
-oBot
+iubenda-radar
+lwp-trivial
+magpie-crawler
+mediawords
+page scorer
+pcBrowser
 plumanalytics
-polaris version
-probe-image-size
-scan.lol
+s1z.ru
 seocompany.store
+seoscanners
 seostar
-sexsearcher
+serpstatbot
 sitechecker.pro
 siteripz
+sogouspider
 sp_auditbot
+spyfu
 sysscan
 tAkeOut
-trendiction.com
+trendiction.de
 voyagerx.com
-x09Mozilla
 zauba.io
-zgrab