V4.2022.11.3498 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
 404enemy
-80legs
+AIBOT
 ALittle Client
 Abonti
+Aboundex
+Acunetix
+AhrefsBot
+AiHitBot
 Aipbot
-Alexibot
-AlphaBot
 Anarchie
-Aspiegel
+Asterias
 Atomseobot
-AwarioSmartBot
-Backlink-Ceck
+BBBike
+BLEXBot
+BackDoorBot
 Badass
+BatchFTP
+BetaBot
 Bigfoot
-Black Hole
+Blow
 BlowFish
-Boardreader
 Bolt
 Brandprotect
-BunnySlippers
+Buck
 BuzzSumo
+CCBot
+CSHttp
 CazoodleBot
-CheTeam
+CheeseBot
+ChinaClaw
 Chlooe
-Citoid
-Claritybot
-Cogentbot
-Collector
-CopyRightCheck
+Cliqzbot
 Copyscape
 Cosmos
 Craftbot
 Crescent
-Curious
 DBLBot
-DIIbot
-DSearch
-DTS Agent
-DatabaseDriverMysqli
-Demon
+DataCha0s
 Digincore
-Disco
+Discobot
 DittoSpyder
 DnyzBot
-DomainAppender
+DomCopBot
+DomainSigmaCrawler
 DomainStatsBot
 Domains Project
-Drip
-EMail Siphon
-EMail Wolf
-EroCrawler
+ECCP/1.0
+EasyDL
+Ecxi
 Evil
-Extractor
+ExtLinksBot
 FDM
 Flunky
+Foobot
 Freeuploader
-FrontPage
+Fuzz
 FyberSpider
 Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
-GermCrawler
 GetWeb
 Gigabot
+Go!Zilla
 GoZilla
 Gotit
-GrapeFX
+Grabber
 GridBot
-HEADMasterSEO
+HTMLparser
+HTTP::Lite
 HTTrack
-HaosouSpider
+Harvest
+Havij
+Heritrix
+Hloader
 HonoluluBot
-HybridBot
+IDBTE4M
+IDBot
 IRLbot
-Iblog
-Internet Ninja
-Iria
-JOC Web Spider
-JikeSpider
-JustView
+IlseBot
+Image Sucker
+IndeedBot
+Indy Library
+InfoTekies
+Intelliseek
+InterGET
+InternetSeer
+IstellaBot
+Jbrofuzz
+JennyBot
+JetCar
+Joomla
 Jyxobot
 Keybot Translation-Search-Machine
 Keyword Density
-Kinza
-LeechGet
+LNSpiderguy
+LWP::Simple
 LexiBot
 Lftp
-LibWeb
-LieBaoFast
 Likse
-LinkScan
-LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
+Lipperhey
 Litemage_walker
 MIIxpc
-MJ12bot
-MSIECrawler
 Mag-Net
 Magnet
-Majestic-SEO
 MarkWatch
-Mass Downloader
-Mata Hari
+Mb2345Browser
 MeanPath Bot
-Meanpathbot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
 Microsoft URL Control
-Moblie Safari
-Mojolicious
-Mozlila
-Mr.4x3
-Msrabot
-Musobot
+Minefield
+Mister PiX
+MolokaiBot
+Morfeus Fucking Scanner
+NICErsPRO
+Name Intelligence
 Nameprotect
-Navroad
-NetLyzer
-NetMechanic
-NetSpider
+Needle
+Net Vampire
 Netcraft
-NextGenSearchBot
-Nibbler
+Netvibes
+Nikto
 Nimbostratus
-Nuclei
-Nutch
+Ninja
 Octopus
-OnCrawl
-OpenLinkProfiler
+Openfind
 OrangeBot
 PECL::HTTP
-PHPCrawl
-PageGrabber
-Petalbot
-Pi-Monster
-Picscout
-PictureFinder
+POE-Component-Client-HTTP
+Page Analyzer
+PageScorer
+PageThing.com
+Papa Foto
+Pavuk
 Piepmatz
 Pimonster
 Pixray
-PleaseCrawl
-Pockey
 ProPowerBot
 ProWebWalker
-Probethenet
-Psbot
-Pump
+Pu_iN
+PxBroker
+PyCurl
 QueryN Metasearch
-Quick-Crawler
 RSSingBot
-RankFlex
+RankActiveLinkBot
+RankingBot2
+Rankivabot
 Re-re
-Reaper
-RedesScrapy
-SBIder
+RealDownload
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
 SMTBot
 ScanAlert
-Scanbot
-Searchestate
+ScoutJet
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
 Seekport
+SemanticJuice
 Semrush
-SemrushBot
 SentiBot
-SeoSiteCheckup
+SeobilityBot
 Shodan
-Siphon
 Site Sucker
+SiteExplorer
 SiteLockSpider
-SiteSucker
-SlySearch
-SocialRankIOBot
-Sottopop
+Sociscraper
+SpaceBison
+SpankBot
 Spanner
 Spinn3r
 Sqlmap
-Sqlworm
-Steeler
 Stripper
+Sucker
+SuperHTTP
 Surfbot
-SurveyBot
 Szukacz
-T8Abot
-TeleportPro
-Telesoft
+T0PHackTeam
 Telesphoreo
+TightTwatBot
 Titan
-Trendiction
+Toata
+Toweyabot
 Trendictionbot
 True_Robot
-Turingos
-TurnitinBot
-TwengaBot
-Twice
-UnisterBot
-V-BOT
+URLy Warning
+URLy.Warning
 VB Project
-Vacuum
-VeriCiteCrawler
-VidibleScraper
 Voil
-WASALive-Bot
-WBSearchBot
-WISENutbot
-WWW::Mechanize
-WeSEE
-Web Auto
-WebAuto
-WebEnhancer
+Voltron
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+WallpapersHD
+Web Fetch
+Web Fuck
+Web Pix
+WebBandit
 WebImageCollector
-WebStripper
+WebPix
 WebSucker
-WebWhacker
-Webshag
-WinHTTrack
-Wotbox
-Xaldon_WebSpider
+Webalta
+WebmasterWorldForumBot
+WebsiteExtractor
+Whack
+Whatweb
+WiseGuys Robot
+Woobot
+Wprecon
 YoudaoBot
+Zauba
 Zeus
+Zitebot
 ZmEu
-ZoominfoBot
 ZyBorg
-adscanner
-archive.org_bot
-arquivo.pt
-crawl.sogou.com
-dataforseo.com
-demandbase-bot
-domainsproject.org
-facebookscraper
-gopher
-ips-agent
+arquivo-web-crawler
+autoemailspider
+backlink-check
+cah.io.community
+clark-crawler
+cognitiveseo
+crawler.feedback
+crawler4j
+eCatch
+evc-batch
+heritrix
+instabid
 isitwp.com
-iubenda-radar
-linkdexbot
-meanpathbot
-plumanalytics
-s1z.ru
-satoristudio.net
+lwp-request
+lwp-trivial
+oBot
+page scorer
+polaris version
+ripz
+scan.lol
 seobility
-serpstatbot
+seocompany.store
+seoscanners
 sexsearcher
-sp_auditbot
+siteripz
+sogouspider
+spyfu
 tAkeOut
-trendiction.com
-ubermetrics-technologies.com
-webgains-bot
-x09Mozilla
+trendiction.de
+webmeup-crawler
 zauba.io
-zgrab