V4.2023.01.3554 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-80legs
-ADmantX
-ASPSeek
-Acunetix
-AllSubmitter
+360Spider
+404enemy
+Aboundex
+AhrefsBot
+AiHitBot
+AlphaBot
 Anarchy
+Anarchy99
+Ankit
 Anthill
+Aspiegel
 Atomseobot
+Attach
 BBBike
-BackWeb
+BDCbot
+BackDoorBot
+BackStreet
+Backlink-Ceck
 BacklinkCrawler
-Badass
-Battleztar Bazinga
+Bandit
+BatchFTP
 Bigfoot
 Bitacle
-Black Hole
-BlackWidow
+Blackboard
+Blow
 Bolt
-Brandprotect
+BotALot
 Buck
+BuiltBotTough
 BuiltWith
-Bullseye
 BunnySlippers
-BuzzSumo
 CATExplorador
-CCBot
+CazoodleBot
 CensysInspect
-CheeseBot
-CherryPicker
 ChinaClaw
 Citoid
 Claritybot
+Cliqzbot
+Cocolyzebot
 Copier
 Copyscape
-CrunchBot
+Craftbot
+Crescent
+CyotekWebCopy
 DBLBot
-DIIbot
-DSearch
-DataCha0s
-Demon
+DTS Agent
 DigitalPebble
-DomCopBot
-DomainAppender
+Discobot
+DomainCrawler
 DomainSigmaCrawler
-Dotbot
-Dragonfly
-Drip
-EMail Wolf
+ECCP/1.0
 Ebingbong
 Ecxi
-EirGrabber
-ExtLinksBot
+Exabot
 Extractor
-ExtractorPro
 Extreme Picture Finder
-Ezooms
-FDM
+EyeNetIE
 FemtosearchBot
+Fimap
 Flunky
+FyberSpider
 Fyrebot
+G-i-g-a-b-o-t
 Genieo
-Go-Ahead-Got-It
+Getintent
+Gigabot
 GoZilla
-GrabNet
+Grabber
 Grafula
-GridBot
 HEADMasterSEO
 HMView
+HTTrack
 Harvest
 Havij
-Hloader
-Humanlinks
-IDBot
+HybridBot
+IDBTE4M
+Iblog
 Id-search
-Image Fetch
-InfoNaviRobot
-InfoTekies
-Internet Ninja
+IlseBot
+Image Sucker
+IndeedBot
+Indy Library
 Iria
 IstellaBot
-Jbrofuzz
-JennyBot
-JikeSpider
-Jorgee
+Jetty
+Joomla
+Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
 Kinza
 LWP::Simple
-LeechFTP
-LexiBot
-LibWeb
+Lanshanbot
+Larbin
+Lftp
 Libwhisker
 LieBaoFast
+Lightspeedsystems
 Linkbot
 LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
-Lmspider
+Ltx71
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MJ12bot
+MQQBrowser
+MSFrontPage
 MSIECrawler
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
+Majestic12
 MarkWatch
-Masscan
-MeanPath Bot
+Mata Hari
 Meanpathbot
-Metauri
-Moblie Safari
+MegaIndex.ru
+MicroMessenger
+Microsoft URL Control
 Mojeek
 Mojolicious
 MolokaiBot
-Mr.4x3
-Net Vampire
+Nameprotect
+NetMechanic
 NetSpider
 NetZIP
 Netcraft
 NextGenSearchBot
-NimbleCrawler
-Nimbostratus
-Nmap
+Niki-bot
+Nikto
 Not
 Octopus
-OnCrawl
+Offline Explorer
 OpenLinkProfiler
-OpenVAS
-Openfind
-OrangeSpider
+OrangeBot
 OutfoxBot
-PageGrabber
-PageThing.com
-Pandalytics
-Piepmatz
+PageAnalyzer
+Papa Foto
+Pavuk
+PeoplePal
+Pi-Monster
+PictureFinder
 Pimonster
 PleaseCrawl
-Pockey
 ProPowerBot
-Probethenet
+ProWebWalker
 Pu_iN
-Pump
-Quick-Crawler
-RSSingBot
 RankingBot2
-Re-re
 Reaper
 RebelMouse
-RepoMonkey
-Rogerbot
-SBIder
-SEOkicks
-SEOstats
-SISTRIX
-Screaming
+RedesScrapy
+RocketCrawler
+SEOkicks-Robot
+SEOlyticsCrawler
+ScanAlert
+Scanbot
+Scrapy
 Searchestate
 SearchmetricsBot
 Seekport
+Semrush
 SemrushBot
-SentiBot
-SiteCheckerBotCrawler
+SeoSiteCheckup
+SeobilityBot
+Site Sucker
 Sitebeam
-Siteimprove
-Sitevigil
+SlySearch
 Snake
+Snapbot
 Snoopy
-Sottopop
+SocialRankIOBot
+Sociscraper
+Sogou web spider
+Sosospider
 SpaceBison
 Spammen
-SpankBot
+Spanner
 Spbot
+Spinn3r
 SputnikBot
-Steeler
-Sucuri
-SuperBot
-SuperHTTP
 Suzuran
-Teleport
-Telesphorep
-Titan
-Toata
-Trendiction
-Turingos
-Turnitin
+Swiftbot
+T0PHackTeam
+T8Abot
+Telesoft
+Tracemyfile
 TurnitinBot
-Typhoeus
+TwengaBot
+Twice
 URLy Warning
-Upflow
+V-BOT
 VCI
-Vagabondo
+Vacuum
 Virusdie
-VoidEYE
-Voil
-WASALive-Bot
-WBSearchBot
+WISENutbot
+WWW-Collector-E
 WWW-Mechanize
 WWWOFFLE
 Wallpapers/3.0
 WallpapersHD
+WeSEE
 Web Collage
 Web Enhancer
-Web Fetch
 Web Fuck
-Web Pix
-Web Sucker
-WebAuto
 WebCollage
-WebFetch
-WebFuck
+WebEnhancer
 WebGo IS
 WebLeacher
-WebSauger
-WebStripper
-WebWhacker
+WebReaper
+WebSucker
+WebZIP
 WebmasterWorldForumBot
 Webshag
-WebsiteQuester
+WebsiteExtractor
 Webster
-Whacker
 Widow
 WiseGuys Robot
-Wonderbot
 Woobot
-Wprecon
-Xenu
-YoudaoBot
-Zauba
+Xaldon_WebSpider
+Zade
 Zeus
-Zitebot
-ZmEu
 ZoomBot
-arquivo.pt
+ZumBot
+ZyBorg
+adscanner
+arquivo-web-crawler
+backlink-check
+check1.exe
+coccocbot
+crawl.sogou.com
 facebookscraper
-linkdexbot
+gopher
+iubenda-radar
+lwp-request
+lwp-trivial
 meanpathbot
-mediawords
-netEstate NE Crawler
-polaris version
-ripz
+muhstik-scan
+oBot
+page scorer
+pcBrowser
+plumanalytics
 s1z.ru
-scalaj-http
 scan.lol
 seobility
-seoscanners
+seocompany.store
 sp_auditbot
-trendiction.com
+sysscan
 trendiction.de
 ubermetrics-technologies.com
-webgains-bot
-webprosbot
-xpymep1.exe
+voyagerx.com
+zgrab