V4.2023.01.3555 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-Aboundex
-AhrefsBot
+01h4x.com
+ADmantX
+AfD-Verbotsverfahren
 AiHitBot
-AlphaBot
-Anarchy
-Anarchy99
+Alligator
 Ankit
-Anthill
+Apexoo
 Aspiegel
-Atomseobot
+Asterias
 Attach
-BBBike
-BDCbot
+AwarioSmartBot
 BackDoorBot
-BackStreet
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Bandit
+Badass
 BatchFTP
-Bigfoot
-Bitacle
+BlackWidow
 Blackboard
 Blow
+BlowFish
 Bolt
 BotALot
-Buck
-BuiltBotTough
-BuiltWith
-BunnySlippers
+Brandprotect
 CATExplorador
+CODE87
+Calculon
 CazoodleBot
+Cegbfeieh
 CensysInspect
 ChinaClaw
-Citoid
-Claritybot
-Cliqzbot
-Cocolyzebot
-Copier
+Collector
 Copyscape
+Cosmos
 Craftbot
-Crescent
-CyotekWebCopy
+Crawling at Home Project
+CrunchBot
+Curious
 DBLBot
-DTS Agent
-DigitalPebble
-Discobot
+DataCha0s
+DatabaseDriverMysqli
+Deusu
+Digincore
+Disco
+Dispatch
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainCrawler
-DomainSigmaCrawler
+Domains Project
 ECCP/1.0
-Ebingbong
-Ecxi
-Exabot
-Extractor
-Extreme Picture Finder
-EyeNetIE
-FemtosearchBot
-Fimap
-Flunky
+EasyDL
+EirGrabber
+ExtLinksBot
+ExtractorPro
+Ezooms
+Foobot
+FrontPage
 FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
 Genieo
-Getintent
-Gigabot
-GoZilla
+GetRight
+Go-Ahead-Got-It
+Gotit
 Grabber
 Grafula
-HEADMasterSEO
-HMView
-HTTrack
+HTMLparser
+HTTP::Lite
 Harvest
 Havij
+Heritrix
+Hloader
 HybridBot
 IDBTE4M
-Iblog
-Id-search
-IlseBot
-Image Sucker
+Image Fetch
 IndeedBot
-Indy Library
+InfoNaviRobot
+InfoTekies
+Intelliseek
+InterGET
+InternetSeer
 Iria
-IstellaBot
-Jetty
-Joomla
-Kenjin Spider
-Keybot Translation-Search-Machine
+Iskanie
+Jbrofuzz
+Jorgee
+JustView
 Keyword Density
 Kinza
-LWP::Simple
-Lanshanbot
+Kozmosbot
+LNSpiderguy
 Larbin
+LeechFTP
+LexiBot
 Lftp
-Libwhisker
+LibWeb
 LieBaoFast
 Lightspeedsystems
-Linkbot
-LinkextractorPro
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MJ12bot
-MQQBrowser
-MSFrontPage
-MSIECrawler
-Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
 Majestic12
-MarkWatch
+MarkMonitor
+Mass Downloader
+Masscan
 Mata Hari
-Meanpathbot
-MegaIndex.ru
-MicroMessenger
+Mb2345Browser
+MeanPath Bot
 Microsoft URL Control
-Mojeek
-Mojolicious
-MolokaiBot
-Nameprotect
+Minefield
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+Msrabot
+Name Intelligence
+Navroad
+NearSite
+NetAnts
+NetLyzer
 NetMechanic
-NetSpider
-NetZIP
 Netcraft
-NextGenSearchBot
-Niki-bot
-Nikto
-Not
+Netvibes
+NimbleCrawler
+Nimbostratus
+Nutch
 Octopus
-Offline Explorer
-OpenLinkProfiler
-OrangeBot
-OutfoxBot
-PageAnalyzer
-Papa Foto
+OnCrawl
+Openfind
+Openvas
+OrangeSpider
+OutclicksBot
+PECL::HTTP
+PHPCrawl
+PageGrabber
+PageScorer
+Pandalytics
 Pavuk
 PeoplePal
-Pi-Monster
-PictureFinder
+Petalbot
+Picsearch
 Pimonster
-PleaseCrawl
-ProPowerBot
+Pixray
 ProWebWalker
 Pu_iN
+PxBroker
+QueryN Metasearch
+Quick-Crawler
+RankActiveLinkBot
 RankingBot2
-Reaper
-RebelMouse
+Rankivabot
 RedesScrapy
-RocketCrawler
+RepoMonkey
+Rogerbot
+SBIder
+SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
+SalesIntelligent
 ScanAlert
-Scanbot
-Scrapy
-Searchestate
-SearchmetricsBot
-Seekport
-Semrush
-SemrushBot
-SeoSiteCheckup
-SeobilityBot
+ScoutJet
+ScrepyBot
+Seomoz
 Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
 Sitebeam
-SlySearch
+SmartDownload
 Snake
-Snapbot
-Snoopy
-SocialRankIOBot
 Sociscraper
-Sogou web spider
-Sosospider
-SpaceBison
+Sottopop
 Spammen
-Spanner
 Spbot
-Spinn3r
 SputnikBot
-Suzuran
-Swiftbot
+Sucker
+SuperHTTP
 T0PHackTeam
-T8Abot
-Telesoft
+Teleport
+The Intraformant
+TightTwatBot
 Tracemyfile
-TurnitinBot
-TwengaBot
 Twice
 URLy Warning
-V-BOT
+VB Project
 VCI
 Vacuum
-Virusdie
-WISENutbot
-WWW-Collector-E
+VidibleScraper
+VoidEYE
+WASALive-Bot
+WBSearchBot
+WEBDAV
 WWW-Mechanize
 WWWOFFLE
-Wallpapers/3.0
 WallpapersHD
 WeSEE
 Web Collage
-Web Enhancer
 Web Fuck
 WebCollage
+WebCopier
 WebEnhancer
-WebGo IS
-WebLeacher
-WebReaper
-WebSucker
-WebZIP
+WebFuck
+WebPix
+Webalta
 WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
+Website Quester
 Webster
-Widow
-WiseGuys Robot
-Woobot
-Xaldon_WebSpider
-Zade
-Zeus
-ZoomBot
-ZumBot
-ZyBorg
+Whack
+Whacker
+WinHTTrack
+Wprecon
+Xenu
+Zauba
+Zitebot
+ZmEu
+ZoominfoBot
 adscanner
-arquivo-web-crawler
 backlink-check
+cah.io.community
 check1.exe
 coccocbot
-crawl.sogou.com
+crawler.feedback
+dataforseo.com
+evc-batch
 facebookscraper
 gopher
-iubenda-radar
+instabid
+internetVista monitor
+ips-agent
+isitwp.com
+linkdexbot
 lwp-request
-lwp-trivial
-meanpathbot
-muhstik-scan
+mediawords
 oBot
-page scorer
 pcBrowser
-plumanalytics
+probe-image-size
 s1z.ru
-scan.lol
+satoristudio.net
 seobility
 seocompany.store
-sp_auditbot
+sitechecker.pro
+siteripz
+sogouspider
 sysscan
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-zgrab
+tAkeOut
+webprosbot
+x22Mozilla
+zauba.io