V4.2023.02.3577 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
 404checker
-80legs
+AIBOT
 ALittle Client
-Aboundex
-Aboundexbot
+ASPSeek
+Abonti
+AfD-Verbotsverfahren
 Alexibot
-AllSubmitter
-Anarchie
-Anarchy
-Anarchy99
+Alligator
 Anthill
-Apexoo
 Atomseobot
-Attach
-BDCbot
-BLEXBot
+AwarioRssBot
+AwarioSmartBot
+BBBike
 BackDoorBot
-Backlink-Ceck
-BatchFTP
-Battleztar Bazinga
-BetaBot
-Bitacle
-Blow
-Boardreader
-BotALot
+BackStreet
+Barkrowler
+BlackWidow
+BlowFish
+Bolt
 Brandprotect
-Brandwatch
-BuiltBotTough
-BuiltWith
+Buck
 Bullseye
 CATExplorador
-Calculon
+CCBot
 CazoodleBot
 Cegbfeieh
-CheeseBot
+CensysInspect
+CheTeam
 CherryPicker
 Chlooe
-Claritybot
-Cocolyzebot
-Cogentbot
-Collector
-Copier
-Crawling at Home Project
-DIIbot
+CopyRightCheck
+CrazyWebCrawler
+CrunchBot
 DSearch
-DTS Agent
-Deusu
-Devil
-Digincore
-Discobot
-Discoverybot
-DittoSpyder
+DatabaseDriverMysqli
+DnBCrawler-Analytics
+DnyzBot
 DomainCrawler
-DomainStatsBot
+Domains Project
 Download Wonder
 Dragonfly
-EMail Wolf
-EasyDL
-Ecxi
+Drip
+EMail Siphon
+Ebingbong
 EirGrabber
+EroCrawler
 Evil
-Express WebPictures
-Extreme Picture Finder
-Firefox/7.0
+ExtractorPro
+FHscan
 Freeuploader
+FrontPage
 G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-GermCrawler
-GetRight
 GetWeb
 Getintent
-Go!Zilla
-GrabNet
-Grabber
-Grafula
-HTMLparser
-Hloader
+Gigabot
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
+HMView
+HTTP::Lite
+Haansoft
+HaosouSpider
+Harvest
+Heritrix
 IDBTE4M
-Iblog
-Image Fetch
+IDBot
+Id-search
+IlseBot
+Image Sucker
 IndeedBot
+InfoNaviRobot
+InfoTekies
 Intelliseek
-InterGET
+InternetSeer
+Iskanie
 IstellaBot
-JOC Web Spider
-JennyBot
-JetCar
-Jetty
+Jbrofuzz
 JikeSpider
-Joomla
-JustView
 Kenjin Spider
-Keyword Density
-Larbin
-LeechFTP
+LWP::Simple
+Lanshanbot
+LeechGet
 LexiBot
 LieBaoFast
-Lightspeedsystems
-LinkextractorPro
-LinqiaMetadataDownloaderBot
+Likse
+LinkWalker
+Linkbot
+LinksManager
 Litemage_walker
-Lmspider
+MFC_Tear_Sample
+MIIxpc
+MQQBrowser
 MSFrontPage
-MTRobot
+Magnet
+Mail.RU_Bot
+Majestic SEO
 Majestic12
+MarkMonitor
 MarkWatch
-Mb2345Browser
+Masscan
+MauiBot
 MeanPath Bot
-Mediatoolkitbot
 MegaIndex.ru
+Metauri
+MicroMessenger
 Microsoft URL Control
-Mister PiX
+Minefield
 Mojeek
-Mozlila
-Musobot
+Mojolicious
+MolokaiBot
+NICErsPRO
 NPbot
-Net Vampire
+Name Intelligence
+Nameprotect
+Navroad
+Nessus
+NetAnts
+NetMechanic
 NetSpider
-NextGenSearchBot
-Niki-bot
-Ninja
-Not
-Octopus
+NetZIP
+Netvibes
+Nibbler
+NimbleCrawler
 Offline Explorer
-Offline Navigator
-OpenLinkProfiler
 OpenVAS
-Openfind
-OrangeSpider
-PHPCrawl
+OutclicksBot
+PECL::HTTP
+Page Analyzer
 PageGrabber
-PageScorer
-Pandalytics
-Papa Foto
+PageThing.com
+Panscient
 Pavuk
 PeoplePal
 Pi-Monster
-Pimonster
+Picscout
+PictureFinder
+Piepmatz
 Pockey
-ProWebWalker
-Psbot
-Pump
-PxBroker
-RSSingBot
-RankFlex
-RankingBot
-RankingBot2
-RealDownload
-Ripper
+ProPowerBot
+Probethenet
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+Re-re
+ReGet
+RebelMouse
+RedesScrapy
+Rogerbot
 SEOkicks
-SEOlyticsCrawler
 SEOprofiler
-SISTRIX
+SMTBot
 SalesIntelligent
-ScanAlert
+Scanbot
 ScoutJet
-Scrapy
 Screaming
-ScrepyBot
-Seekport
-SemrushBot
-Seomoz
-Site Sucker
+Searchestate
+SearchmetricsBot
+SemanticJuice
+Semrush
+SentiBot
 SiteCheckerBotCrawler
-Siteimprove
-SlySearch
-Snapbot
-SocialRankIOBot
-Sottopop
+SiteSnagger
+Sitebeam
+Sogou web spider
+Sosospider
 SpaceBison
+Spammen
+SpankBot
+Spanner
 Spbot
 Spinn3r
-Sqlmap
+SputnikBot
+Steeler
+Stripper
 Sucker
-SuperBot
-Swiftbot
-T8Abot
-Teleport
-Tracemyfile
+Sucuri
+SuperHTTP
+Szukacz
+The Intraformant
+Toweyabot
 Trendiction
+Trendictionbot
 True_Robot
+Turingos
 Turnitin
-TurnitinBot
-TwengaBot
-Typhoeus
-URLy Warning
 URLy.Warning
-VCI
-Vacuum
-Virusdie
+Upflow
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 VoidEYE
 WEBDAV
-WWW-Collector-E
-WWWOFFLE
+WISENutbot
+WPScan
+WWW-Mechanize
+WWW::Mechanize
 Wallpapers
+WeSEE
 Web Auto
-Web Collage
-Web Fuck
 Web Pix
-Web Sauger
-Web Sucker
-WebCopier
-WebEnhancer
-WebFuck
 WebGo IS
-WebLeacher
-WebSauger
-WebWhacker
+WebImageCollector
+WebReaper
+WebStripper
+WebSucker
 WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteExtractor
+Webster
 Whatweb
 Widow
 WiseGuys Robot
-Wonderbot
+Woobot
 Wotbox
+Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-Zade
-Zeus
-Zitebot
-ZmEu
+YoudaoBot
 ZoomBot
-ZumBot
-ZyBorg
-arquivo.pt
-clark-crawler
-cognitiveseo
-com.plumanalytics
-crawler.feedback
-crawler4j
-dataforseo.com
+arquivo-web-crawler
+autoemailspider
+cah.io.community
+domainsproject.org
 eCatch
-ips-agent
+heritrix
+instabid
+internetVista monitor
+iubenda-radar
+lwp-request
+lwp-trivial
+magpie-crawler
 mediawords
-plumanalytics
+muhstik-scan
+oBot
+pcBrowser
 ripz
-s1z.ru
-scan.lol
+satoristudio.net
 seobility
 seocompany.store
-seoscanners
-sp_auditbot
-spyfu
-webgains-bot
+seostar
+serpstatbot
+sexsearcher
+siteripz
+tAkeOut
+webmeup-crawler
+webprosbot
 x09Mozilla
-xpymep1.exe
-zgrab