V4.2023.02.3573 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 80legs
 AIBOT
-ASPSeek
+Abonti
 Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
-Alexibot
-Alligator
-Anarchie
+Aipbot
+AlphaBot
+Anarchy
 Ankit
-Anthill
-Asterias
+Aspiegel
+Atomseobot
+Attach
 AwarioRssBot
+AwarioSmartBot
+BBBike
+BDCbot
+BackDoorBot
 BackStreet
-BacklinkCrawler
+BackWeb
+Badass
 Bandit
 Battleztar Bazinga
-Bigfoot
-Black Hole
-Brandprotect
+Blackboard
+Boardreader
+Bolt
+Brandwatch
+Buck
+BuiltBotTough
 Bullseye
-BunnySlippers
-BuzzSumo
-CATExplorador
 CODE87
-CSHttp
-Calculon
 CazoodleBot
-ChinaClaw
-Citoid
-Claritybot
-Cliqzbot
+Cegbfeieh
+CensysInspect
+CheeseBot
+CherryPicker
 Cogentbot
-CopyRightCheck
+Copier
+Copyscape
 Craftbot
-Custo
-DTS Agent
-DatabaseDriverMysqli
-DigitalPebble
-Discoverybot
+DSearch
+DataCha0s
+Disco
 Dispatch
-DomainAppender
-DomainCrawler
-Domains Project
+DnBCrawler-Analytics
+Download Wonder
 Dragonfly
-Drip
-ECCP/1.0
-EasyDL
-Evil
-Express WebPictures
+EMail Siphon
+EirGrabber
+Exabot
+Extractor
 ExtractorPro
-FDM
-FHscan
-Fuzz
-Genieo
-GetRight
-Gotit
+EyeNetIE
+FemtosearchBot
+Fimap
+Flunky
+Freeuploader
+G-i-g-a-b-o-t
+GT::WWW
+GetWeb
 GrabNet
-GrapeshotCrawler
-HMView
-HTMLparser
-HaosouSpider
-Harvest
-Havij
+Grabber
+Grafula
+Haansoft
 Heritrix
+Hloader
 Humanlinks
 IDBTE4M
 IRLbot
 Id-search
 IlseBot
+Image Fetch
 Image Sucker
-InfoNaviRobot
-InterGET
-Internet Ninja
-Iskanie
-IstellaBot
+Intelliseek
 JOC Web Spider
 JamesBOT
 JennyBot
-JetCar
-JustView
-Jyxobot
-Kenjin Spider
+JikeSpider
+Joomla
+Keybot Translation-Search-Machine
+Kinza
+LWP::Simple
+Larbin
 Lftp
-LieBaoFast
-LinkWalker
+Libwhisker
+Lightspeedsystems
 Linkbot
 LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
-Lmspider
-MQQBrowser
-MTRobot
+Litemage_walker
+MFC_Tear_Sample
+MIDown tool
+MSIECrawler
+Mag-Net
 Mail.RU_Bot
-MarkMonitor
-MarkWatch
-Masscan
-Mata Hari
-Mb2345Browser
+Majestic SEO
+Mass Downloader
 MeanPath Bot
-MegaIndex.ru
+MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
+Moblie Safari
+Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
+Musobot
 Name Intelligence
 Navroad
-NearSite
-Needle
 Nessus
 Net Vampire
-NetMechanic
-NetZIP
-Netvibes
+NetAnts
+NetSpider
 NextGenSearchBot
 Nibbler
 Niki-bot
-NimbleCrawler
+Nimbostratus
 Ninja
-Nmap
+Not
 Nuclei
-Nutch
-Offline Navigator
 OnCrawl
-OpenVAS
+OpenLinkProfiler
 Openfind
-Openvas
-OrangeBot
-OrangeSpider
-PECL::HTTP
+OutclicksBot
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageGrabber
+PageThing.com
 Pandalytics
-Pi-Monster
-Picsearch
-PictureFinder
+Panscient
+Pavuk
+Petalbot
 Pimonster
-Pixray
-PleaseCrawl
-ProPowerBot
-Probethenet
-Pu_iN
+Pockey
+ProWebWalker
 Pump
-PxBroker
-RankActive
-RankFlex
+QueryN Metasearch
+RankActiveLinkBot
 RankingBot
-Rankivabot
-Re-re
+RankingBot2
 RedesScrapy
 RepoMonkey
 Rogerbot
+SBIder
 SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
+SISTRIX
 SMTBot
-Scanbot
-Semrush
-SemrushBot
-SentiBot
-SeoSiteCheckup
-Shodan
+SalesIntelligent
+SearchmetricsBot
+SemanticJuice
+SeobilityBot
+Siphon
 SiteSnagger
 SiteSucker
+Sitebeam
+Sitevigil
 SlySearch
+SmartDownload
+Snake
 Snapbot
+Snoopy
 SocialRankIOBot
-Sogou web spider
+Sociscraper
+Sosospider
 Sottopop
-Spammen
+SpaceBison
 SpankBot
-Sqlworm
-Sucker
-Sucuri
+Spanner
+Spbot
+Stripper
 SuperBot
-SurveyBot
+Surfbot
+Swiftbot
 Szukacz
-T8Abot
 Teleport
+TeleportPro
+Telesoft
+Telesphoreo
+TheNomad
 Titan
-Toata
-Toweyabot
 Tracemyfile
-True_Robot
-Turnitin
+Trendiction
+Trendictionbot
 TurnitinBot
-Twice
-Typhoeus
-URLy Warning
 URLy.Warning
-V-BOT
-VB Project
+Upflow
+VCI
 Vacuum
-VelenPublicWebCrawler
-VidibleScraper
+Vagabondo
+VeriCiteCrawler
+Virusdie
 VoidEYE
-WASALive-Bot
+Voltron
 WBSearchBot
-WWW-Mechanize
-Web Sauger
-Web Sucker
-WebImageCollector
+WEBDAV
+WPScan
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
+WallpapersHD
+Web Collage
+Web Fuck
+WebFuck
 WebPix
+WebReaper
+WebStripper
 WebZIP
-Webalta
-WebmasterWorldForumBot
+Website Quester
 Whack
-Whatweb
-Wonderbot
-Woobot
-Wprecon
-Xaldon WebSpider
-Zermelo
-ZoomBot
-ZumBot
+WinHTTrack
+WiseGuys Robot
+Xaldon_WebSpider
+YoudaoBot
+ZoominfoBot
+ZyBorg
 archive.org_bot
 arquivo-web-crawler
-autoemailspider
-backlink-check
-clark-crawler
-coccocbot
 cognitiveseo
+com.plumanalytics
 crawl.sogou.com
+crawler.feedback
+crawler4j
+domainsproject.org
 eCatch
-facebookscraper
+evc-batch
+gopher
+instabid
+internetVista monitor
 isitwp.com
-iubenda-radar
-lwp-trivial
-meanpathbot
-oBot
+linkdexbot
+magpie-crawler
+mediawords
+netEstate NE Crawler
+pcBrowser
 plumanalytics
 ripz
-seocompany.store
-sexsearcher
-sitechecker.pro
-sp_auditbot
-sysscan
-trendiction.com
-voyagerx.com
+satoristudio.net
+scan.lol
+seostar
+siteripz
+sogouspider
+spyfu
+ubermetrics-technologies.com
+webgains-bot
+webpros.com
+webprosbot
 x09Mozilla
-xpymep1.exe
-zauba.io