V4.2022.12.3529 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404enemy
+80legs
+ADmantX
 AIBOT
+ALittle Client
+Abonti
 Aboundex
 Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
-AiHitBot
 Aipbot
 AllSubmitter
-Anarchie
-Anarchy99
-Ankit
-Anthill
-Asterias
-BackDoorBot
-BackStreet
+AlphaBot
+Anarchy
+Atomseobot
+Attach
+AwarioSmartBot
+BBBike
+BDFetch
 Backlink-Ceck
-BacklinkCrawler
-Badass
 Bandit
-Battleztar Bazinga
-Black Hole
-Blow
-BlowFish
-Bolt
-Brandprotect
-Buck
-BuiltWith
-Bullseye
-BuzzSumo
+Blackboard
+Boardreader
+BuiltBotTough
+BunnySlippers
+CATExplorador
 CCBot
-Cegbfeieh
-CensysInspect
-CheTeam
-CherryPicker
-ChinaClaw
-Chlooe
-Cocolyzebot
+CODE87
+Calculon
+CheeseBot
+Citoid
+Cliqzbot
+Copier
+CopyRightCheck
 Copyscape
+Cosmos
 Craftbot
 Crawling at Home Project
-CrazyWebCrawler
 Crescent
-CrunchBot
-DBLBot
+Custo
 DIIbot
+DSearch
+DTS Agent
 DatabaseDriverMysqli
-Demon
-Digincore
-Dirbuster
-Discoverybot
-Dispatch
-DnyzBot
-Domains Project
+DigitalPebble
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
 Dragonfly
-EMail Wolf
 EasyDL
+EirGrabber
+Evil
 Express WebPictures
-ExtLinksBot
-EyeNetIE
-Fimap
+ExtractorPro
+Extreme Picture Finder
 Firefox/7.0
-FlashGet
-FyberSpider
+Freeuploader
 G-i-g-a-b-o-t
-Genieo
-GermCrawler
-GetRight
+GalaxyBot
 GetWeb
-Go!Zilla
-GrabNet
-HEADMasterSEO
+Go-Ahead-Got-It
+Grabber
+Grafula
+GrapeFX
+HMView
 HTTrack
 Harvest
+Havij
 Heritrix
+Hloader
 HonoluluBot
+Humanlinks
+IDBTE4M
+IDBot
+IRLbot
 Iblog
-Image Sucker
+Id-search
+IlseBot
 IndeedBot
 InfoNaviRobot
-InterGET
-IstellaBot
-Jbrofuzz
-JennyBot
-JetCar
+Intelliseek
+Iria
+JOC Web Spider
+JamesBOT
 JikeSpider
+Joomla
 JustView
-Jyxobot
-Keybot Translation-Search-Machine
-Kinza
-Lanshanbot
-Larbin
-Lftp
-Libwhisker
-LieBaoFast
-LinksManager
+LeechFTP
+LeechGet
+LinkScan
+LinkWalker
+LinkextractorPro
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
 Litemage_walker
-Ltx71
-MIIxpc
 MJ12bot
-MSFrontPage
+MQQBrowser
+MSIECrawler
 Mag-Net
-Magnet
+Mail.RU_Bot
 Majestic SEO
-MarkMonitor
-Masscan
-Mb2345Browser
+Majestic-SEO
+Mass Downloader
+MauiBot
 MeanPath Bot
-Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojeek
 Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-Msrabot
-Name Intelligence
-Nameprotect
-NetMechanic
-Netvibes
+Musobot
+NPbot
+NearSite
+NetAnts
+NetLyzer
+NetSpider
+Netcraft
+Nettrack
 Niki-bot
-Nikto
-Nimbostratus
+Offline Explorer
 Offline Navigator
-OpenVAS
-OutfoxBot
-PageAnalyzer
-PageScorer
-PageThing.com
+OpenLinkProfiler
+Openvas
+OrangeBot
+POE-Component-Client-HTTP
+PageGrabber
 Pandalytics
-Papa Foto
+Panscient
 Pavuk
-PeoplePal
+Petalbot
 Picsearch
-Pimonster
+PictureFinder
 Pixray
+PleaseCrawl
+ProWebWalker
 Probethenet
+Psbot
 Pump
-QueryN Metasearch
-Quick-Crawler
+RSSingBot
 RankActiveLinkBot
-RankFlex
-RankingBot2
 Rankivabot
-RankurBot
+Re-re
 ReGet
-Reaper
-RebelMouse
+RealDownload
+Recorder
 RedesScrapy
-SEOkicks-Robot
-SEOstats
-SalesIntelligent
+SBIder
+SEOkicks
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
 ScanAlert
 Scanbot
-Scrapy
+Screaming
 SearchmetricsBot
+Seekport
 SemanticJuice
-Semrush
-SemrushBot
-SeobilityBot
+SentiBot
+SeoSiteCheckup
+Seomoz
 Siphon
 SiteExplorer
 Sitebeam
+Siteimprove
+Sitevigil
+Snake
+Snapbot
+Snoopy
 SocialRankIOBot
-Sosospider
+Sociscraper
+Sogou web spider
 Sottopop
 Spammen
-Spanner
+Spbot
 Spinn3r
-Sqlworm
+Sqlmap
+Sqworm
 Stripper
-Sucker
-Sucuri
-SuperBot
+Suzuran
 Swiftbot
-Szukacz
-T0PHackTeam
 T8Abot
-Teleport
+TeleportPro
 Telesphorep
-The Intraformant
-Thumbor
-Titan
-Toata
-Tracemyfile
 Turingos
-Turnitin
 TurnitinBot
-TwengaBot
+URLy Warning
+URLy.Warning
+V-BOT
 VB Project
+VelenPublicWebCrawler
+Virusdie
+Voil
 Voltron
-WBSearchBot
+WASALive-Bot
+WPScan
 WWW-Collector-E
 WWW::Mechanize
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-Web Auto
-Web Enhancer
+WeSEE
 Web Fetch
-Web Sauger
-Web Sucker
-WebAuto
 WebBandit
-WebCollage
-WebReaper
-WebWhacker
-WebmasterWorldForumBot
+WebEnhancer
+WebFetch
+WebLeacher
+WebSucker
 Website Quester
-Whatweb
+Whacker
 WinHTTrack
-Wprecon
+Wonderbot
 Xaldon WebSpider
 Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zitebot
+Zade
+Zauba
 ZoomBot
 ZoominfoBot
 ZumBot
 ZyBorg
 cah.io.community
-clark-crawler
-cognitiveseo
-dataforseo.com
-demandbase-bot
-eCatch
-evc-batch
-gopher
-instabid
-lwp-request
+check1.exe
+com.plumanalytics
+crawler.feedback
+crawler4j
+domainsproject.org
+heritrix
+internetVista monitor
+ips-agent
+isitwp.com
+linkdexbot
 lwp-trivial
 meanpathbot
-muhstik-scan
+page scorer
 pcBrowser
-plumanalytics
-scalaj-http
-seocompany.store
-seoscanners
+polaris version
+ripz
+satoristudio.net
+scan.lol
+seobility
 seostar
 serpstatbot
-siteripz
-sogouspider
-sysscan
-trendiction.com
-voyagerx.com
-webgains-bot
-xpymep1.exe
+spyfu
+ubermetrics-technologies.com
+webprosbot
 zauba.io
 zgrab