V4.2022.01.2862 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+360Spider
+ADmantX
 AIBOT
-Abonti
 Aboundexbot
 AfD-Verbotsverfahren
+AiHitBot
 Aipbot
+Alexibot
+AllSubmitter
+AlphaBot
 Anarchie
-Apexoo
-Aspiegel
-BBBike
-BLEXBot
-BackDoorBot
+Asterias
+BackStreet
 BackWeb
-Badass
-BlowFish
-Boardreader
+Barkrowler
+Battleztar Bazinga
+Bitacle
+Blackboard
 Bolt
-Brandprotect
-Buddy
-Bullseye
-BuzzSumo
+Buck
+BuiltBotTough
+BuiltWith
 Calculon
-CensysInspect
 CheTeam
-CheeseBot
 CherryPicker
-ChinaClaw
-Claritybot
+Chlooe
+Citoid
+Cloud mapping
+Cocolyzebot
+Copier
 CopyRightCheck
-Copyscape
-CrazyWebCrawler
-CrunchBot
+Craftbot
+Crawling at Home Project
 Curious
 Custo
 DIIbot
-DSearch
-Devil
+DTS Agent
+Digincore
 Dirbuster
-Disco
+Discobot
 Discoverybot
+Dispatch
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
+DnyzBot
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dotbot
-Download Wonder
-Dragonfly
-Drip
+DomainStatsBot
 ECCP/1.0
 EMail Wolf
-EasyDL
+EirGrabber
 EroCrawler
-Evil
-Exabot
-Express WebPictures
-ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
 Ezooms
 FDM
-FHscan
 FemtosearchBot
-Fimap
 FlashGet
-Flunky
-FyberSpider
+Freeuploader
+Fuzz
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-Go-Ahead-Got-It
-GrabNet
-Grabber
+GalaxyBot
+Genieo
+GermCrawler
+GetRight
+Gigabot
+Gotit
+Grafula
+GrapeFX
+GridBot
 HMView
+HTMLparser
+HTTrack
+Haansoft
+HaosouSpider
 Havij
-Hloader
 Humanlinks
-IDBot
+HybridBot
+IDBTE4M
 Iblog
 Id-search
 IlseBot
-Image Fetch
-InfoNaviRobot
+IndeedBot
+InfoTekies
 Intelliseek
+InterGET
 InternetSeer
-JamesBOT
-Jbrofuzz
-JennyBot
-JikeSpider
+Iria
+Iskanie
+JetCar
+Joomla
+Jorgee
+Jyxobot
 Kinza
+Kozmosbot
 LNSpiderguy
-Leap
+LeechFTP
+LexiBot
 LieBaoFast
 Likse
-LinkScan
 LinkWalker
 Linkdexbot
-LinkpadBot
+LinkextractorPro
+LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
 Litemage_walker
 MFC_Tear_Sample
+MIDown tool
 MTRobot
-Mag-Net
+Majestic SEO
 MarkMonitor
-MarkWatch
 Mass Downloader
-Masscan
-Mata Hari
+Mb2345Browser
 MeanPath Bot
-Metauri
-MicroMessenger
-Mister PiX
-Moblie Safari
+Microsoft Data Access
+Mojeek
 Mojolicious
 Msrabot
-Musobot
 NICErsPRO
 NPbot
-Net Vampire
-Nibbler
-Niki-bot
-Ninja
-Not
-Offline Explorer
+Name Intelligence
+NearSite
+Needle
+Nessus
+NetAnts
+NetMechanic
+Netvibes
+Nikto
+NimbleCrawler
 Offline Navigator
-Openfind
+OpenVAS
 Openvas
-OrangeSpider
-OutfoxBot
-PHPCrawl
-PageScorer
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
 PageThing.com
-Pandalytics
-Picsearch
-Pixray
+Panscient
+Pavuk
+PeoplePal
+Petalbot
+Picscout
+PictureFinder
 PleaseCrawl
-ProWebWalker
-Pu_iN
+ProPowerBot
+Psbot
 Quick-Crawler
-RankActive
+RSSingBot
 RankActiveLinkBot
 RankingBot
 RankingBot2
-RankurBot
-Re-re
-ReGet
-RealDownload
-RedesScrapy
-SBIder
+Reaper
+Recorder
+RepoMonkey
 SEOkicks
 SEOkicks-Robot
-SEOprofiler
-SalesIntelligent
-ScanAlert
+SISTRIX
 Scanbot
+ScoutJet
 Screaming
-ScreenerBot
-Searchestate
+Semrush
 SemrushBot
+SentiBot
+SeobilityBot
 Seomoz
+Siphon
 SiteExplorer
-SiteSnagger
 SiteSucker
-Sitebeam
-Sitevigil
-SlySearch
-SmartDownload
-Snake
-SpaceBison
-SpankBot
+Snoopy
+SocialRankIOBot
+Sociscraper
+Sogou web spider
 Spanner
-Spinn3r
-SputnikBot
 Sqlworm
-Sqworm
-Steeler
 Sucuri
 Surfbot
-Swiftbot
-T0PHackTeam
 Teleport
-TeleportPro
-Telesphoreo
-The Intraformant
-TightTwatBot
-Titan
+TheNomad
 Toata
-Toweyabot
 Tracemyfile
-Trendiction
+True_Robot
 Turingos
-Turnitin
-TurnitinBot
-URLy.Warning
-UnisterBot
+TwengaBot
+Typhoeus
 V-BOT
-Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
-Voltron
-WEBDAV
-WPScan
-WWWOFFLE
-Web Auto
-Web Collage
+VCI
+Vagabondo
+VidibleScraper
+Voil
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+WeSEE
 Web Enhancer
-Web Sauger
+Web Fetch
+WebAuto
 WebBandit
-WebEnhancer
+WebCollage
+WebLeacher
 WebReaper
+WebStripper
+WebSucker
+WebWhacker
+WebZIP
 Webshag
 WebsiteQuester
-Whacker
+Webster
+Whack
+Whatweb
+Widow
 WinHTTrack
+Wonderbot
+Woobot
+Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zauba
-Zermelo
-ZmEu
-ZoominfoBot
-arquivo.pt
-backlink-check
-com.plumanalytics
+Zitebot
+ZyBorg
+autoemailspider
+cognitiveseo
 crawler4j
+dataforseo.com
 demandbase-bot
 domainsproject.org
-facebookscraper
+eCatch
+evc-batch
 heritrix
-iubenda-radar
-magpie-crawler
-plumanalytics
+instabid
+internetVista monitor
+ips-agent
+isitwp.com
+meanpathbot
 polaris version
-ripz
-satoristudio.net
 scalaj-http
-seobility
+scan.lol
+seocompany.store
+seostar
 serpstatbot
 sitechecker.pro
+spyfu
 sysscan
-tAkeOut
-trendiction.de
-voyagerx.com
-webgains-bot
+trendiction.com
+ubermetrics-technologies.com
 webpros.com
-x09Mozilla
-xpymep1.exe
+zauba.io