V4.2022.04.3056 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-ASPSeek
+404checker
+ALittle Client
+Abonti
 Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
+Acunetix
+AhrefsBot
 Aipbot
-AllSubmitter
+Alexibot
+AlphaBot
 Anarchie
-Anarchy
+Anarchy99
+Ankit
 Anthill
-Apexoo
-Atomseobot
-AwarioSmartBot
-BBBike
+Asterias
+Attach
+AwarioRssBot
 BDCbot
-BLEXBot
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
-Bandit
-BatchFTP
+Badass
+Barkrowler
 Battleztar Bazinga
 BetaBot
-Bigfoot
-Black Hole
-Blackboard
-Blow
 Boardreader
 Bolt
-Brandwatch
-Bullseye
+BotALot
+Brandprotect
+Buck
+Buddy
+BuiltWith
+BunnySlippers
 BuzzSumo
-CCBot
-CSHttp
-CheeseBot
+CATExplorador
+CODE87
+CensysInspect
 CherryPicker
+ChinaClaw
+Citoid
 Claritybot
 Cliqzbot
+Cogentbot
 Collector
-Copyscape
+CopyRightCheck
+Cosmos
+Craftbot
+Crawling at Home Project
 CrunchBot
-Curious
-DBLBot
-DIIbot
-DTS Agent
-DatabaseDriverMysqli
-Demon
+DSearch
+Deusu
+Devil
 Digincore
-DigitalPebble
 Discobot
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DomainCrawler
+DnyzBot
+DomCopBot
+DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
+Dragonfly
+EMail Siphon
 EMail Wolf
+EasyDL
+EirGrabber
 Exabot
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
+Express WebPictures
+Extractor
+Ezooms
+FHscan
+FemtosearchBot
 Fimap
 Flunky
 Foobot
-FrontPage
+Freeuploader
 Fuzz
-FyberSpider
 Fyrebot
-GT::WWW
-Genieo
 GermCrawler
 GetRight
 GetWeb
 Getintent
-Gigabot
+GoZilla
+Gotit
+GrabNet
+Grafula
+GrapeshotCrawler
+GridBot
+HTTP::Lite
 HTTrack
 Haansoft
-HaosouSpider
-Hloader
-Humanlinks
-HybridBot
-IDBot
+HonoluluBot
+IDBTE4M
 Iblog
 Id-search
-Image Fetch
+IlseBot
 Image Sucker
-IndeedBot
+Indy Library
 InfoNaviRobot
-InfoTekies
-Intelliseek
-Internet Ninja
-Iskanie
-JOC Web Spider
-Joomla
+Iria
+JamesBOT
+JetCar
+Jetty
+JikeSpider
 Jyxobot
-Keybot Translation-Search-Machine
+Keyword Density
+LWP::Simple
 Larbin
-LeechGet
-Libwhisker
-Lightspeedsystems
-Likse
+Leap
+Lftp
+LieBaoFast
+LinkScan
 LinkWalker
-Linkbot
 LinkextractorPro
 LinkpadBot
 LinqiaMetadataDownloaderBot
 Lipperhey Spider
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MJ12bot
-MSFrontPage
 MSIECrawler
-MarkWatch
-Mass Downloader
-Masscan
+Majestic SEO
+MarkMonitor
 Mata Hari
-MeanPath Bot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Minefield
+MauiBot
+Mb2345Browser
+Mediatoolkitbot
 Mojolicious
-MolokaiBot
-Mr.4x3
-Musobot
-NICErsPRO
-NPbot
+Nameprotect
+NearSite
+Needle
 Nessus
-NetAnts
+Net Vampire
+NetLyzer
 NetMechanic
-NetSpider
-NetZIP
-Nettrack
 Netvibes
-NimbleCrawler
-Nimbostratus
-Not
+NextGenSearchBot
+Nuclei
 Octopus
 Offline Explorer
-Offline Navigator
-OpenVAS
+OnCrawl
 OutfoxBot
-POE-Component-Client-HTTP
-PageAnalyzer
+PHPCrawl
+PageScorer
+Pandalytics
 Papa Foto
-Pavuk
-PeoplePal
-Petalbot
 Pi-Monster
-PictureFinder
-Piepmatz
 Pimonster
-PleaseCrawl
-QueryN Metasearch
-RSSingBot
-RankActive
-RankingBot2
-Re-re
-Reaper
+ProPowerBot
+Probethenet
+Psbot
+Pu_iN
+Quick-Crawler
+RankActiveLinkBot
+RankingBot
+RankurBot
+ReGet
 RocketCrawler
-SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-Searchestate
+SMTBot
+SalesIntelligent
+ScoutJet
+Scrapy
+ScreenerBot
+ScrepyBot
+Seekport
+SemanticJuice
+SentiBot
 SeobilityBot
-Siphon
-SiteCheckerBotCrawler
 SiteLockSpider
-SiteSnagger
+Sitebeam
 Siteimprove
-Snapbot
+Snoopy
+SocialRankIOBot
 Sogou web spider
 Sosospider
-SpaceBison
 Spanner
+Spbot
 SputnikBot
-Sqlmap
-Stripper
+Sucker
 Sucuri
 SuperBot
+SuperHTTP
 Surfbot
-TeleportPro
-Telesoft
+Swiftbot
+T0PHackTeam
+Teleport
 Telesphoreo
-Telesphorep
-TightTwatBot
+Thumbor
+Titan
 Toata
-Toweyabot
-Trendictionbot
+Tracemyfile
+Trendiction
 True_Robot
-TurnitinBot
-Typhoeus
+TwengaBot
+Twice
 URLy.Warning
 Upflow
-VelenPublicWebCrawler
-VidibleScraper
-Voil
-WEBDAV
-WallpapersHD
-WeSEE
-Web Auto
-Web Collage
-Web Pix
-Web Sauger
+V-BOT
+VB Project
+VeriCiteCrawler
+VoidEYE
+WWW-Mechanize
+WWWOFFLE
+Web Fetch
 Web Sucker
+WebAuto
+WebCollage
+WebEnhancer
+WebFetch
 WebGo IS
-WebPix
-WebReaper
-WebSauger
 WebStripper
-WebSucker
-WebWhacker
 WebZIP
-Website Quester
-WebsiteExtractor
+Webalta
+WebmasterWorldForumBot
+Webshag
 WebsiteQuester
 Webster
-Whack
-Who.is Bot
-Widow
-WiseGuys Robot
-Wonderbot
+Whacker
+Whatweb
 Xenu
+YoudaoBot
+Zade
 Zauba
+Zermelo
 Zeus
-ZoominfoBot
-archive.org_bot
-arquivo-web-crawler
+ZyBorg
+adscanner
 autoemailspider
-crawl.sogou.com
-crawler.feedback
+backlink-check
+check1.exe
 dataforseo.com
-demandbase-bot
-gopher
-instabid
-ips-agent
-isitwp.com
+internetVista monitor
+iubenda-radar
 linkdexbot
 lwp-request
-oBot
-page scorer
-pcBrowser
-plumanalytics
+meanpathbot
+mediawords
+netEstate NE Crawler
+probe-image-size
 satoristudio.net
 scalaj-http
-seobility
+scan.lol
+seocompany.store
+seoscanners
 sexsearcher
 siteripz
-sogouspider
+sysscan
 tAkeOut
-trendiction.com
-x22Mozilla
+trendiction.de
+webgains-bot
+x09Mozilla
+xpymep1.exe