V4.2022.07.3254 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+360Spider
+80legs
 ADmantX
-AIBOT
-ALittle Client
-Abonti
+ASPSeek
+Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
+Aipbot
+Alexibot
 AllSubmitter
-Alligator
 Anthill
-Aspiegel
-Asterias
+Apexoo
 Attach
+AwarioRssBot
 AwarioSmartBot
-BDCbot
 BDFetch
-Backlink-Ceck
 Barkrowler
+BatchFTP
+BetaBot
 Bigfoot
-Bitacle
-BlackWidow
 Blackboard
-Brandwatch
-BuiltBotTough
+Bolt
+Brandprotect
+Buddy
+BuiltWith
 BunnySlippers
+CATExplorador
+CSHttp
 Calculon
-CherryPicker
-Chlooe
-Citoid
-Claritybot
+CazoodleBot
+Cegbfeieh
+CheeseBot
 Cliqzbot
 Cloud mapping
-Cocolyzebot
-Copier
+Copyscape
+Craftbot
 Crescent
-CrunchBot
-CyotekWebCopy
+DIIbot
 DTS Agent
-DatabaseDriverMysqli
-Devil
-Digincore
 DigitalPebble
 Disco
-Discobot
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
 DomCopBot
 DomainCrawler
+DomainSigmaCrawler
 Download Wonder
 Dragonfly
-Drip
-EMail Wolf
-EasyDL
-Ecxi
-EirGrabber
-EroCrawler
-Express WebPictures
-Extractor
+Ebingbong
+Exabot
 Extreme Picture Finder
-Ezooms
-FHscan
+Firefox/7.0
 FrontPage
-FyberSpider
+Fuzz
 Fyrebot
-GT::WWW
-GetRight
-GetWeb
+G-i-g-a-b-o-t
+Genieo
 Getintent
-GoZilla
 Gotit
+GrabNet
 Grafula
-GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
-HTMLparser
+HMView
 HTTP::Lite
 HTTrack
 Havij
-Heritrix
-HybridBot
-IRLbot
+IDBTE4M
+IDBot
 Id-search
-IndeedBot
-Indy Library
-InfoTekies
-Intelliseek
-JikeSpider
+IlseBot
+Iria
+Iskanie
+JamesBOT
+Jbrofuzz
+JennyBot
 Jorgee
 Jyxobot
 Kenjin Spider
-Keybot Translation-Search-Machine
 LNSpiderguy
-Larbin
+LWP::Simple
+Lanshanbot
 LeechFTP
 LeechGet
-LibWeb
-LieBaoFast
+LexiBot
+Lftp
 Lightspeedsystems
 Likse
-LinkWalker
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lmspider
-MQQBrowser
+LinkScan
+LinqiaRSSBot
+Lipperhey
+Ltx71
+MIDown tool
+MJ12bot
+MSFrontPage
+MTRobot
+Mag-Net
 Magnet
-Majestic SEO
 Majestic-SEO
 MarkMonitor
-Mass Downloader
+Mata Hari
 MauiBot
 Meanpathbot
+MegaIndex.ru
 Metauri
-Microsoft URL Control
+Microsoft Data Access
 Minefield
-Mister PiX
+Moblie Safari
 Mojeek
-Mojolicious
-MolokaiBot
 Mozlila
+Mr.4x3
+Msrabot
 Musobot
-Name Intelligence
 Navroad
-Needle
+NearSite
 Nessus
-NetAnts
+NetLyzer
+NetSpider
 Netcraft
+Nettrack
 NextGenSearchBot
-Nibbler
-Niki-bot
+Ninja
+Nmap
 Not
-Nutch
-Octopus
-OpenLinkProfiler
-OpenVAS
-Openvas
+Offline Explorer
 OrangeBot
+OutclicksBot
+PECL::HTTP
 POE-Component-Client-HTTP
-PageAnalyzer
 PageGrabber
-PageThing.com
+PageScorer
+Pandalytics
 Panscient
 PeoplePal
-PictureFinder
+Piepmatz
 Pimonster
-Pixray
-PleaseCrawl
-Pockey
-ProPowerBot
-ProWebWalker
-Pump
+Psbot
+PxBroker
 Quick-Crawler
-RankActiveLinkBot
-Rankivabot
+RankingBot
 Re-re
 ReGet
-Reaper
-RebelMouse
 Recorder
-RepoMonkey
-Ripper
-SBIder
-SEOprofiler
-ScanAlert
-ScoutJet
-ScreenerBot
+RedesScrapy
+SEOkicks
+SMTBot
+SalesIntelligent
+Scanbot
+ScrepyBot
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
 Seomoz
-Shodan
 Siphon
-SiteLockSpider
-SiteSnagger
+Site Sucker
+SiteExplorer
+SiteSucker
+Sitebeam
+Sitevigil
 SmartDownload
 Snake
 Snapbot
-Sogou web spider
 Sosospider
 Sottopop
-Spanner
-Spinn3r
+SpankBot
 Sqlmap
-Sqlworm
+Sqworm
 Sucker
+Sucuri
 SuperHTTP
+Suzuran
+Swiftbot
+Szukacz
+T0PHackTeam
+Teleport
 TeleportPro
 Telesoft
-The Intraformant
-TightTwatBot
+Telesphoreo
+Thumbor
 Toweyabot
-Trendiction
-True_Robot
-Twice
+Trendictionbot
+Typhoeus
+URLy Warning
 UnisterBot
-V-BOT
 VB Project
-Vagabondo
-VelenPublicWebCrawler
-WEBDAV
-WPScan
+VCI
+Vacuum
+VidibleScraper
+Virusdie
+Voil
+Voltron
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Web Collage
+Wallpapers
 Web Fetch
+Web Fuck
 Web Pix
-Web Sucker
-WebAuto
-WebCopier
-WebFuck
-WebGo IS
+WebBandit
+WebEnhancer
+WebImageCollector
 WebLeacher
-WebStripper
-WebSucker
-WebmasterWorldForumBot
-Website Quester
+Webalta
+Webshag
 WebsiteQuester
-Webster
 Whack
 Widow
-WinHTTrack
-Wonderbot
-Xaldon WebSpider
-Xaldon_WebSpider
+WiseGuys Robot
+Wotbox
+Zeus
 Zitebot
-ZmEu
-ZoomBot
-adscanner
+ZoominfoBot
+ZumBot
+ZyBorg
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 cah.io.community
-check1.exe
 cognitiveseo
+crawl.sogou.com
+crawler.feedback
+crawler4j
 demandbase-bot
-evc-batch
+eCatch
+facebookscraper
 gopher
+instabid
 ips-agent
-iubenda-radar
-linkdexbot
-mediawords
-muhstik-scan
-netEstate NE Crawler
-plumanalytics
-scan.lol
+isitwp.com
+lwp-request
+lwp-trivial
+magpie-crawler
+pcBrowser
+probe-image-size
+s1z.ru
+satoristudio.net
+seobility
 seocompany.store
-siteripz
-sp_auditbot
-trendiction.com
-trendiction.de
-webgains-bot
+seoscanners
+serpstatbot
+sitechecker.pro
+sogouspider
+spyfu
+tAkeOut
+webpros.com
 webprosbot
-xpymep1.exe
+x09Mozilla
 zauba.io
 zgrab