V4.2022.07.3252 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
-404enemy
-80legs
-ALittle Client
-Acunetix
+Abonti
+Aboundex
 AhrefsBot
 AiHitBot
+AllSubmitter
+Alligator
 AlphaBot
-Anarchie
-Anarchy99
+Anarchy
+Ankit
 Apexoo
+Asterias
 Atomseobot
-Attach
 AwarioRssBot
-AwarioSmartBot
-BDCbot
-BackStreet
+BBBike
+BDFetch
 BackWeb
 Backlink-Ceck
+Badass
+Barkrowler
+Battleztar Bazinga
 Black Hole
-BlackWidow
-Blackboard
-Boardreader
-Brandwatch
-Buddy
-BuiltBotTough
-Bullseye
+BotALot
+BuiltWith
 BunnySlippers
-BuzzSumo
 CATExplorador
-CCBot
 CODE87
 CSHttp
 Calculon
-Cegbfeieh
-CherryPicker
-ChinaClaw
-Citoid
-Claritybot
-Cliqzbot
+CazoodleBot
+CensysInspect
 Cloud mapping
-Cogentbot
-Collector
+Copier
 CopyRightCheck
+Cosmos
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 Crescent
 Curious
+CyotekWebCopy
+DBLBot
+DTS Agent
+DatabaseDriverMysqli
 Demon
-Digincore
+Deusu
 Discobot
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DomainSigmaCrawler
-Dotbot
-EMail Siphon
+Domains Project
+Download Wonder
+Dragonfly
 EMail Wolf
-EasyDL
-Evil
-ExtLinksBot
-Extreme Picture Finder
+Ebingbong
+Exabot
+Express WebPictures
+ExtractorPro
+Ezooms
+FHscan
+FlashGet
+Flunky
 Foobot
+Freeuploader
 Fuzz
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-Genieo
-GermCrawler
-GetRight
-Gigabot
 GrapeFX
-HTTrack
+GrapeshotCrawler
+HMView
 Haansoft
-Humanlinks
-HybridBot
-IDBot
+HaosouSpider
+Harvest
+Havij
+Heritrix
+Hloader
+IDBTE4M
 Id-search
 Image Fetch
+Image Sucker
 IndeedBot
+InfoNaviRobot
 Iria
-IstellaBot
+Iskanie
 JamesBOT
 Jbrofuzz
 Jetty
-JikeSpider
-Jorgee
-Jyxobot
-Kenjin Spider
+JustView
+Keyword Density
 Kinza
 Kozmosbot
-Larbin
-Leap
-LexiBot
+LNSpiderguy
 Lftp
-LinkScan
-Linkbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
+LinkWalker
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
-Ltx71
+Lmspider
 MFC_Tear_Sample
-MIDown tool
 MIIxpc
 MJ12bot
 MQQBrowser
+MSIECrawler
 Mail.RU_Bot
-Majestic12
+Majestic SEO
+Majestic-SEO
 MarkMonitor
 Masscan
 Mata Hari
 Mb2345Browser
-Meanpathbot
+MeanPath Bot
+Mediatoolkitbot
 Metauri
 MicroMessenger
-Microsoft URL Control
-Minefield
-Mojolicious
-Mr.4x3
+Morfeus Fucking Scanner
+Mozlila
 NICErsPRO
 NPbot
 Nameprotect
-Nessus
-NetSpider
-NextGenSearchBot
+Needle
+NetLyzer
+Netcraft
+Netvibes
+Nibbler
 Niki-bot
 Nikto
-NimbleCrawler
-Nutch
-Offline Explorer
-OrangeBot
+Nmap
+Not
+Nuclei
+OpenLinkProfiler
 OrangeSpider
 OutclicksBot
-OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-PageGrabber
+Pandalytics
 Panscient
-Pavuk
-Petalbot
-Piepmatz
-Probethenet
-Psbot
-Pump
+Pimonster
+PleaseCrawl
+ProPowerBot
 PyCurl
 RankActive
 RankFlex
-Rankivabot
-RankurBot
+RankingBot
 Re-re
-ReGet
+RealDownload
 Reaper
-Recorder
-Rogerbot
+RedesScrapy
+RocketCrawler
 SBIder
+SEOkicks
 SEOkicks-Robot
-SEOstats
+SEOlyticsCrawler
 SISTRIX
-SalesIntelligent
-ScoutJet
-ScreenerBot
-ScrepyBot
-Searchestate
-SearchmetricsBot
+SMTBot
+Scrapy
 Seekport
-Semrush
+SeoSiteCheckup
+SeobilityBot
 Seomoz
-SiteSucker
-Sitebeam
+Siphon
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+SlySearch
 SmartDownload
-Snoopy
+Snapbot
 SocialRankIOBot
-Sociscraper
-SpankBot
+SpaceBison
+Spanner
 Spbot
-Spinn3r
-SputnikBot
-Sqlmap
+Sqlworm
 Sqworm
+Stripper
 Sucker
-Sucuri
-SuperBot
-SurveyBot
+SuperHTTP
 Suzuran
+Szukacz
+T0PHackTeam
+T8Abot
+Teleport
 TeleportPro
-Telesoft
+Telesphoreo
 The Intraformant
 Thumbor
 Toweyabot
 Tracemyfile
 TurnitinBot
-VB Project
+TwengaBot
+UnisterBot
+Upflow
+V-BOT
 Vagabondo
-VidibleScraper
-Voltron
-WBSearchBot
-WEBDAV
-WPScan
+VelenPublicWebCrawler
+VoidEYE
 WWW-Collector-E
+WWW::Mechanize
+Wallpapers
+WallpapersHD
 WeSEE
 Web Auto
+Web Collage
 Web Fetch
+Web Fuck
 Web Pix
+Web Sauger
 Web Sucker
-WebCollage
+WebBandit
+WebCopier
 WebEnhancer
+WebGo IS
+WebImageCollector
+WebSauger
+WebStripper
 WebSucker
-Webalta
-WebmasterWorldForumBot
-Website Quester
 WebsiteQuester
-WinHTTrack
-Wonderbot
-Wprecon
+Whack
+Whacker
+Widow
 Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zauba
-ZmEu
-ZoomBot
+Zade
 ZoominfoBot
-ZumBot
 ZyBorg
-adscanner
-arquivo.pt
-backlink-check
+arquivo-web-crawler
+autoemailspider
 cah.io.community
+check1.exe
 clark-crawler
 coccocbot
+cognitiveseo
+com.plumanalytics
 crawl.sogou.com
 crawler4j
-dataforseo.com
-evc-batch
-facebookscraper
-gopher
+domainsproject.org
+eCatch
 internetVista monitor
-iubenda-radar
-linkdexbot
-lwp-request
-magpie-crawler
+ips-agent
+isitwp.com
+meanpathbot
+mediawords
+muhstik-scan
 oBot
-probe-image-size
-serpstatbot
-sitechecker.pro
+plumanalytics
+scalaj-http
+scan.lol
+seostar
+siteripz
+sogouspider
+sysscan
 trendiction.de
-webprosbot
+ubermetrics-technologies.com
+voyagerx.com
 x09Mozilla
 xpymep1.exe