V4.2022.08.3305 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404enemy
-80legs
 ADmantX
 AIBOT
 ALittle Client
 ASPSeek
-Aboundex
-Anarchie
+Aboundexbot
+AhrefsBot
+AiHitBot
+Alexibot
+Anarchy
 Ankit
-Atomseobot
-Attach
+Anthill
+Apexoo
 AwarioRssBot
 AwarioSmartBot
+BBBike
 BDCbot
-BDFetch
+BLEXBot
+Backlink-Ceck
 BacklinkCrawler
+Barkrowler
+BatchFTP
+BetaBot
+Bitacle
+BlackWidow
+Blackboard
 Blow
 Bolt
+BotALot
+Brandprotect
 Brandwatch
-Buddy
-BuiltBotTough
-BunnySlippers
 CATExplorador
+CCBot
+CODE87
 CSHttp
-CazoodleBot
 Cegbfeieh
-CheTeam
-CherryPicker
 Chlooe
-Citoid
 Cliqzbot
-Cogentbot
-Collector
+Cloud mapping
 Cosmos
-CrazyWebCrawler
+Craftbot
 DBLBot
-DIIbot
-DTS Agent
-Demon
-Devil
-DigitalPebble
-Disco
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
+DataCha0s
+DatabaseDriverMysqli
+Digincore
+Dirbuster
+DomCopBot
 DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
-Dotbot
+Domains Project
+Download Wonder
 Dragonfly
 ECCP/1.0
-EMail Siphon
+EasyDL
 Ecxi
-Express WebPictures
-Extractor
-ExtractorPro
+EirGrabber
+EroCrawler
 Extreme Picture Finder
 Ezooms
-FHscan
 FemtosearchBot
 Freeuploader
+Fuzz
 FyberSpider
-Fyrebot
 GT::WWW
-Genieo
-GermCrawler
-Gigabot
-Go!Zilla
-Gotit
-Grabber
-Grafula
-Haansoft
-Havij
-Heritrix
-HonoluluBot
+GalaxyBot
+GetWeb
+GoZilla
+GrapeshotCrawler
+HEADMasterSEO
+HTTrack
+Hloader
 Humanlinks
-Iblog
 Id-search
-Image Sucker
-IndeedBot
-InfoTekies
-Internet Ninja
+Image Fetch
 Iria
-JennyBot
-JetCar
-Jetty
+JamesBOT
+Jbrofuzz
 Joomla
-Jorgee
-Kenjin Spider
-Keybot Translation-Search-Machine
-Keyword Density
-Lanshanbot
+JustView
+Kinza
+Kozmosbot
+LWP::Simple
 LeechFTP
-Libwhisker
-Likse
-Linkbot
-LinkextractorPro
+Lftp
+Lightspeedsystems
+LinkScan
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
+Lipperhey
+Litemage_walker
 MFC_Tear_Sample
 MIDown tool
 MIIxpc
-MQQBrowser
-MTRobot
+MJ12bot
 Mag-Net
-Mail.RU_Bot
+Magnet
+MarkWatch
 Mass Downloader
-MauiBot
-Mediatoolkitbot
-Metauri
+Masscan
+Mb2345Browser
+Meanpathbot
+MicroMessenger
+Microsoft URL Control
+Minefield
+Mister PiX
 Mojeek
-Mojolicious
+MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-NPbot
+Musobot
 Name Intelligence
 Nameprotect
-Navroad
-NetMechanic
-NetSpider
-Netcraft
+NearSite
+Net Vampire
+Nettrack
 Netvibes
-Nikto
-Nimbostratus
+Niki-bot
 Ninja
-Nmap
-Not
-Nuclei
-OnCrawl
+Offline Navigator
 OpenLinkProfiler
 OpenVAS
-Openfind
-OrangeSpider
+Openvas
+OrangeBot
 OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-Pandalytics
-Papa Foto
-Pavuk
-PeoplePal
+Panscient
+Petalbot
 Picscout
-Picsearch
+PictureFinder
+Piepmatz
 Pimonster
 Pixray
 Pockey
-Probethenet
-Pu_iN
+Psbot
 PxBroker
-RankActiveLinkBot
+RankActive
+RankFlex
+RankingBot
 Re-re
+ReGet
+RealDownload
+RebelMouse
 RepoMonkey
 RocketCrawler
+SBIder
+SEOkicks-Robot
 SEOlyticsCrawler
-SISTRIX
 ScoutJet
 Scrapy
-ScreenerBot
+Screaming
+SearchmetricsBot
 Seekport
-SemrushBot
 SentiBot
 SeoSiteCheckup
-SiteExplorer
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteLockSpider
-SiteSucker
-Siteimprove
-Sitevigil
+SiteSnagger
+SlySearch
+SmartDownload
+Snake
 Snoopy
-SocialRankIOBot
-Sogou web spider
 Sosospider
 Sottopop
 SpaceBison
 Spammen
+SpankBot
 Spanner
-Sqlworm
+SputnikBot
 Sqworm
+Stripper
+SurveyBot
+Suzuran
+Szukacz
+T8Abot
+TeleportPro
 Telesphoreo
-Trendictionbot
+Trendiction
 True_Robot
-Turingos
 Turnitin
+TurnitinBot
+TwengaBot
 Twice
 Typhoeus
 VB Project
+Vacuum
 VidibleScraper
 VoidEYE
 Voil
 Voltron
-WEBDAV
-WallpapersHD
-WeSEE
-Web Auto
-Web Collage
-Web Enhancer
-Web Sauger
+WBSearchBot
+WISENutbot
+WPScan
+Wallpapers/3.0
+Web Sucker
 WebBandit
-WebCollage
-WebCopier
-WebReaper
+WebFetch
+WebFuck
+WebLeacher
 WebSauger
-WebStripper
-WebSucker
 WebZIP
-Webalta
-WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
 WebsiteQuester
-Webster
-WinHTTrack
+Whack
+Whacker
+Who.is Bot
 WiseGuys Robot
+Wonderbot
+Woobot
 Wotbox
-Zade
-Zauba
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 Zermelo
-Zeus
 Zitebot
 ZyBorg
-adscanner
-archive.org_bot
 autoemailspider
 backlink-check
-clark-crawler
-com.plumanalytics
-crawler4j
-eCatch
+check1.exe
+crawler.feedback
+demandbase-bot
 gopher
-ips-agent
+heritrix
+iubenda-radar
+linkdexbot
+lwp-trivial
 magpie-crawler
+mediawords
 muhstik-scan
 netEstate NE Crawler
-pcBrowser
-ripz
-satoristudio.net
+plumanalytics
+probe-image-size
+s1z.ru
 scalaj-http
 seobility
+seocompany.store
 seoscanners
-seostar
 serpstatbot
 sexsearcher
-spyfu
-trendiction.com
+sitechecker.pro
+sp_auditbot
+ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
 webmeup-crawler
-webpros.com
 webprosbot
 x09Mozilla
-zgrab
+zauba.io