V4.2022.01.2875 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
+80legs
+Abonti
+Aboundex
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Aipbot
-Anthill
-Aspiegel
-Attach
+Alexibot
+AllSubmitter
+AlphaBot
 AwarioRssBot
-AwarioSmartBot
-BBBike
-BDFetch
-BLEXBot
 BackDoorBot
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Bandit
 Barkrowler
 BatchFTP
-Battleztar Bazinga
 BetaBot
-Bigfoot
-BlackWidow
+Bitacle
+Black Hole
 BlowFish
-CATExplorador
-CCBot
-CODE87
+Boardreader
+Bolt
+Brandwatch
+Buck
+Bullseye
+CSHttp
 Calculon
 Cegbfeieh
-CensysInspect
-Citoid
+CheeseBot
+CherryPicker
+Claritybot
+Cloud mapping
+Cocolyzebot
 Copyscape
-CrazyWebCrawler
-CrunchBot
-Curious
+Cosmos
+Craftbot
+Custo
 CyotekWebCopy
 DIIbot
 Dirbuster
-DittoSpyder
+Discobot
+Discoverybot
+Dispatch
 DnBCrawler-Analytics
-DnyzBot
-DomainSigmaCrawler
-Dotbot
+DomCopBot
+DomainAppender
 Download Wonder
-Drip
-ECCP/1.0
 EasyDL
 Ebingbong
-Express WebPictures
-ExtractorPro
-Ezooms
-FDM
+Ecxi
+FHscan
 FemtosearchBot
-Fimap
 Firefox/7.0
-Foobot
 Fuzz
 G-i-g-a-b-o-t
-GalaxyBot
-GetRight
-Gigabot
-Go!Zilla
+GetWeb
 Go-Ahead-Got-It
-GoZilla
-Grafula
-GrapeshotCrawler
-HTTP::Lite
-HTTrack
-Haansoft
+Gotit
+Grabber
+HEADMasterSEO
+HaosouSpider
 Heritrix
-Hloader
+HonoluluBot
+Humanlinks
+Iblog
 IndeedBot
 InterGET
 Internet Ninja
-Iria
+InternetSeer
+Iskanie
+IstellaBot
 JOC Web Spider
 JamesBOT
 JennyBot
+JetCar
 Jetty
+JikeSpider
+Joomla
+Jorgee
 JustView
-Kinza
+Kenjin Spider
+Kozmosbot
 LNSpiderguy
+LWP::Simple
+Lanshanbot
 Larbin
+LexiBot
 Lftp
-Likse
+LibWeb
+Libwhisker
 LinkScan
-Linkbot
 LinkextractorPro
 LinkpadBot
-LinqiaRSSBot
-Litemage_walker
-Lmspider
-Ltx71
+LinqiaScrapeBot
+Lipperhey
 MFC_Tear_Sample
-MIIxpc
 MQQBrowser
-MSIECrawler
 Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic12
+Mass Downloader
 Masscan
 Mata Hari
-Microsoft Data Access
-Mojolicious
+Mb2345Browser
+Meanpathbot
+Metauri
+MicroMessenger
+Minefield
+MolokaiBot
 Mozlila
-Msrabot
-Name Intelligence
-Navroad
-Nessus
-Net Vampire
+NICErsPRO
+NPbot
+Nameprotect
+NetLyzer
+NetMechanic
 NetZIP
+Netcraft
+Nettrack
+Netvibes
 NextGenSearchBot
-Not
-Nuclei
+Nikto
+NimbleCrawler
+Nimbostratus
+Nmap
+Nutch
 Octopus
 Offline Explorer
-Offline Navigator
 OpenLinkProfiler
-Openvas
+Openfind
 OrangeBot
-OutclicksBot
+OrangeSpider
 OutfoxBot
 PECL::HTTP
-PHPCrawl
 PageAnalyzer
-PageScorer
-Papa Foto
-PeoplePal
-Petalbot
-Picscout
-PictureFinder
-PleaseCrawl
-ProPowerBot
+Pandalytics
+Pavuk
+Pimonster
+ProWebWalker
 Psbot
-Pump
+PxBroker
+PyCurl
 Quick-Crawler
-RSSingBot
+RankActiveLinkBot
+RankFlex
+RankingBot
 RankurBot
-Recorder
-RedesScrapy
-RepoMonkey
+Ripper
 SBIder
-SISTRIX
-ScanAlert
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SalesIntelligent
+ScoutJet
+Scrapy
 ScreenerBot
 SearchmetricsBot
 SemrushBot
 SentiBot
 SeoSiteCheckup
 SeobilityBot
-Seomoz
 Shodan
-Siphon
 Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
+SiteSnagger
 SiteSucker
-SlySearch
 Snapbot
-SocialRankIOBot
+Snoopy
 Sogou web spider
-Sosospider
 Sottopop
 SpaceBison
 Spbot
 SputnikBot
 Sqlmap
-Stripper
-Sucker
+Sqlworm
+Sqworm
+SuperBot
+SuperHTTP
 Surfbot
 Suzuran
 Szukacz
 T0PHackTeam
-T8Abot
-Telesphorep
-The Intraformant
+Teleport
+Telesphoreo
 Thumbor
+TightTwatBot
 Titan
 Toata
+Toweyabot
 Trendiction
-Trendictionbot
-True_Robot
-TurnitinBot
+Turnitin
 TwengaBot
+Twice
 Typhoeus
-URLy Warning
-UnisterBot
+URLy.Warning
 Upflow
-VB Project
-VelenPublicWebCrawler
+V-BOT
+Vacuum
 Virusdie
-WBSearchBot
+Voil
+Voltron
+WASALive-Bot
+WISENutbot
 WPScan
-Wallpapers
+WWWOFFLE
+WallpapersHD
 WeSEE
-Web Fuck
-WebAuto
-WebCollage
-WebCopier
+Web Collage
+Web Enhancer
+Web Sauger
+WebEnhancer
 WebFetch
-WebLeacher
+WebGo IS
+WebImageCollector
 WebPix
 WebStripper
-WebWhacker
-WebmasterWorldForumBot
+WebSucker
+WebZIP
 Website Quester
-Whack
-Whatweb
+WebsiteExtractor
+Whacker
 Widow
-WinHTTrack
 WiseGuys Robot
-Woobot
-Wotbox
-Wprecon
+Xenu
 Zade
 Zermelo
-ZoomBot
-ZoominfoBot
-arquivo.pt
+ZmEu
+ZyBorg
+adscanner
 autoemailspider
 backlink-check
-clark-crawler
-coccocbot-web
-cognitiveseo
 crawl.sogou.com
-eCatch
-facebookscraper
-gopher
-internetVista monitor
-lwp-trivial
-meanpathbot
+dataforseo.com
+domainsproject.org
+evc-batch
+heritrix
+muhstik-scan
 netEstate NE Crawler
+page scorer
 pcBrowser
-plumanalytics
-probe-image-size
-seobility
-seostar
-sitechecker.pro
+polaris version
+satoristudio.net
+scalaj-http
+scan.lol
+serpstatbot
 siteripz
-sp_auditbot
-spyfu
+tAkeOut
 trendiction.de
-webprosbot
-x09Mozilla
-xpymep1.exe
-zgrab
+webgains-bot
+webmeup-crawler
+webpros.com
+x22Mozilla
+zauba.io