V4.2022.04.3074 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
-80legs
+ADmantX
 AIBOT
-Aboundexbot
+ASPSeek
+Abonti
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
 Alexibot
-Anarchy
+Alligator
+AlphaBot
 Anarchy99
-Asterias
-Attach
-AwarioSmartBot
-BBBike
-BDCbot
-BackStreet
-Backlink-Ceck
+Ankit
+Anthill
+Apexoo
+Aspiegel
+Badass
 Bandit
-BatchFTP
+Barkrowler
 Battleztar Bazinga
-Bitacle
-Black Hole
-BlackWidow
-Boardreader
 Bolt
-Bullseye
-CSHttp
-CheTeam
-CheeseBot
-CherryPicker
-Chlooe
-Citoid
-Claritybot
+BotALot
+Buck
+Buddy
+CCBot
+CazoodleBot
+Cegbfeieh
 Copyscape
 Cosmos
-CrazyWebCrawler
-Crescent
-Custo
+Curious
 CyotekWebCopy
 DBLBot
+DIIbot
+DSearch
+DTS Agent
 Demon
 Deusu
+DigitalPebble
+Dirbuster
 Discobot
 Dispatch
-DittoSpyder
-DomainAppender
-DomainSigmaCrawler
+DnBCrawler-Analytics
+DomCopBot
 Domains Project
 Dotbot
-Drip
 ECCP/1.0
+EasyDL
 Ecxi
-Exabot
+Evil
+Express WebPictures
 Extractor
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-FDM
-FHscan
-FemtosearchBot
+EyeNetIE
 Fimap
-FlashGet
 Flunky
 Foobot
-FrontPage
+Freeuploader
 Fuzz
 FyberSpider
-Fyrebot
-GT::WWW
+GalaxyBot
 Genieo
-Go!Zilla
-GrabNet
-Grabber
-GrapeFX
+GetWeb
+Go-Ahead-Got-It
+GoZilla
+Gotit
+GrapeshotCrawler
 GridBot
 HEADMasterSEO
 Haansoft
-HaosouSpider
-Havij
-Heritrix
-Hloader
-HybridBot
-IDBTE4M
+HonoluluBot
+Humanlinks
 Iblog
+Id-search
 Image Fetch
-IndeedBot
-Indy Library
-InfoTekies
-InterGET
-InternetSeer
-JOC Web Spider
+Image Sucker
+InfoNaviRobot
+Iskanie
 JamesBOT
-Jbrofuzz
-Joomla
+JennyBot
+Jetty
+JikeSpider
 Jorgee
-JustView
-Kenjin Spider
-LNSpiderguy
+Jyxobot
+LWP::Simple
 Larbin
-LeechFTP
-LexiBot
-Lftp
-Lightspeedsystems
-Likse
-LinkWalker
-LinkextractorPro
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-MIDown tool
-MJ12bot
+Leap
+LeechGet
+Libwhisker
+LinkScan
+LinksManager
+MFC_Tear_Sample
+MSFrontPage
+MSIECrawler
+Mag-Net
 Magnet
+Mail.RU_Bot
 Majestic SEO
-Majestic12
-Masscan
-MeanPath Bot
-Meanpathbot
-Metauri
+Mass Downloader
+Mb2345Browser
+Mediatoolkitbot
+Minefield
+Moblie Safari
 Mojeek
 Mojolicious
-MolokaiBot
-Mr.4x3
+Msrabot
+NPbot
 Name Intelligence
+NearSite
+Nessus
 Net Vampire
 NetLyzer
-NetSpider
-Netcraft
-Nettrack
+NetMechanic
+NetZIP
+NextGenSearchBot
 Niki-bot
-Nikto
+NimbleCrawler
 Octopus
 Offline Explorer
+Offline Navigator
 OpenVAS
+Openfind
 PECL::HTTP
-PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
+Pandalytics
+Panscient
 Papa Foto
+PeoplePal
 Picsearch
-Piepmatz
-Pimonster
+PleaseCrawl
 Pockey
 ProPowerBot
-ProWebWalker
-Probethenet
-Pu_iN
-PxBroker
+Psbot
+PyCurl
 QueryN Metasearch
-Quick-Crawler
 RankActiveLinkBot
 RankingBot
-Rankivabot
 RankurBot
+Re-re
 ReGet
-RedesScrapy
-RepoMonkey
-Rogerbot
+RealDownload
+RebelMouse
+RocketCrawler
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
-SEOstats
+SISTRIX
 SalesIntelligent
 ScoutJet
 Scrapy
 Screaming
-ScreenerBot
-ScrepyBot
 Searchestate
 SearchmetricsBot
-Semrush
+Seekport
+SemanticJuice
+SentiBot
 Seomoz
-Shodan
-Siphon
-Site Sucker
-SiteSucker
-Sitebeam
-Sociscraper
-Sqlmap
+SiteCheckerBotCrawler
+SiteExplorer
+Sitevigil
+Snapbot
+Snoopy
+SocialRankIOBot
+Sosospider
+Sottopop
+SpankBot
+Spinn3r
+Stripper
+Sucuri
 SuperBot
-SurveyBot
+Swiftbot
+T0PHackTeam
 Teleport
 TeleportPro
+Telesoft
+Telesphorep
+TheNomad
+Thumbor
 Toata
 Toweyabot
-Tracemyfile
+Trendiction
+Trendictionbot
+True_Robot
 TurnitinBot
+TwengaBot
 Twice
 Typhoeus
-UnisterBot
-Upflow
+URLy.Warning
+V-BOT
+Vacuum
 Vagabondo
-VeriCiteCrawler
-Virusdie
 Voltron
-WASALive-Bot
 WPScan
-WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
 Wallpapers/3.0
-WallpapersHD
-WeSEE
-Web Auto
 Web Enhancer
-Web Sauger
+Web Pix
 Web Sucker
-WebGo IS
+WebAuto
+WebBandit
+WebEnhancer
 WebImageCollector
-WebLeacher
-WebReaper
+WebStripper
 WebSucker
-WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
+WebsiteQuester
+Webster
 Whack
-Who.is Bot
+Whatweb
 Widow
 WiseGuys Robot
 Woobot
-Wotbox
 Wprecon
-Xaldon WebSpider
-YoudaoBot
-Zade
 Zermelo
-ZmEu
+Zeus
 ZoomBot
 ZumBot
-autoemailspider
-backlink-check
+adscanner
+archive.org_bot
+arquivo-web-crawler
+coccocbot
 cognitiveseo
-gopher
-heritrix
-internetVista monitor
-linkdexbot
+com.plumanalytics
+demandbase-bot
+evc-batch
+facebookscraper
 lwp-request
-lwp-trivial
 netEstate NE Crawler
-oBot
 pcBrowser
-probe-image-size
-ripz
-s1z.ru
-seobility
+plumanalytics
+polaris version
+satoristudio.net
+scalaj-http
+scan.lol
+seocompany.store
 seoscanners
-sexsearcher
-siteripz
+seostar
+serpstatbot
 sogouspider
 sp_auditbot
 spyfu
-sysscan
 trendiction.de
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
+webpros.com
+webprosbot
+x09Mozilla
 zauba.io
+zgrab