V4.2022.06.3166 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
 ADmantX
+AIBOT
 ALittle Client
-ASPSeek
+Abonti
 Aboundex
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
-AlphaBot
-Anarchy99
-Ankit
+Anarchy
 Apexoo
 Asterias
-Attach
+Atomseobot
 AwarioSmartBot
-BDFetch
 BackStreet
-BacklinkCrawler
-Barkrowler
+Bandit
 BatchFTP
-Battleztar Bazinga
-Bigfoot
-Black Hole
 BlackWidow
-BlowFish
+Blackboard
+Blow
+Boardreader
 BotALot
-Buck
+Brandwatch
+Buddy
 BuiltBotTough
-Bullseye
+BuiltWith
 BunnySlippers
+CATExplorador
 CCBot
+CSHttp
 Cegbfeieh
+CheTeam
 CheeseBot
 ChinaClaw
 Chlooe
-Citoid
 Cliqzbot
-Cogentbot
-Collector
-Cosmos
-Crawling at Home Project
+Cloud mapping
+Cocolyzebot
+CopyRightCheck
+Crescent
+CrunchBot
 Curious
-DatabaseDriverMysqli
+DBLBot
+DTS Agent
+DataCha0s
+Deusu
 Digincore
-DigitalPebble
-Dirbuster
-Disco
 Discobot
 Discoverybot
 Dispatch
+DittoSpyder
 DnBCrawler-Analytics
 DomCopBot
-Dotbot
+DomainSigmaCrawler
 Download Wonder
 Dragonfly
+EMail Siphon
 EMail Wolf
-Extractor
-ExtractorPro
-Extreme Picture Finder
+EasyDL
 EyeNetIE
 FDM
-FlashGet
-Flunky
 Foobot
-Fuzz
+FrontPage
 GalaxyBot
-GetRight
-GetWeb
-Gigabot
-Go-Ahead-Got-It
-Grabber
-Grafula
-HTMLparser
-HTTP::Lite
-HaosouSpider
-Harvest
-Heritrix
-Hloader
+Getintent
+Gotit
+HEADMasterSEO
 HybridBot
+IRLbot
 Id-search
+IlseBot
 InfoTekies
-InternetSeer
+InterGET
+Internet Ninja
+Iria
+IstellaBot
 JOC Web Spider
+JennyBot
 Jetty
 Joomla
-Jorgee
-Keyword Density
-LeechFTP
+Jyxobot
+Kinza
+LNSpiderguy
+Lanshanbot
+Larbin
 LexiBot
 Lftp
+LieBaoFast
 Lightspeedsystems
-LinkWalker
 LinkextractorPro
+LinksManager
 LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
 Litemage_walker
-Lmspider
+MFC_Tear_Sample
 MIIxpc
-MJ12bot
-Mag-Net
-Majestic12
-MarkMonitor
+MTRobot
+Magnet
 Mass Downloader
 Masscan
-Mediatoolkitbot
+Meanpathbot
 MegaIndex.ru
-Minefield
-Moblie Safari
 Mojeek
+Morfeus Fucking Scanner
 Mr.4x3
-Msrabot
 NICErsPRO
-Name Intelligence
-NearSite
-Needle
-Nessus
+NPbot
 NetLyzer
-Netvibes
+NetMechanic
+NetZIP
 Niki-bot
-NimbleCrawler
+Nimbostratus
 Ninja
+Not
+Nuclei
 Nutch
 Octopus
-Offline Explorer
-OnCrawl
-OpenLinkProfiler
 OpenVAS
+Openfind
 Openvas
-OrangeSpider
 OutclicksBot
-OutfoxBot
 PECL::HTTP
-PHPCrawl
-Pandalytics
-PeoplePal
+Page Analyzer
+PageAnalyzer
 Picsearch
-Pimonster
-Pixray
 ProWebWalker
 Pu_iN
+PxBroker
+PyCurl
+QueryN Metasearch
 Quick-Crawler
 RSSingBot
 RankingBot
-RankurBot
-Recorder
-RedesScrapy
-RepoMonkey
-SEOkicks
+RankingBot2
+Re-re
+RebelMouse
+Ripper
+Rogerbot
 SEOkicks-Robot
-SMTBot
-SalesIntelligent
-ScanAlert
+SEOlyticsCrawler
 Scanbot
-ScoutJet
+Screaming
+ScreenerBot
+Searchestate
 SearchmetricsBot
+Seekport
+SemanticJuice
 Semrush
-Seomoz
-Shodan
+SeoSiteCheckup
+Site Sucker
 SiteExplorer
 SiteSnagger
-Sitebeam
-Snake
-Snapbot
+SiteSucker
+SlySearch
+SmartDownload
 SocialRankIOBot
-Sogou web spider
-SpankBot
+Sosospider
+SpaceBison
+Spammen
 Spbot
+Spinn3r
 SputnikBot
-Sqlmap
+Sqlworm
 Steeler
-SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
-Suzuran
 Swiftbot
-T8Abot
+T0PHackTeam
 Telesphoreo
-Telesphorep
-The Intraformant
 TheNomad
 Thumbor
-TightTwatBot
-Toata
 Toweyabot
-Trendictionbot
+True_Robot
+Turingos
+Turnitin
 TurnitinBot
-TwengaBot
 Twice
 Typhoeus
 URLy Warning
-Upflow
+URLy.Warning
+UnisterBot
+VB Project
+VCI
 Virusdie
 VoidEYE
-Voltron
-WASALive-Bot
+Voil
+WBSearchBot
+WEBDAV
+WPScan
+WWW-Collector-E
 WWW::Mechanize
+WWWOFFLE
 Wallpapers
 WallpapersHD
-WeSEE
-Web Fetch
-Web Sucker
-WebFetch
-WebSauger
-WebSucker
-Webalta
+Web Auto
+Web Fuck
+Web Pix
+WebAuto
+WebCopier
+WebEnhancer
+WebLeacher
+WebStripper
+WebZIP
+Webshag
 Website Quester
-WebsiteExtractor
+WebsiteQuester
 Whack
-Whatweb
 Who.is Bot
-Widow
+WinHTTrack
 WiseGuys Robot
-Woobot
+Wonderbot
 Wotbox
+Wprecon
 Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
-Zauba
-Zeus
-Zitebot
+YoudaoBot
+Zermelo
 ZumBot
-ZyBorg
 archive.org_bot
-check1.exe
-clark-crawler
-coccocbot
-cognitiveseo
+arquivo-web-crawler
+cah.io.community
 crawl.sogou.com
-crawler4j
-dataforseo.com
+demandbase-bot
 eCatch
 facebookscraper
-heritrix
 instabid
 ips-agent
-isitwp.com
-linkdexbot
-lwp-request
-lwp-trivial
-oBot
+muhstik-scan
+netEstate NE Crawler
 page scorer
+plumanalytics
+probe-image-size
+ripz
+satoristudio.net
 scan.lol
+seobility
+seocompany.store
 seostar
+sexsearcher
+siteripz
+sogouspider
 sp_auditbot
-trendiction.com
-ubermetrics-technologies.com
+spyfu
+trendiction.de
 webgains-bot
-x22Mozilla
+webmeup-crawler
+webpros.com
+webprosbot
+x09Mozilla
+xpymep1.exe