V4.2022.01.2879 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
-Abonti
-AiHitBot
+360Spider
+404enemy
+AIBOT
+ASPSeek
+AfD-Verbotsverfahren
+Aipbot
 Alligator
-AlphaBot
-Anarchy99
+Anarchie
+Anarchy
+Ankit
+Anthill
 Apexoo
 Atomseobot
-AwarioSmartBot
-BackWeb
+Attach
+BDCbot
+BackDoorBot
 Backlink-Ceck
+BacklinkCrawler
+BatchFTP
 Blackboard
-Blow
 Boardreader
+BotALot
 Brandprotect
-Brandwatch
+Buck
 BuiltBotTough
-CCBot
-ChinaClaw
-Cliqzbot
-Cloud mapping
-CopyRightCheck
-Copyscape
-Cosmos
-Crawling at Home Project
-Crescent
-CrunchBot
-DSearch
-DTS Agent
-DatabaseDriverMysqli
+BuiltWith
+Bullseye
+BunnySlippers
+CATExplorador
+Calculon
+CensysInspect
+CheTeam
+Claritybot
+Cogentbot
+Collector
+CrazyWebCrawler
+Curious
+Demon
+Deusu
+Devil
+Digincore
 Dirbuster
 Disco
-DnyzBot
+DittoSpyder
+DomainCrawler
 DomainStatsBot
-Domains Project
-Dotbot
 ECCP/1.0
-EMail Siphon
-Ecxi
-EroCrawler
-Evil
 Exabot
-Extractor
+Express WebPictures
 ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Fimap
-Flunky
+FemtosearchBot
+Firefox/7.0
 Foobot
-Fuzz
-FyberSpider
-G-i-g-a-b-o-t
-GermCrawler
+GalaxyBot
+Genieo
 GetRight
+GetWeb
 Getintent
 Gigabot
-Go!Zilla
-GrabNet
+Gotit
+Grabber
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HTTP::Lite
 HTTrack
 HaosouSpider
-Harvest
-Havij
+Heritrix
+Hloader
+HonoluluBot
 HybridBot
 IDBTE4M
 IDBot
 IRLbot
 Iblog
-Image Fetch
-Image Sucker
-Indy Library
 InfoNaviRobot
-InfoTekies
-InternetSeer
+InterGET
+Internet Ninja
 Iria
 Iskanie
-JOC Web Spider
+Jbrofuzz
+JennyBot
 Jetty
 JikeSpider
+Joomla
+Jorgee
 Jyxobot
+Kenjin Spider
+Kinza
 LeechGet
 LexiBot
 Lftp
+LibWeb
+LieBaoFast
+Lightspeedsystems
 LinkScan
 LinkWalker
+Linkbot
+Linkdexbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-Lmspider
-MIIxpc
-MSIECrawler
-Mail.RU_Bot
-Majestic SEO
+Litemage_walker
+MIDown tool
+MJ12bot
+MQQBrowser
+MSFrontPage
+Mag-Net
 Majestic12
-MarkWatch
-Mass Downloader
 Masscan
-Mata Hari
 MauiBot
-Meanpathbot
-Microsoft URL Control
+MeanPath Bot
+Microsoft Data Access
 Minefield
-Mister PiX
+Mojeek
+Mojolicious
+MolokaiBot
 Morfeus Fucking Scanner
 Mozlila
-NICErsPRO
-Name Intelligence
-Nameprotect
-Navroad
-Nessus
+Msrabot
+Musobot
+NearSite
 NetMechanic
-NetZIP
-Netvibes
+NetSpider
+Netcraft
 NextGenSearchBot
-NimbleCrawler
-Nimbostratus
-Nmap
-Not
-Nutch
+Nikto
+Nuclei
 Offline Explorer
-Offline Navigator
-Openfind
+OpenLinkProfiler
+OpenVAS
 Openvas
-Page Analyzer
+OutclicksBot
+OutfoxBot
+PECL::HTTP
 PageScorer
-PageThing.com
-Piepmatz
-Pimonster
-PleaseCrawl
+Pandalytics
+Panscient
+PeoplePal
+Pi-Monster
+Pixray
 ProWebWalker
-Pu_iN
-PxBroker
-QueryN Metasearch
+Probethenet
 RankActive
-RankActiveLinkBot
-RankFlex
-RankingBot2
 Rankivabot
-RankurBot
 Re-re
-RealDownload
+RebelMouse
+RedesScrapy
+Ripper
+RocketCrawler
 Rogerbot
-SBIder
-SEOkicks
-SEOlyticsCrawler
+SEOkicks-Robot
 SEOstats
-SISTRIX
 SalesIntelligent
-ScoutJet
+Scanbot
 ScrepyBot
+SearchmetricsBot
 Seekport
-Semrush
-SentiBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-SiteLockSpider
+SemanticJuice
+SemrushBot
+Shodan
 SiteSnagger
-Sitebeam
-Sitevigil
+SiteSucker
 SlySearch
-Sociscraper
-Sottopop
+SmartDownload
+Snapbot
+SocialRankIOBot
+Sogou web spider
 Spammen
-SpankBot
-Sqlworm
-Sqworm
-Sucuri
-SuperBot
+Spbot
+Stripper
 SuperHTTP
-Surfbot
-Suzuran
-Swiftbot
-T0PHackTeam
-Telesphorep
-The Intraformant
-Thumbor
-Trendictionbot
+SurveyBot
+TeleportPro
+TightTwatBot
+Titan
+Toata
+True_Robot
+Turingos
+TurnitinBot
 TwengaBot
 URLy Warning
-UnisterBot
 Upflow
 V-BOT
-Vacuum
+VB Project
+VCI
 Vagabondo
-VidibleScraper
 Virusdie
 VoidEYE
-Voil
+Voltron
 WBSearchBot
 WEBDAV
 WWW-Mechanize
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Fuck
+WWWOFFLE
+WeSEE
+Web Enhancer
+Web Fetch
 Web Pix
-Web Sucker
+Web Sauger
+WebCollage
 WebCopier
 WebEnhancer
-WebImageCollector
-WebReaper
-WebSauger
-WebWhacker
+WebGo IS
+WebPix
+WebStripper
+WebZIP
+WebmasterWorldForumBot
 Webshag
 Website Quester
-WebsiteQuester
+WebsiteExtractor
 Who.is Bot
-WinHTTrack
-Woobot
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
+WiseGuys Robot
 YoudaoBot
-Zauba
-Zeus
+Zade
+Zitebot
+arquivo.pt
+autoemailspider
 cah.io.community
 clark-crawler
+coccocbot-web
 cognitiveseo
-crawler.feedback
-crawler4j
-evc-batch
+dataforseo.com
+demandbase-bot
+eCatch
 gopher
 heritrix
+instabid
+isitwp.com
 lwp-request
-lwp-trivial
 meanpathbot
+muhstik-scan
+netEstate NE Crawler
 page scorer
-pcBrowser
-plumanalytics
+polaris version
 probe-image-size
+ripz
 s1z.ru
-seobility
+scalaj-http
+scan.lol
 seoscanners
-sexsearcher
 sitechecker.pro
-siteripz
-sp_auditbot
-trendiction.com
+sogouspider
+sysscan
 ubermetrics-technologies.com
 voyagerx.com
 webgains-bot
-webpros.com
-x09Mozilla
-zauba.io
-zgrab
+webmeup-crawler
+x22Mozilla
+xpymep1.exe