V4.2022.02.2948 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
-80legs
+360Spider
+ADmantX
 AIBOT
-Acunetix
+Aboundex
+AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
+AiHitBot
+Alexibot
 AllSubmitter
 AlphaBot
+Anarchy
+Anarchy99
 Anthill
-Apexoo
 Asterias
-Attach
+AwarioRssBot
+AwarioSmartBot
 BBBike
-BDFetch
-BackDoorBot
+BDCbot
+BLEXBot
+BackWeb
+BacklinkCrawler
+Badass
 Barkrowler
-Black Hole
-BlackWidow
+Battleztar Bazinga
+Bigfoot
+Bitacle
 Blackboard
-Blow
 BlowFish
-Bolt
-Brandwatch
-BuiltBotTough
-BuzzSumo
-CODE87
-Calculon
+Brandprotect
+Buck
+Buddy
+CATExplorador
+CCBot
+CensysInspect
 CheeseBot
-Chlooe
-Claritybot
-Cloud mapping
-Cocolyzebot
-Collector
-Copier
-CopyRightCheck
+ChinaClaw
+Cliqzbot
+Cogentbot
 Copyscape
+Cosmos
 Craftbot
-CrazyWebCrawler
 Crescent
-CyotekWebCopy
-DIIbot
-DTS Agent
-Demon
-Deusu
+CrunchBot
+Custo
+DBLBot
+DataCha0s
+Devil
+Disco
 Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
+Dispatch
 DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-Drip
-EroCrawler
-Evil
+Dragonfly
+ECCP/1.0
+Ebingbong
+Ecxi
+EirGrabber
 Exabot
 ExtLinksBot
-EyeNetIE
-FDM
+ExtractorPro
+Extreme Picture Finder
 FHscan
-Flunky
+Fimap
+Firefox/7.0
+FrontPage
+FyberSpider
 G-i-g-a-b-o-t
-GalaxyBot
-GetRight
+Genieo
 GetWeb
-Getintent
-Gigabot
-Go!Zilla
-HMView
-HaosouSpider
-Heritrix
-Image Fetch
+Grabber
+GrapeFX
+GridBot
+HEADMasterSEO
+HTMLparser
+Haansoft
+Harvest
+Havij
+Hloader
+IlseBot
+Image Sucker
+IndeedBot
 Indy Library
-Intelliseek
 InterGET
-Internet Ninja
+Iria
+Iskanie
+JOC Web Spider
 Jbrofuzz
-Joomla
-Kozmosbot
-LNSpiderguy
+JennyBot
+Jetty
+Kenjin Spider
+Keyword Density
 LWP::Simple
-LibWeb
-Libwhisker
-LieBaoFast
+Larbin
+LeechFTP
 Lightspeedsystems
+LinkScan
 LinkextractorPro
+LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
 Litemage_walker
-Lmspider
+Ltx71
 MFC_Tear_Sample
-MIIxpc
-MJ12bot
+MIDown tool
 MQQBrowser
 MSFrontPage
+MSIECrawler
 MTRobot
-Mail.RU_Bot
-Majestic12
+Mag-Net
+MarkMonitor
 MarkWatch
 MauiBot
+MeanPath Bot
 Mediatoolkitbot
 MegaIndex.ru
 Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
-Msrabot
+Mojolicious
+Mozlila
 Musobot
 NPbot
+Name Intelligence
+Navroad
+NearSite
 Net Vampire
-NetSpider
-Netcraft
+NetAnts
+NetLyzer
 NextGenSearchBot
-NimbleCrawler
-Nmap
+Nikto
+Nuclei
+Octopus
 Offline Explorer
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
 OpenVAS
 Openfind
-PHPCrawl
-PageAnalyzer
+Openvas
+OrangeSpider
+OutclicksBot
 PageGrabber
 PageScorer
 PageThing.com
-Panscient
-Pavuk
-PeoplePal
+Papa Foto
 Petalbot
-Picsearch
-Piepmatz
-Pimonster
 Pixray
 PleaseCrawl
-ProWebWalker
-QueryN Metasearch
-RankingBot2
-Rankivabot
+Psbot
+PxBroker
+Quick-Crawler
+RankActiveLinkBot
+Re-re
 Reaper
-RebelMouse
 RedesScrapy
 RepoMonkey
-Ripper
-SEOkicks
-SEOlyticsCrawler
-SEOstats
+RocketCrawler
+SEOprofiler
+SISTRIX
 Scanbot
-ScoutJet
-Screaming
+Scrapy
+ScrepyBot
 Seekport
 SemanticJuice
 SemrushBot
 SentiBot
-SeoSiteCheckup
-SeobilityBot
 Seomoz
 Siphon
-SiteExplorer
+Site Sucker
 SiteLockSpider
-Sitebeam
-Sitevigil
-SlySearch
+SiteSnagger
 Snake
 Snapbot
+Snoopy
+Sogou web spider
+Sosospider
+Spammen
 SpankBot
+Spanner
 Spinn3r
-SputnikBot
-Sqlmap
+Sqlworm
 Sqworm
 Sucuri
-Surfbot
+SuperHTTP
+Swiftbot
+T0PHackTeam
+Teleport
+TeleportPro
 Telesoft
 Telesphorep
 TheNomad
 Thumbor
-TightTwatBot
-Titan
-Toweyabot
-Tracemyfile
-TurnitinBot
-Typhoeus
+Trendiction
+Trendictionbot
+Turingos
+URLy.Warning
 Upflow
-VB Project
 VCI
 Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
+Virusdie
 Voil
+WEBDAV
 WISENutbot
-WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
+WeSEE
 Web Collage
-Web Pix
-Web Sucker
+Web Sauger
 WebBandit
-WebCopier
+WebEnhancer
 WebFuck
-WebImageCollector
-WebLeacher
-WebSauger
-WebStripper
+WebGo IS
+WebPix
+WebSucker
 WebWhacker
-Webshag
-Website Quester
-WebsiteExtractor
-WebsiteQuester
 Whack
+Whatweb
+Who.is Bot
+WinHTTrack
 Wonderbot
-Wotbox
-Xaldon_WebSpider
-YoudaoBot
+Woobot
 Zauba
 Zeus
 Zitebot
-ZmEu
+ZoominfoBot
+ZumBot
+ZyBorg
 adscanner
+arquivo-web-crawler
+backlink-check
 cah.io.community
-check1.exe
 clark-crawler
 crawl.sogou.com
-crawler.feedback
-crawler4j
+demandbase-bot
+domainsproject.org
 facebookscraper
-heritrix
-iubenda-radar
-lwp-trivial
-magpie-crawler
-netEstate NE Crawler
-oBot
-page scorer
-plumanalytics
-probe-image-size
-satoristudio.net
-scalaj-http
-seocompany.store
-seoscanners
-sexsearcher
+gopher
+instabid
+isitwp.com
+pcBrowser
+serpstatbot
+sitechecker.pro
 siteripz
-sogouspider
+spyfu
 sysscan
-tAkeOut
+trendiction.com
+voyagerx.com
+webgains-bot
+webmeup-crawler
+webpros.com
 x22Mozilla
-zauba.io
+xpymep1.exe