V4.2022.06.3158 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
+360Spider
 ADmantX
+ALittle Client
 Abonti
-AhrefsBot
+Acunetix
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-Alligator
-AlphaBot
+Alexibot
+AllSubmitter
+Anarchy99
 Anthill
-Atomseobot
-AwarioSmartBot
-BDFetch
-BackWeb
+Aspiegel
+AwarioRssBot
+BLEXBot
+BackDoorBot
 Barkrowler
-Battleztar Bazinga
-BetaBot
-Black Hole
-Blackboard
+BatchFTP
+Bitacle
+Blow
 BlowFish
 Boardreader
-BotALot
-Buddy
+Bolt
+Brandprotect
 BuiltBotTough
 BuiltWith
-CATExplorador
+Bullseye
 CCBot
-Calculon
+CODE87
 CazoodleBot
+Cegbfeieh
+CensysInspect
+CheTeam
+CherryPicker
 Chlooe
 Citoid
-Cliqzbot
-Cloud mapping
+Claritybot
 Cogentbot
-Collector
-Copier
 CopyRightCheck
 Copyscape
-Cosmos
+Craftbot
+CrazyWebCrawler
 Crescent
-CrunchBot
-Curious
-DSearch
-DTS Agent
-DataCha0s
-Demon
-Dirbuster
-Disco
+Deusu
+Devil
 Discobot
-DnBCrawler-Analytics
+Discoverybot
+DittoSpyder
 DomainCrawler
 DomainSigmaCrawler
-Dotbot
-Drip
-EMail Siphon
-Ebingbong
+Dragonfly
+EMail Wolf
 EirGrabber
-EroCrawler
-Evil
-Extractor
-ExtractorPro
-FemtosearchBot
-FrontPage
-Fuzz
+ExtLinksBot
+Extreme Picture Finder
+FDM
+FHscan
+Fimap
+Firefox/7.0
 Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
 Genieo
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
 GoZilla
 Gotit
-Grafula
+GrabNet
 GrapeshotCrawler
-GridBot
-HTTrack
-HaosouSpider
-Havij
+HMView
+HTTP::Lite
+Heritrix
 Hloader
-IDBTE4M
+HonoluluBot
+Humanlinks
+IRLbot
 Iblog
-IlseBot
-Indy Library
-InterGET
-JennyBot
+Image Sucker
+Internet Ninja
+InternetSeer
+Iskanie
+JOC Web Spider
+JamesBOT
+Jbrofuzz
 Jetty
-Joomla
 Jorgee
-Kenjin Spider
-Kozmosbot
+JustView
+Jyxobot
 LWP::Simple
+Leap
 LeechFTP
 LexiBot
-Lightspeedsystems
+Libwhisker
 Likse
-LinkScan
-LinkWalker
 Linkbot
-LinkextractorPro
-LinqiaScrapeBot
-Lipperhey
 Litemage_walker
+MFC_Tear_Sample
+MIDown tool
 MJ12bot
-MQQBrowser
-MarkWatch
-Mass Downloader
-Masscan
-Mata Hari
-MauiBot
+Magnet
+Majestic12
+MarkMonitor
 Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Metauri
-Mojolicious
-Morfeus Fucking Scanner
-Msrabot
-NICErsPRO
-Name Intelligence
-NearSite
+Mediatoolkitbot
+Moblie Safari
+NPbot
+Navroad
 Nessus
-NetLyzer
+NetAnts
 NetMechanic
-NetSpider
-NetZIP
-Netcraft
-Netvibes
-NextGenSearchBot
-Nikto
+Niki-bot
 NimbleCrawler
-Nimbostratus
-Not
 Nutch
 Octopus
-Offline Navigator
-Openfind
+OnCrawl
+OpenVAS
 Openvas
-OutclicksBot
-PageGrabber
-PageScorer
-PageThing.com
-Pandalytics
+OrangeBot
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 Papa Foto
+Picsearch
 PictureFinder
-Pimonster
+Pixray
 ProPowerBot
+ProWebWalker
 Probethenet
+Pu_iN
+Pump
+PxBroker
 PyCurl
-QueryN Metasearch
 Quick-Crawler
-RSSingBot
 RankActive
+RankActiveLinkBot
+RankingBot
 RankingBot2
 Rankivabot
-RebelMouse
+RankurBot
+Re-re
+ReGet
+Reaper
+RepoMonkey
 Ripper
+RocketCrawler
 Rogerbot
-SBIder
-SEOkicks
-SEOlyticsCrawler
-SalesIntelligent
+SEOkicks-Robot
+SEOprofiler
+SEOstats
+SISTRIX
 ScanAlert
+Scanbot
 ScoutJet
-Screaming
-Seekport
-SemanticJuice
-Semrush
-SemrushBot
+ScreenerBot
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SentiBot
 Seomoz
 Shodan
 Site Sucker
-SiteExplorer
-SiteSucker
 Sitebeam
-Siteimprove
-Sitevigil
+SlySearch
 Snake
-Sosospider
+Snapbot
+SocialRankIOBot
+Sogou web spider
+SpaceBison
+Spammen
+SpankBot
+Spanner
 Spinn3r
-Stripper
-Sucker
-Surfbot
-Suzuran
-Szukacz
+Sqlworm
 T0PHackTeam
-T8Abot
-Teleport
+TeleportPro
+Telesoft
 Telesphorep
 The Intraformant
-Thumbor
+TightTwatBot
+Tracemyfile
 Trendiction
-Turingos
-Turnitin
 TurnitinBot
-TwengaBot
-Typhoeus
-UnisterBot
 V-BOT
 Vagabondo
-VelenPublicWebCrawler
-Virusdie
-WBSearchBot
+VeriCiteCrawler
+VoidEYE
+Voil
+WASALive-Bot
 WEBDAV
+WISENutbot
+WPScan
 WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Web Auto
-Web Fuck
-Web Sucker
-WebFetch
-WebGo IS
-WebImageCollector
+WWW-Mechanize
+Web Enhancer
+WebAuto
+WebEnhancer
+WebFuck
+WebLeacher
 WebPix
-Webalta
-WebsiteExtractor
+WebReaper
+WebStripper
+WebZIP
+Webshag
 WebsiteQuester
 Whack
-Widow
-WiseGuys Robot
+Whacker
+WinHTTrack
 Wonderbot
+Woobot
 Wprecon
-Xaldon_WebSpider
-YoudaoBot
-Zade
+Xenu
 Zermelo
-Zeus
-ZmEu
-ZoominfoBot
+Zitebot
+ZumBot
 ZyBorg
+adscanner
 archive.org_bot
+arquivo-web-crawler
 autoemailspider
-crawler.feedback
+backlink-check
+cognitiveseo
+crawl.sogou.com
+crawler4j
+dataforseo.com
+demandbase-bot
+eCatch
+evc-batch
 instabid
+isitwp.com
 iubenda-radar
-lwp-trivial
-meanpathbot
-muhstik-scan
-page scorer
+linkdexbot
+magpie-crawler
+mediawords
 pcBrowser
-probe-image-size
 s1z.ru
 satoristudio.net
-sitechecker.pro
-sp_auditbot
-spyfu
-tAkeOut
-voyagerx.com
+scan.lol
+seobility
+seocompany.store
+seoscanners
+seostar
+serpstatbot
+sogouspider
+trendiction.com
+trendiction.de
 webgains-bot
+webmeup-crawler
 webpros.com
 webprosbot
-x09Mozilla
+xpymep1.exe
 zgrab