V4.2022.07.3226 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-80legs
-ADmantX
-AIBOT
 ALittle Client
-Aboundex
-Acunetix
+ASPSeek
+AhrefsBot
 Alexibot
+AlphaBot
 Anarchy
 Anarchy99
 Ankit
+Aspiegel
+Asterias
 Atomseobot
-Attach
-BackStreet
-Bandit
+AwarioRssBot
+AwarioSmartBot
+BDCbot
+BDFetch
+Backlink-Ceck
+BacklinkCrawler
+Barkrowler
 BatchFTP
 Battleztar Bazinga
-Blow
+BetaBot
+Bigfoot
+Black Hole
+BlackWidow
+Boardreader
+Bolt
 Brandprotect
-Bullseye
-BunnySlippers
-BuzzSumo
+Brandwatch
+Buddy
 CATExplorador
-CODE87
-CSHttp
-Calculon
-CazoodleBot
-Cegbfeieh
 CensysInspect
-CherryPicker
+CheTeam
+CheeseBot
 Chlooe
-Claritybot
-Cloud mapping
+Citoid
+Cogentbot
 CopyRightCheck
-Cosmos
-Crescent
+Craftbot
+CrazyWebCrawler
 CrunchBot
-DBLBot
+Curious
 DatabaseDriverMysqli
-Dirbuster
-Discobot
-Dispatch
-DnyzBot
+Deusu
 DomCopBot
-DomainAppender
-DomainCrawler
-Download Wonder
-Dragonfly
-EasyDL
+DomainStatsBot
+Domains Project
+Dotbot
+ECCP/1.0
 Ecxi
-Evil
-ExtLinksBot
-Ezooms
-FHscan
-FemtosearchBot
-Firefox/7.0
-FlashGet
-Freeuploader
+EirGrabber
+EroCrawler
+ExtractorPro
+EyeNetIE
+Fimap
+Fuzz
+FyberSpider
 G-i-g-a-b-o-t
+GalaxyBot
+Genieo
 GermCrawler
 GetRight
 GetWeb
-Getintent
-Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Gotit
 Grabber
-GrapeFX
-GrapeshotCrawler
+GridBot
 HMView
-HTMLparser
-HTTrack
+Haansoft
 HaosouSpider
-Havij
-Hloader
-HonoluluBot
+Heritrix
+Humanlinks
 HybridBot
-IDBTE4M
 IDBot
-IRLbot
 Iblog
+Id-search
 IlseBot
-Image Fetch
-Indy Library
-Intelliseek
+Image Sucker
+InfoNaviRobot
+InfoTekies
 InterGET
+Internet Ninja
+Iskanie
 IstellaBot
-JOC Web Spider
-JamesBOT
-JetCar
+Jbrofuzz
+Joomla
+Jorgee
 JustView
 Kenjin Spider
-Kozmosbot
-LWP::Simple
+Keybot Translation-Search-Machine
 Lanshanbot
-Leap
-LeechFTP
+Larbin
 LeechGet
 LibWeb
-Libwhisker
-LinkScan
+Lightspeedsystems
+LinkWalker
 LinkpadBot
-Litemage_walker
+LinqiaMetadataDownloaderBot
 Ltx71
+MJ12bot
+MSFrontPage
 MSIECrawler
-Mag-Net
-Mail.RU_Bot
+MTRobot
+Majestic SEO
+Majestic12
 MarkMonitor
 Mata Hari
 Mb2345Browser
 MeanPath Bot
-MicroMessenger
-Microsoft URL Control
-Mojeek
+Meanpathbot
+Mediatoolkitbot
+Moblie Safari
 Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-Name Intelligence
-Needle
-Nessus
-NetAnts
-Netcraft
-Nimbostratus
+Musobot
+NearSite
+Net Vampire
+NetLyzer
+NetSpider
+NetZIP
+Nettrack
+NextGenSearchBot
+Niki-bot
+NimbleCrawler
+Ninja
 Nmap
 Nutch
-OnCrawl
-OutclicksBot
-PECL::HTTP
+OpenLinkProfiler
+OpenVAS
+OrangeSpider
+POE-Component-Client-HTTP
+PageAnalyzer
+PageScorer
 Panscient
-Pavuk
+Petalbot
+Pi-Monster
 Picsearch
-Pimonster
+Piepmatz
+PleaseCrawl
 Pockey
-Probethenet
-PyCurl
+ProWebWalker
+Pu_iN
 QueryN Metasearch
 Quick-Crawler
-RankActive
+RSSingBot
 RankActiveLinkBot
-RankFlex
-RankingBot
+RankingBot2
 Rankivabot
-RankurBot
-Re-re
-ReGet
 RealDownload
-RebelMouse
-RocketCrawler
-Rogerbot
-SEOkicks
-SEOlyticsCrawler
+Reaper
+RepoMonkey
+SBIder
+SEOkicks-Robot
 SEOprofiler
-SISTRIX
-SMTBot
 Scanbot
 ScoutJet
-Scrapy
-ScreenerBot
-ScrepyBot
-Seekport
-Seomoz
+Screaming
+Searchestate
+Semrush
+SentiBot
+SeobilityBot
 Shodan
-Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSucker
-Sitebeam
-Siteimprove
+SiteLockSpider
+Sitevigil
 SlySearch
-Snapbot
-Sosospider
-SpaceBison
-SputnikBot
-Stripper
-Sucuri
+Snake
+SocialRankIOBot
+Sottopop
+SpankBot
+Sqlmap
+Steeler
+SuperHTTP
 Surfbot
 SurveyBot
+Suzuran
 Swiftbot
-T8Abot
-TeleportPro
+Telesphoreo
+Telesphorep
 The Intraformant
-Thumbor
-Toweyabot
-Tracemyfile
-Trendiction
-Trendictionbot
+TheNomad
+Titan
 Turingos
-Turnitin
+TwengaBot
+Twice
 Typhoeus
-UnisterBot
+URLy Warning
+Upflow
+VB Project
 VCI
-VidibleScraper
-Virusdie
-WASALive-Bot
-WEBDAV
-WISENutbot
-WPScan
+Vagabondo
+VeriCiteCrawler
+VoidEYE
+Voltron
+WWW-Collector-E
 WWW::Mechanize
-Wallpapers
+WWWOFFLE
 Wallpapers/3.0
-WallpapersHD
-WebBandit
-WebFetch
+Web Collage
+Web Fetch
+Web Pix
+Web Sauger
+WebAuto
 WebFuck
-WebGo IS
+WebImageCollector
 WebLeacher
-WebSauger
-WebSucker
-WebmasterWorldForumBot
-Webshag
-Website Quester
+WebStripper
+WebsiteExtractor
+WebsiteQuester
 Whack
-Woobot
-Wotbox
+Whatweb
+Who.is Bot
+WinHTTrack
 Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
 Zauba
-Zermelo
 Zitebot
-ZmEu
-ZoomBot
-ZoominfoBot
-ZyBorg
-backlink-check
-clark-crawler
-cognitiveseo
+ZumBot
+adscanner
+arquivo.pt
+com.plumanalytics
 crawl.sogou.com
-demandbase-bot
-evc-batch
-facebookscraper
-gopher
-iubenda-radar
+crawler4j
+instabid
+ips-agent
+isitwp.com
+lwp-request
+lwp-trivial
 muhstik-scan
 oBot
+pcBrowser
+polaris version
+ripz
 satoristudio.net
-scan.lol
 seobility
-seoscanners
 seostar
-sogouspider
+serpstatbot
+sitechecker.pro
+siteripz
+spyfu
+sysscan
 trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
-x22Mozilla
+webmeup-crawler
+webprosbot
+xpymep1.exe
 zgrab