V4.2022.11.3494 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 80legs
-ADmantX
-AIBOT
 ALittle Client
-ASPSeek
 Abonti
 Aboundex
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-Alexibot
+AhrefsBot
 AllSubmitter
+Alligator
+Anarchy
 Anarchy99
 Ankit
-Anthill
 Apexoo
 Asterias
-Backlink-Ceck
+Atomseobot
+BBBike
+BDFetch
+BackDoorBot
+BackStreet
+BackWeb
 Badass
-Bandit
-BatchFTP
 BetaBot
 Bitacle
-Black Hole
-Blackboard
+BlackWidow
+Blow
 Bolt
-BotALot
-Bullseye
-CODE87
-CSHttp
-Calculon
+Buck
+BuiltBotTough
+BuiltWith
+CATExplorador
+CazoodleBot
 Cegbfeieh
 CensysInspect
-CheTeam
-Claritybot
-Cliqzbot
-Cosmos
-Craftbot
-Custo
+CheeseBot
+CherryPicker
+ChinaClaw
+Chlooe
+Citoid
+Cloud mapping
+Cocolyzebot
+Cogentbot
+Copier
+CopyRightCheck
+Copyscape
+CrazyWebCrawler
+Curious
 DBLBot
-DataCha0s
 Devil
-DittoSpyder
-DomainStatsBot
-Dotbot
-ECCP/1.0
-EMail Wolf
+Dirbuster
+Discobot
+Discoverybot
+DnyzBot
+DomCopBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+Drip
 EasyDL
-Ecxi
+EirGrabber
 Exabot
-Express WebPictures
-ExtLinksBot
-Extractor
-Extreme Picture Finder
-Firefox/7.0
-Flunky
+Ezooms
+Fimap
+FlashGet
+Foobot
+FrontPage
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
 GermCrawler
-GetRight
-GetWeb
-Go!Zilla
-Gotit
 GrabNet
-Grabber
 Grafula
+GrapeshotCrawler
 GridBot
+HEADMasterSEO
 HTTP::Lite
 HTTrack
+Haansoft
 Havij
-Hloader
-Humanlinks
+HybridBot
 IDBot
-IndeedBot
+Iblog
+Indy Library
 InfoNaviRobot
-InfoTekies
-InterGET
+Intelliseek
 Internet Ninja
-Iria
-Iskanie
-Joomla
+JetCar
+Jetty
 JustView
 Jyxobot
-Keyword Density
-Kinza
-LWP::Simple
+Kenjin Spider
+Keybot Translation-Search-Machine
+LNSpiderguy
 Larbin
-LibWeb
-Likse
+Lftp
+Libwhisker
+LieBaoFast
+Lightspeedsystems
 LinkWalker
-Linkbot
-LinkpadBot
-LinqiaRSSBot
-Lipperhey
 Litemage_walker
-Lmspider
 Ltx71
-Masscan
+MIIxpc
+MQQBrowser
+MSFrontPage
+Mag-Net
+Mail.RU_Bot
+Majestic-SEO
+Majestic12
+Mass Downloader
 Mata Hari
 MauiBot
+Mb2345Browser
 Meanpathbot
 MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Mojeek
-Mojolicious
-MolokaiBot
-NICErsPRO
-NPbot
+Microsoft Data Access
+Mister PiX
+Morfeus Fucking Scanner
+Mozlila
+Msrabot
+Navroad
+Nessus
 Net Vampire
+NetAnts
+NetSpider
 Netcraft
 Netvibes
-NextGenSearchBot
-Nibbler
-NimbleCrawler
+Nikto
+Nimbostratus
 Ninja
-Nmap
-Not
+Nuclei
 Offline Navigator
-OpenLinkProfiler
+OnCrawl
 OpenVAS
-Openfind
-OrangeSpider
 OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
-PageThing.com
-Papa Foto
-Pavuk
+PECL::HTTP
 PeoplePal
 Picscout
 Picsearch
-PictureFinder
-Pimonster
 Pixray
-ProPowerBot
-Psbot
-Pump
+PleaseCrawl
+Pockey
 PxBroker
-RSSingBot
-RankActive
+PyCurl
+Quick-Crawler
+RankActiveLinkBot
 RankingBot
 Rankivabot
-Reaper
-RedesScrapy
+RankurBot
+RealDownload
+RebelMouse
 RepoMonkey
-Ripper
 RocketCrawler
-Rogerbot
-SBIder
-SEOkicks-Robot
+SEOkicks
 SEOlyticsCrawler
 SISTRIX
-SMTBot
+ScanAlert
 Scrapy
-Screaming
-SemrushBot
-Shodan
-Site Sucker
-SiteSucker
-Siteimprove
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
+SemanticJuice
+SentiBot
+SeoSiteCheckup
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
 SlySearch
+Snoopy
 SocialRankIOBot
 Sosospider
-Spammen
-Spbot
-Spinn3r
-SputnikBot
-Sqlmap
+Sottopop
 Steeler
 Stripper
-Sucker
 Sucuri
 SuperBot
-T0PHackTeam
-T8Abot
+Surfbot
+SurveyBot
+Szukacz
 Teleport
 Telesoft
 Telesphorep
-The Intraformant
-Toweyabot
+TheNomad
+Titan
 Tracemyfile
 Trendictionbot
 Turingos
-Twice
+Turnitin
+TwengaBot
 Typhoeus
-URLy Warning
-UnisterBot
+URLy.Warning
 Upflow
-V-BOT
-VB Project
-VCI
 Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-VoidEYE
-Voil
-Voltron
-WASALive-Bot
-WPScan
+VidibleScraper
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
 WallpapersHD
-WeSEE
-Web Collage
-Web Fetch
-Web Fuck
 Web Sucker
-WebEnhancer
+WebCollage
+WebCopier
 WebFuck
-WebGo IS
+WebImageCollector
+WebLeacher
+WebPix
 WebSauger
-WebStripper
-WebZIP
-Webalta
-Whatweb
-YoudaoBot
+WebWhacker
+WebmasterWorldForumBot
+Website Quester
+WebsiteQuester
+Whack
+Who.is Bot
+WiseGuys Robot
+Wotbox
+Zade
 Zauba
-Zeus
 Zitebot
-ZoominfoBot
+ZmEu
+ZoomBot
+ZumBot
 ZyBorg
+archive.org_bot
 arquivo.pt
-autoemailspider
-backlink-check
-clark-crawler
+cah.io.community
 coccocbot
-cognitiveseo
-crawl.sogou.com
 crawler4j
 dataforseo.com
-demandbase-bot
 domainsproject.org
-evc-batch
 heritrix
-linkdexbot
-lwp-trivial
+instabid
+ips-agent
+iubenda-radar
+lwp-request
 magpie-crawler
 meanpathbot
-netEstate NE Crawler
-oBot
-pcBrowser
-scan.lol
-seoscanners
-serpstatbot
-sitechecker.pro
+mediawords
+page scorer
+polaris version
+seocompany.store
 siteripz
-sysscan
+sp_auditbot
+tAkeOut
 trendiction.com
-ubermetrics-technologies.com
+trendiction.de
+webmeup-crawler
 webpros.com
-zgrab
+webprosbot
+x09Mozilla
+xpymep1.exe
+zauba.io