V4.2022.08.3273 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-ADmantX
-ALittle Client
-Abonti
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
+404enemy
+AhrefsBot
 AiHitBot
 Aipbot
-AllSubmitter
+Alexibot
 AlphaBot
-Anarchie
-Anarchy
-Anthill
-BBBike
+Anarchy99
+Atomseobot
+AwarioRssBot
+BLEXBot
 BackDoorBot
 BackStreet
-BacklinkCrawler
-Bandit
+BackWeb
+Backlink-Ceck
+Bigfoot
 Black Hole
-Blackboard
-BlowFish
+Blow
 Bolt
 BotALot
 Brandprotect
-Brandwatch
-Buddy
+Bullseye
 CATExplorador
 CODE87
 CSHttp
+CazoodleBot
+Cegbfeieh
 CheTeam
-CheeseBot
-CherryPicker
 ChinaClaw
-Claritybot
-Cocolyzebot
+Citoid
+Cliqzbot
 Cogentbot
+Collector
+Copier
+Copyscape
+Cosmos
+Craftbot
 Crawling at Home Project
 CrazyWebCrawler
 Curious
-DataCha0s
-Digincore
-Dirbuster
+Custo
+CyotekWebCopy
+DBLBot
+Deusu
+Devil
+DigitalPebble
+Disco
 Discobot
-DnBCrawler-Analytics
+Discoverybot
 DnyzBot
-DomainStatsBot
-Domains Project
-Download Wonder
-Ebingbong
+Dotbot
+Dragonfly
+EMail Siphon
 Exabot
-Ezooms
+Extreme Picture Finder
+EyeNetIE
 FDM
 FemtosearchBot
 Fimap
-FlashGet
+Firefox/7.0
 Flunky
-Fuzz
+FrontPage
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
+GalaxyBot
 Genieo
-GetRight
-GetWeb
+GermCrawler
 Getintent
-Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Gotit
-GrabNet
-Grafula
 GrapeshotCrawler
+HTMLparser
 HTTrack
-Haansoft
-Havij
-Hloader
 HonoluluBot
 Humanlinks
-HybridBot
+IDBot
 IRLbot
-Iblog
+Id-search
 IlseBot
-IndeedBot
+Indy Library
+InfoNaviRobot
+Intelliseek
 InterGET
 Iskanie
-IstellaBot
-JOC Web Spider
+Jbrofuzz
+JennyBot
+Jetty
+JikeSpider
 Jorgee
-JustView
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
 Kinza
+Kozmosbot
 LNSpiderguy
-Leap
-LeechGet
-Libwhisker
-Lightspeedsystems
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
+LWP::Simple
+Lanshanbot
+LexiBot
+LinkWalker
+Linkbot
+LinkextractorPro
+Lmspider
 Ltx71
 MFC_Tear_Sample
 MIDown tool
-MQQBrowser
 MSIECrawler
-Majestic-SEO
+Magnet
+Majestic SEO
 MarkMonitor
-MauiBot
-Mediatoolkitbot
+Mb2345Browser
+MeanPath Bot
+MegaIndex.ru
+Metauri
 MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
 Minefield
-Mojeek
-NICErsPRO
+Mister PiX
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
+Msrabot
+Name Intelligence
 Nameprotect
 NearSite
-Net Vampire
-NetSpider
-NetZIP
 Netcraft
 NextGenSearchBot
 Nibbler
-Niki-bot
 Ninja
-Not
-Offline Navigator
+Nuclei
 OnCrawl
-OpenVAS
-Openfind
-Openvas
 OrangeSpider
 OutclicksBot
-PECL::HTTP
+OutfoxBot
 PHPCrawl
-PageThing.com
-Papa Foto
+POE-Component-Client-HTTP
+Pandalytics
+Panscient
+PeoplePal
 Pi-Monster
-Picscout
 Pimonster
-Pixray
+ProPowerBot
+Psbot
 Pump
-PxBroker
-PyCurl
-RSSingBot
-RankingBot
-RankingBot2
-Re-re
-RealDownload
+Quick-Crawler
+RankActive
+Reaper
+RebelMouse
+Recorder
 RedesScrapy
 Rogerbot
-SBIder
-SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
-Scrapy
-Screaming
+SEOkicks
+SEOkicks-Robot
+SMTBot
 ScreenerBot
+ScrepyBot
+Searchestate
 SearchmetricsBot
-SemrushBot
-SentiBot
-Seomoz
-SiteSucker
+Seekport
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
 Sitebeam
-Snake
+Siteimprove
+Snoopy
+Sociscraper
+Sogou web spider
+Sottopop
 SpaceBison
-Spbot
+Spanner
+Spinn3r
 Sqlmap
-Sucuri
-Surfbot
+Sqlworm
+Steeler
+SuperBot
 SurveyBot
-Swiftbot
 T0PHackTeam
 T8Abot
 Teleport
 TeleportPro
-Telesphorep
+Telesoft
 TightTwatBot
-Titan
-Toweyabot
-Tracemyfile
+Trendiction
 Turingos
-Turnitin
-Typhoeus
+TurnitinBot
+Twice
+UnisterBot
 V-BOT
+VB Project
 VCI
-VeriCiteCrawler
-VidibleScraper
+Vagabondo
 Virusdie
-VoidEYE
-WEBDAV
+Voil
+WASALive-Bot
+WBSearchBot
 WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-Wallpapers
+WWW::Mechanize
+WWWOFFLE
 WallpapersHD
+WeSEE
+Web Auto
 Web Collage
-Web Fetch
+Web Fuck
+Web Pix
+Web Sucker
+WebAuto
 WebBandit
 WebCollage
+WebCopier
 WebEnhancer
-WebLeacher
-WebWhacker
+WebImageCollector
+WebReaper
+WebSucker
 WebZIP
-Webalta
-Webshag
-Website Quester
-Webster
-Who.is Bot
+Whack
+Whacker
+Whatweb
+WiseGuys Robot
 Woobot
-Xaldon_WebSpider
+Wprecon
+Xaldon WebSpider
 Xenu
-Zeus
-Zitebot
-ZoomBot
-ZumBot
+Zauba
+Zermelo
+ZyBorg
 arquivo-web-crawler
 cah.io.community
-coccocbot
-crawl.sogou.com
-crawler.feedback
-crawler4j
-demandbase-bot
-domainsproject.org
-eCatch
-heritrix
+dataforseo.com
+evc-batch
+isitwp.com
 linkdexbot
+lwp-trivial
 magpie-crawler
-meanpathbot
 mediawords
 muhstik-scan
 oBot
 page scorer
+pcBrowser
 plumanalytics
-polaris version
 ripz
-s1z.ru
-scan.lol
 seobility
-serpstatbot
-sitechecker.pro
-sogouspider
-sp_auditbot
+seocompany.store
+sexsearcher
+sysscan
 trendiction.de
-ubermetrics-technologies.com
-x22Mozilla
-zauba.io
+webgains-bot
+webmeup-crawler
+webpros.com
+xpymep1.exe
+zgrab