V4.2022.03.2976 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+ADmantX
+Abonti
+Aboundex
 Aboundexbot
 Acunetix
-AhrefsBot
-Alexibot
-AlphaBot
-Anarchie
-Atomseobot
+AfD-Verbotsverfahren
+Aipbot
+Ankit
+Apexoo
 Attach
-BDCbot
+AwarioSmartBot
+BBBike
 BDFetch
+BackDoorBot
 BackStreet
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
 Bandit
-BatchFTP
+Barkrowler
 BetaBot
-Bigfoot
-Black Hole
-Blow
-BlowFish
-Bolt
+Bitacle
+BlackWidow
+Boardreader
+BotALot
+Brandwatch
 Buck
-BuiltBotTough
 Bullseye
+BunnySlippers
 CATExplorador
-CCBot
-CODE87
 CSHttp
 CazoodleBot
-Cegbfeieh
 CheTeam
 CheeseBot
+CherryPicker
+Chlooe
 Citoid
-Claritybot
-Cogentbot
+Copier
+Cosmos
 Craftbot
 CrunchBot
+Curious
 Custo
 DBLBot
-DTS Agent
+DataCha0s
 Deusu
-Digincore
+Devil
+DigitalPebble
 Dirbuster
-Dispatch
 DittoSpyder
 DnyzBot
+DomCopBot
+DomainStatsBot
+Domains Project
 EMail Siphon
-Ecxi
+EasyDL
 EirGrabber
-Exabot
-Extractor
+EroCrawler
+Express WebPictures
+ExtractorPro
 EyeNetIE
-Fimap
-Firefox/7.0
-Flunky
-FrontPage
-FyberSpider
-GalaxyBot
-GermCrawler
-GetRight
+Ezooms
+FemtosearchBot
+Freeuploader
+Fuzz
+G-i-g-a-b-o-t
+Genieo
+GetWeb
 Getintent
-Gigabot
 Go!Zilla
-GoZilla
+Go-Ahead-Got-It
 Gotit
-GrabNet
-Grafula
-HEADMasterSEO
+Grabber
+GrapeFX
+GrapeshotCrawler
+GridBot
 HMView
-Haansoft
+HTMLparser
+HTTrack
 HaosouSpider
-Havij
+Harvest
+Hloader
 Humanlinks
-IDBTE4M
-IDBot
-IRLbot
-IndeedBot
+Iblog
+Id-search
+IlseBot
+Image Fetch
+Indy Library
+InfoNaviRobot
+Intelliseek
 Internet Ninja
-JamesBOT
-JennyBot
-JikeSpider
-Joomla
-Jorgee
+InternetSeer
+Iria
 Keyword Density
 Kozmosbot
-LWP::Simple
-Lanshanbot
-Leap
 LeechFTP
+LeechGet
 LexiBot
-LibWeb
-Likse
-Linkdexbot
-LinkpadBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
+Libwhisker
+LinkScan
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
+Lmspider
 MJ12bot
-Mata Hari
-MauiBot
-Meanpathbot
+MQQBrowser
+MSIECrawler
+MTRobot
+Majestic SEO
+Majestic-SEO
+Majestic12
+Masscan
+Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
-Metauri
-Microsoft Data Access
+MegaIndex.ru
+MicroMessenger
 Microsoft URL Control
 Minefield
-Mister PiX
-Mojeek
-Mojolicious
+MolokaiBot
 Msrabot
 Musobot
 NICErsPRO
+NPbot
+Name Intelligence
+Needle
+Nessus
 NetLyzer
+NetMechanic
+NetSpider
+Netcraft
 Netvibes
-NimbleCrawler
-Ninja
+Nikto
+Nuclei
+Nutch
 Octopus
-OnCrawl
-OpenLinkProfiler
+Offline Explorer
+Offline Navigator
 Openfind
+Openvas
+OrangeBot
+OutclicksBot
 OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
+PECL::HTTP
 PageScorer
-PageThing.com
+Pandalytics
 Panscient
-PeoplePal
-Petalbot
+Pavuk
 Pi-Monster
 Picscout
-Picsearch
-PictureFinder
-Piepmatz
 Pimonster
-Pixray
-ProPowerBot
-ProWebWalker
-Psbot
-Pu_iN
-PyCurl
+PxBroker
 QueryN Metasearch
 RSSingBot
-RankActiveLinkBot
+RankActive
 RankFlex
-RankingBot
 RankingBot2
-Rankivabot
-RankurBot
-ReGet
 Reaper
-RedesScrapy
-RepoMonkey
-SBIder
-SEOstats
+Recorder
+Ripper
+SEOkicks
+SEOkicks-Robot
+SISTRIX
 SalesIntelligent
 ScanAlert
 Scanbot
+Screaming
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SentiBot
 SeoSiteCheckup
+SeobilityBot
 Seomoz
-Shodan
-SiteCheckerBotCrawler
-SiteLockSpider
+Siphon
+Site Sucker
+SiteSucker
+SlySearch
+SmartDownload
 Sogou web spider
-Sosospider
-Sottopop
-Sqworm
-SuperBot
+SpankBot
+SputnikBot
+Sqlworm
+Stripper
+SuperHTTP
 Surfbot
 SurveyBot
-Swiftbot
+Suzuran
+T0PHackTeam
 Teleport
-TeleportPro
-Telesphoreo
+Telesoft
+Telesphorep
 Thumbor
 TightTwatBot
+Toata
+Toweyabot
 Tracemyfile
-Trendictionbot
-Turingos
-Turnitin
+Trendiction
+True_Robot
 TurnitinBot
 TwengaBot
-Typhoeus
-URLy Warning
-UnisterBot
-VCI
+URLy.Warning
 Vacuum
+Vagabondo
 VelenPublicWebCrawler
-Virusdie
+VidibleScraper
 VoidEYE
-WWW-Collector-E
+Voltron
+WBSearchBot
+WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
-WeSEE
-Web Auto
-Web Enhancer
+WallpapersHD
+Web Fetch
 Web Fuck
-Web Pix
 Web Sauger
-WebBandit
+Web Sucker
 WebCollage
 WebCopier
-WebEnhancer
-WebFuck
-WebSauger
-Website Quester
+WebFetch
+WebPix
+WebSucker
+Webalta
+WebmasterWorldForumBot
 Webster
-Widow
-Wotbox
-YoudaoBot
-Zauba
-Zermelo
-ZmEu
-ZoomBot
+Woobot
+Xaldon WebSpider
+Xenu
+Zade
 ZumBot
 ZyBorg
-adscanner
+arquivo.pt
 backlink-check
-cognitiveseo
-crawler4j
-dataforseo.com
-domainsproject.org
+check1.exe
+crawler.feedback
 eCatch
 gopher
 heritrix
 instabid
 isitwp.com
-lwp-request
 magpie-crawler
-mediawords
 muhstik-scan
-pcBrowser
-probe-image-size
-ripz
 satoristudio.net
-seoscanners
+scalaj-http
+seobility
 serpstatbot
-siteripz
-sogouspider
+sexsearcher
+sp_auditbot
 spyfu
-tAkeOut
+trendiction.com
 ubermetrics-technologies.com
-webpros.com
 x09Mozilla
-x22Mozilla
-zauba.io
-zgrab
+xpymep1.exe