V4.2022.09.3372 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
+80legs
+ADmantX
 Aboundex
-Acunetix
-AiHitBot
-Aipbot
-Alligator
-Ankit
-Apexoo
-BDCbot
+AfD-Verbotsverfahren
+AhrefsBot
+AlphaBot
+Anarchy99
+Anthill
+Aspiegel
+Atomseobot
+Attach
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BDFetch
+BLEXBot
 BackStreet
-BackWeb
-Badass
+Bandit
+Barkrowler
 BatchFTP
-BetaBot
+Battleztar Bazinga
 Bigfoot
+Bitacle
 BlackWidow
-Blackboard
 Blow
 BlowFish
-Bolt
-BotALot
-Buck
-Buddy
+Boardreader
+Brandwatch
+BuiltBotTough
+Bullseye
 BunnySlippers
 CATExplorador
-CCBot
-CODE87
-Calculon
-CheTeam
-CherryPicker
+Cegbfeieh
+CheeseBot
 Chlooe
 Claritybot
 Cliqzbot
-Copier
-CopyRightCheck
+Cloud mapping
+Cocolyzebot
+Cogentbot
+Collector
+Copyscape
 Crawling at Home Project
+Crescent
 Curious
+Custo
 DSearch
-DTS Agent
-DataCha0s
-Digincore
-Disco
+Demon
+Devil
 DittoSpyder
 DnyzBot
-Domains Project
+DomCopBot
+DomainCrawler
 EasyDL
-Ebingbong
-Ecxi
 EroCrawler
 Evil
-ExtractorPro
+Exabot
+FDM
 FemtosearchBot
-Flunky
-Fuzz
+Fimap
+Freeuploader
+FrontPage
 FyberSpider
 Fyrebot
-GalaxyBot
-Genieo
-Gigabot
-Go!Zilla
-GoZilla
-Gotit
+GermCrawler
+GetWeb
+Getintent
 GrabNet
 Grabber
-Grafula
 GrapeFX
 GrapeshotCrawler
+GridBot
+HMView
+HTMLparser
 HTTP::Lite
 Haansoft
-HaosouSpider
-Heritrix
 Hloader
-HonoluluBot
 HybridBot
-IlseBot
-InfoNaviRobot
-Internet Ninja
-IstellaBot
-JOC Web Spider
-JennyBot
-JetCar
-Jetty
-Joomla
+IDBot
+IndeedBot
+Indy Library
+InfoTekies
+Iria
+JikeSpider
 Jorgee
-JustView
-Jyxobot
-Keybot Translation-Search-Machine
 Keyword Density
+Kinza
+LNSpiderguy
 Lanshanbot
 Larbin
-LeechFTP
-LibWeb
-Libwhisker
+LeechGet
+LexiBot
 Lightspeedsystems
+LinkScan
 LinkWalker
 Linkbot
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
+LinksManager
+LinqiaScrapeBot
 Lipperhey
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
-MIIxpc
 MJ12bot
 MSFrontPage
-Mag-Net
-Magnet
-Majestic SEO
 Majestic12
-MarkWatch
 Mass Downloader
+Masscan
 Mata Hari
-Meanpathbot
-Microsoft URL Control
-Mister PiX
+MegaIndex.ru
+Metauri
+Microsoft Data Access
 Moblie Safari
-Mojeek
-Mojolicious
 MolokaiBot
-Mozlila
-Musobot
-NPbot
-Name Intelligence
-Needle
+Morfeus Fucking Scanner
+Msrabot
+NICErsPRO
+Navroad
 Net Vampire
-NetSpider
+NetMechanic
+NetZIP
 Netcraft
-NimbleCrawler
-Nuclei
+Nettrack
+Netvibes
+Nibbler
+Niki-bot
+Ninja
+Nutch
 Offline Navigator
-Openfind
+Openvas
 OrangeBot
+OrangeSpider
 OutclicksBot
-POE-Component-Client-HTTP
-PageAnalyzer
-Pandalytics
-Pavuk
+OutfoxBot
+PageScorer
+Papa Foto
+PeoplePal
+Petalbot
 Pi-Monster
-Picsearch
-Piepmatz
-Pimonster
-ProPowerBot
-ProWebWalker
+PictureFinder
+PleaseCrawl
 Psbot
-Pu_iN
-PxBroker
-PyCurl
 QueryN Metasearch
-Quick-Crawler
 RSSingBot
-RankActive
-RankActiveLinkBot
-RankFlex
-RankingBot2
-RankurBot
-ReGet
+Re-re
+Reaper
 RebelMouse
 Recorder
 Ripper
+RocketCrawler
 Rogerbot
+SBIder
 SEOkicks
+SEOkicks-Robot
 SEOprofiler
+SEOstats
 SISTRIX
-Scrapy
-Screaming
+SalesIntelligent
+ScrepyBot
 Searchestate
-Semrush
-SeoSiteCheckup
+SearchmetricsBot
+SemrushBot
 SeobilityBot
-SiteCheckerBotCrawler
+Seomoz
+Site Sucker
+SiteExplorer
 SiteSnagger
-SiteSucker
-Sitebeam
-Sitevigil
-Snake
+Snapbot
+Sociscraper
 Sogou web spider
-SpaceBison
-Spinn3r
+Spanner
+SputnikBot
 Sqlmap
-Steeler
-Suzuran
+Stripper
+SuperBot
+SuperHTTP
 Swiftbot
 T0PHackTeam
-Teleport
-TeleportPro
+T8Abot
 Telesoft
-Telesphoreo
-Telesphorep
-The Intraformant
-TheNomad
-Toata
-Tracemyfile
-True_Robot
+Thumbor
+Titan
+Trendictionbot
+Turingos
 Turnitin
+TurnitinBot
+TwengaBot
 Twice
-VB Project
-VCI
-Vagabondo
+Typhoeus
+UnisterBot
+V-BOT
+Vacuum
 VelenPublicWebCrawler
-Virusdie
-VoidEYE
+VidibleScraper
+Voltron
 WASALive-Bot
-WPScan
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
+WBSearchBot
 Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Collage
-Web Enhancer
-Web Fetch
-WebEnhancer
+Web Pix
+Web Sauger
+WebCollage
+WebCopier
+WebFetch
 WebGo IS
-WebSauger
+WebReaper
+WebStripper
 WebSucker
-Whack
+WebZIP
 Whacker
 Whatweb
+Widow
+WinHTTrack
 WiseGuys Robot
-Wonderbot
-Woobot
 Wotbox
-Xaldon WebSpider
-YoudaoBot
-Zade
-ZoominfoBot
-ZyBorg
-adscanner
-archive.org_bot
+Wprecon
+Xenu
+Zauba
+Zeus
+ZoomBot
+arquivo-web-crawler
+autoemailspider
 check1.exe
-coccocbot
+clark-crawler
 com.plumanalytics
-crawler.feedback
-demandbase-bot
-domainsproject.org
+crawler4j
+dataforseo.com
 eCatch
-isitwp.com
+evc-batch
+facebookscraper
+gopher
+internetVista monitor
+linkdexbot
+lwp-request
+magpie-crawler
 mediawords
+netEstate NE Crawler
 oBot
-pcBrowser
+plumanalytics
+ripz
 s1z.ru
+satoristudio.net
+scan.lol
+seobility
 seoscanners
-seostar
+serpstatbot
 sexsearcher
 sitechecker.pro
-sogouspider
+sp_auditbot
+sysscan
+voyagerx.com
 x22Mozilla