V4.2022.08.3293 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
-80legs
+ADmantX
 AIBOT
-ALittle Client
-AhrefsBot
-AiHitBot
-Aipbot
+ASPSeek
+Abonti
+Aboundex
+AfD-Verbotsverfahren
 Alexibot
 AlphaBot
-Anarchy99
-Anthill
-Apexoo
-Aspiegel
-Asterias
+Anarchie
+Ankit
+Atomseobot
+AwarioRssBot
+AwarioSmartBot
 BDCbot
-BDFetch
 BackDoorBot
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Barkrowler
+Bandit
+BatchFTP
 BetaBot
 Bigfoot
-Black Hole
-BlackWidow
+Bitacle
+Blow
 Boardreader
-BotALot
-Brandprotect
-Buck
+Brandwatch
 Buddy
-Bullseye
-CSHttp
-Calculon
-CheTeam
-Chlooe
-Claritybot
-CopyRightCheck
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
+BunnySlippers
+CATExplorador
+CazoodleBot
+CherryPicker
+Cliqzbot
+Cloud mapping
+Cogentbot
+Copyscape
+Crescent
+CrunchBot
+CyotekWebCopy
+DIIbot
+DSearch
+DTS Agent
 DatabaseDriverMysqli
-Demon
-Devil
-Disco
-Discoverybot
-Dispatch
+Deusu
+DigitalPebble
+Discobot
 DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomainStatsBot
-Domains Project
-Download Wonder
+DomCopBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+Dragonfly
+ECCP/1.0
 EasyDL
-Evil
+Ebingbong
+Ecxi
+EirGrabber
+EroCrawler
 ExtLinksBot
-ExtractorPro
 Extreme Picture Finder
-FHscan
-FemtosearchBot
-Flunky
-Freeuploader
-FrontPage
+EyeNetIE
+Ezooms
+Fimap
+Firefox/7.0
 Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-GermCrawler
-GetRight
-Go-Ahead-Got-It
-Grabber
+GetWeb
+Getintent
+Gigabot
+Gotit
 Grafula
+GrapeFX
 GrapeshotCrawler
-GridBot
-HMView
 HTMLparser
 HTTP::Lite
-HTTrack
 Haansoft
 HaosouSpider
-Heritrix
+Harvest
+Havij
 HonoluluBot
 HybridBot
-IDBTE4M
-IDBot
+Id-search
+Image Sucker
 IndeedBot
-Indy Library
 InfoNaviRobot
-InfoTekies
-Intelliseek
-InternetSeer
 Iria
 IstellaBot
-JamesBOT
-Jbrofuzz
-JennyBot
 Jetty
-JikeSpider
 Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
-Larbin
-LeechGet
-LexiBot
-LibWeb
-LinkScan
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
+Kozmosbot
+LWP::Simple
+Linkbot
 Lipperhey
+Lipperhey Spider
 Ltx71
 MIIxpc
-MQQBrowser
-Mag-Net
+MJ12bot
+MSFrontPage
+MTRobot
+Majestic SEO
 MauiBot
+Mb2345Browser
 Mediatoolkitbot
-Metauri
+MegaIndex.ru
+MicroMessenger
 Microsoft Data Access
+Microsoft URL Control
+Minefield
 Mister PiX
-Mojeek
-Mozlila
-NPbot
-Name Intelligence
-Needle
-NetLyzer
-NetSpider
+Moblie Safari
+MolokaiBot
+Mr.4x3
+Msrabot
 Netcraft
-Nettrack
-Niki-bot
-Nikto
+Netvibes
+Nibbler
 NimbleCrawler
 Ninja
-Not
+Nuclei
 Nutch
-Octopus
 OpenVAS
-Openfind
+OutclicksBot
+OutfoxBot
 PHPCrawl
-Page Analyzer
-PageAnalyzer
-Pandalytics
-Pavuk
+Papa Foto
+PeoplePal
 Picscout
+PictureFinder
+Piepmatz
 Pixray
+PleaseCrawl
+ProPowerBot
+ProWebWalker
 Probethenet
-Psbot
-PxBroker
-PyCurl
+QueryN Metasearch
 Quick-Crawler
+RSSingBot
 RankActive
+RankActiveLinkBot
 RankingBot
-Re-re
-ReGet
+RankingBot2
+RankurBot
+RealDownload
+Reaper
+RebelMouse
+Recorder
 RedesScrapy
 RepoMonkey
 Ripper
 RocketCrawler
 Rogerbot
-SEOkicks-Robot
-SEOprofiler
-SMTBot
+SISTRIX
 ScanAlert
-ScoutJet
-Scrapy
+Scanbot
 Screaming
+ScreenerBot
 ScrepyBot
 Searchestate
-SemanticJuice
-Semrush
-SentiBot
-SeoSiteCheckup
-SeobilityBot
+Seekport
 Seomoz
-SiteSnagger
+Siphon
+SiteLockSpider
+SiteSucker
+Sitevigil
 SlySearch
-SocialRankIOBot
-Sociscraper
+SmartDownload
+Snake
+Sottopop
+SpaceBison
 SpankBot
 Spanner
 Spbot
+Sqlmap
 Sqlworm
-Sqworm
-SuperBot
-SuperHTTP
-Suzuran
-Swiftbot
-Teleport
+Sucker
+Sucuri
+Surfbot
+SurveyBot
+T8Abot
 TeleportPro
-Telesphoreo
-TheNomad
-Trendiction
+Telesoft
+TightTwatBot
+Titan
+Toata
+Toweyabot
 Turingos
-TwengaBot
+Turnitin
+TurnitinBot
 Twice
-URLy Warning
-VCI
-Vacuum
+URLy.Warning
+Upflow
+VB Project
 VelenPublicWebCrawler
-Virusdie
-VoidEYE
+Voil
+Voltron
+WEBDAV
 WISENutbot
-WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
 WallpapersHD
-WeSEE
-Web Auto
-Web Collage
-WebCollage
-WebCopier
-WebFuck
+Web Enhancer
+Web Fetch
+Web Fuck
+Web Sauger
+WebImageCollector
 WebLeacher
+WebPix
 WebReaper
 WebSauger
+WebStripper
 WebSucker
+WebWhacker
 WebmasterWorldForumBot
+Webshag
 Website Quester
 Webster
-Whacker
-Whatweb
-Wprecon
+Whack
+Who.is Bot
+WinHTTrack
 Xaldon WebSpider
 Xaldon_WebSpider
-YoudaoBot
-Zade
-Zauba
-Zitebot
+Xenu
 ZmEu
-ZoomBot
-adscanner
+ZumBot
 arquivo-web-crawler
 backlink-check
-cognitiveseo
-evc-batch
-facebookscraper
+check1.exe
+crawl.sogou.com
+crawler.feedback
+crawler4j
+dataforseo.com
+demandbase-bot
+domainsproject.org
 heritrix
 instabid
-meanpathbot
-page scorer
+internetVista monitor
+magpie-crawler
 plumanalytics
 polaris version
 probe-image-size
-s1z.ru
-serpstatbot
-sexsearcher
+scalaj-http
+seobility
+seostar
+sysscan
+tAkeOut
+trendiction.com
+ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-webpros.com
-xpymep1.exe
-zauba.io
+x22Mozilla