V4.2022.12.3505 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+404enemy
 ADmantX
-ALittle Client
-ASPSeek
+Aboundex
 Aboundexbot
-Acunetix
-AllSubmitter
-Ankit
+Alligator
+AlphaBot
 Anthill
 Apexoo
-Aspiegel
 Atomseobot
-Attach
 AwarioSmartBot
-BBBike
-BLEXBot
+BDCbot
+BDFetch
+Backlink-Ceck
 BacklinkCrawler
-Badass
+Barkrowler
 Battleztar Bazinga
-Bitacle
+BetaBot
+Bigfoot
 BlackWidow
-Blackboard
+Blow
 BlowFish
-Boardreader
-BuiltBotTough
+BotALot
+Buddy
 BuiltWith
 BunnySlippers
-CCBot
+BuzzSumo
+CATExplorador
 CSHttp
-Calculon
 CazoodleBot
-CheTeam
-CheeseBot
-CherryPicker
-Cloud mapping
-Collector
-CopyRightCheck
+Cegbfeieh
+CensysInspect
+ChinaClaw
+Claritybot
+Cocolyzebot
+Cogentbot
+Copyscape
+Craftbot
 Crescent
 CrunchBot
 Curious
-Custo
-DTS Agent
-Demon
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
-Download Wonder
+DataCha0s
+DatabaseDriverMysqli
+Deusu
+Digincore
+Disco
+DnyzBot
+DomainAppender
+DomainCrawler
 ECCP/1.0
 EMail Siphon
 Ebingbong
-Ecxi
-EroCrawler
+EirGrabber
 Evil
-Exabot
 ExtLinksBot
-Extractor
 ExtractorPro
 Extreme Picture Finder
 FDM
 FHscan
-FemtosearchBot
+Firefox/7.0
+FlashGet
 Flunky
 FrontPage
-FyberSpider
 G-i-g-a-b-o-t
 Genieo
-GermCrawler
-GetRight
-Gigabot
-GoZilla
-Gotit
-GrapeFX
+GetWeb
+Go-Ahead-Got-It
+GrabNet
 GrapeshotCrawler
-HTTP::Lite
+HTMLparser
+HTTrack
 Haansoft
-HybridBot
-IDBot
-Iblog
-Id-search
-IlseBot
+Harvest
+Havij
+Heritrix
+Hloader
+Humanlinks
+IRLbot
+Image Fetch
+Indy Library
 InfoNaviRobot
-InfoTekies
-InterGET
 Internet Ninja
+InternetSeer
 Iskanie
-JamesBOT
+JOC Web Spider
 Jbrofuzz
-Jetty
-Jorgee
+JennyBot
+JetCar
 JustView
-Jyxobot
 Kenjin Spider
 Keyword Density
-Kinza
-Lanshanbot
-Leap
-LinkWalker
-LinksManager
-LinqiaRSSBot
-Litemage_walker
-Lmspider
+Kozmosbot
+LWP::Simple
+Libwhisker
+LinkextractorPro
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+MSFrontPage
+Mail.RU_Bot
 Majestic SEO
-Mass Downloader
-Mata Hari
+Masscan
 Mb2345Browser
-Mediatoolkitbot
-Metauri
-MicroMessenger
-Microsoft URL Control
-MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
+MegaIndex.ru
+Mojeek
 Mr.4x3
+Msrabot
+NICErsPRO
+Name Intelligence
+Nameprotect
 NearSite
-Needle
-Nessus
-Net Vampire
-NetSpider
-Netcraft
-Nettrack
-NextGenSearchBot
+NetLyzer
+Nibbler
 Niki-bot
-Ninja
 Nmap
+Nuclei
 Nutch
-Octopus
-OnCrawl
-OpenLinkProfiler
-Openfind
+Offline Navigator
+OpenVAS
+Openvas
+OrangeBot
 OrangeSpider
 OutfoxBot
-PECL::HTTP
+Page Analyzer
 PageAnalyzer
 PageScorer
 Panscient
-Pavuk
+Papa Foto
 PeoplePal
+Picscout
 Picsearch
-Piepmatz
 Pimonster
 Pixray
+PleaseCrawl
+ProWebWalker
+Probethenet
+Psbot
 Pu_iN
-PxBroker
+Pump
+PyCurl
 Quick-Crawler
 RankActiveLinkBot
 RankFlex
-RankingBot
 RankingBot2
-Rankivabot
+RankurBot
 ReGet
 RealDownload
-Recorder
-Ripper
-Rogerbot
-SBIder
-SEOkicks
-SEOlyticsCrawler
-ScrepyBot
-Semrush
+SISTRIX
+SMTBot
+ScanAlert
+ScoutJet
+ScreenerBot
+Searchestate
+Seekport
+SemanticJuice
 SemrushBot
-SeoSiteCheckup
 Seomoz
-Siphon
 SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
 Sitebeam
-Siteimprove
 Snake
 Snapbot
-SocialRankIOBot
-Sogou web spider
-SpankBot
+Sociscraper
+Sosospider
+Sottopop
 Spanner
-Suzuran
+Spbot
+Spinn3r
+SputnikBot
+Sqlmap
+Sqlworm
+Sqworm
+Stripper
+Sucker
+Surfbot
+SurveyBot
+Swiftbot
 T0PHackTeam
 T8Abot
 Teleport
-Telesphorep
-The Intraformant
-TightTwatBot
+TheNomad
+Toata
+Toweyabot
+Trendiction
 Trendictionbot
-True_Robot
 Turingos
+TurnitinBot
 TwengaBot
-Typhoeus
 URLy.Warning
-UnisterBot
 Upflow
-V-BOT
-VB Project
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
-Voltron
-WASALive-Bot
-WEBDAV
-WWW::Mechanize
-Wallpapers/3.0
+Voil
+WISENutbot
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
 WeSEE
-Web Auto
-Web Enhancer
-Web Sucker
-WebCollage
-WebCopier
-WebEnhancer
-WebFetch
-WebFuck
+Web Collage
+Web Pix
 WebImageCollector
-WebLeacher
-WebPix
+WebReaper
 WebSauger
-Webalta
+WebStripper
+WebZIP
 WebmasterWorldForumBot
-Whack
+Webshag
+WebsiteExtractor
+Whacker
 Whatweb
-WiseGuys Robot
-Wonderbot
 Woobot
+Zade
 Zermelo
 Zitebot
 ZmEu
-ZoomBot
 ZoominfoBot
-archive.org_bot
-crawler.feedback
-crawler4j
-dataforseo.com
-instabid
-ips-agent
-linkdexbot
-netEstate NE Crawler
-oBot
+adscanner
+arquivo.pt
+autoemailspider
+backlink-check
+cah.io.community
+clark-crawler
+coccocbot
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+demandbase-bot
+eCatch
+evc-batch
+magpie-crawler
+meanpathbot
+plumanalytics
 polaris version
-ripz
+probe-image-size
 s1z.ru
 scalaj-http
+scan.lol
 seobility
+seoscanners
 serpstatbot
 siteripz
+sogouspider
 sp_auditbot
 spyfu
-tAkeOut
-ubermetrics-technologies.com
+sysscan
+trendiction.de
+voyagerx.com
 webgains-bot
+webprosbot
+x09Mozilla
 xpymep1.exe
 zauba.io