V4.2022.10.3393 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-80legs
 ADmantX
-AIBOT
 ALittle Client
-ASPSeek
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
+Aipbot
 Alexibot
 AlphaBot
 Anarchie
 Anthill
-Aspiegel
-AwarioRssBot
-AwarioSmartBot
-BBBike
+Atomseobot
 BDCbot
-BackWeb
+BDFetch
+BackDoorBot
 BacklinkCrawler
-BatchFTP
-Blow
+Barkrowler
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Blackboard
 BlowFish
-Bolt
-BotALot
-Brandprotect
 Brandwatch
-BuiltWith
-Bullseye
-BunnySlippers
+BuzzSumo
+CATExplorador
+CCBot
 CODE87
-Cegbfeieh
-CheTeam
-CheeseBot
-ChinaClaw
-Collector
+Calculon
+CensysInspect
+Claritybot
+Cloud mapping
+Cocolyzebot
+Cogentbot
 Copier
 CopyRightCheck
 Copyscape
-Craftbot
-CrazyWebCrawler
+Cosmos
 Crescent
+DIIbot
 DSearch
-Deusu
+DataCha0s
+Devil
 Digincore
 DigitalPebble
-Dirbuster
 Discobot
-Dispatch
+Discoverybot
+DnBCrawler-Analytics
 DomainAppender
-DomainSigmaCrawler
 DomainStatsBot
+Dotbot
+Dragonfly
 Drip
-EMail Siphon
-Ebingbong
-EirGrabber
-EroCrawler
+EMail Wolf
 Evil
 Express WebPictures
 ExtLinksBot
-ExtractorPro
-FHscan
-Firefox/7.0
+Extreme Picture Finder
+Ezooms
+FDM
+FemtosearchBot
 FlashGet
-Foobot
+Freeuploader
+FrontPage
 Fuzz
-GetRight
+GermCrawler
+GetWeb
+Getintent
 Go!Zilla
-GrabNet
+Go-Ahead-Got-It
 Grafula
 GrapeshotCrawler
-HTMLparser
+HEADMasterSEO
 HTTP::Lite
+HaosouSpider
+Havij
 HonoluluBot
-IDBTE4M
-IDBot
+Humanlinks
+IRLbot
 Iblog
-IlseBot
-Internet Ninja
+Image Fetch
+Image Sucker
+IndeedBot
+Indy Library
+InfoNaviRobot
 InternetSeer
 Iria
-JamesBOT
-JennyBot
-JetCar
-Jorgee
+JOC Web Spider
+Jbrofuzz
+Jetty
+JikeSpider
+Joomla
 Jyxobot
-Keybot Translation-Search-Machine
-Lanshanbot
-Larbin
-LeechFTP
+Kinza
+LNSpiderguy
 Lftp
-Libwhisker
-LieBaoFast
-LinkWalker
-LinkpadBot
-LinksManager
+Linkbot
+LinkextractorPro
 LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
-MFC_Tear_Sample
-MIIxpc
-MSIECrawler
+Litemage_walker
+MQQBrowser
 MTRobot
-Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
 MarkMonitor
-Mata Hari
+Mass Downloader
+Masscan
+MauiBot
+MeanPath Bot
 Metauri
-MicroMessenger
-Microsoft URL Control
-Moblie Safari
+Microsoft Data Access
+MolokaiBot
+Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
 Musobot
-NICErsPRO
 NPbot
-Name Intelligence
 Nameprotect
-NearSite
-Nessus
 NetAnts
+NetLyzer
 NetMechanic
 NetZIP
 Netcraft
 Netvibes
-Niki-bot
-Nikto
 NimbleCrawler
-Nutch
+Nimbostratus
+Ninja
+Nmap
 Offline Navigator
+OnCrawl
+OpenLinkProfiler
 OpenVAS
 Openfind
+Openvas
 OrangeBot
-OrangeSpider
+OutfoxBot
 PageScorer
-Pandalytics
-Panscient
+PageThing.com
 Pavuk
-PictureFinder
+PeoplePal
 Piepmatz
-Probethenet
+Pixray
+PleaseCrawl
+Pockey
+ProPowerBot
+ProWebWalker
 Psbot
+Pu_iN
 PyCurl
 QueryN Metasearch
-RSSingBot
-RankFlex
-RankingBot2
-RankurBot
-ReGet
-RealDownload
+RankActive
+RankActiveLinkBot
 Reaper
+RebelMouse
+Recorder
 RepoMonkey
 Ripper
+RocketCrawler
+SBIder
 SEOkicks
-SEOkicks-Robot
-SEOstats
-SISTRIX
 SMTBot
-ScanAlert
-Scanbot
 ScoutJet
 Scrapy
 Screaming
-ScreenerBot
-ScrepyBot
 SearchmetricsBot
+SemanticJuice
 SeoSiteCheckup
-SeobilityBot
+Site Sucker
 SiteLockSpider
-SiteSnagger
-Sitevigil
 SmartDownload
-Snake
-Snapbot
+Snoopy
+SocialRankIOBot
+Sociscraper
 Sosospider
-SpaceBison
-Spammen
 Spanner
 Spinn3r
-Sqlworm
-Sucuri
-SuperHTTP
+SputnikBot
+Sqlmap
+Stripper
 T8Abot
 Telesoft
-Telesphoreo
-TheNomad
-Titan
-Toweyabot
-True_Robot
-Typhoeus
-URLy Warning
-Vacuum
-VelenPublicWebCrawler
-VidibleScraper
+The Intraformant
+Thumbor
+TightTwatBot
+Trendiction
+TurnitinBot
+Twice
+UnisterBot
+VB Project
+Vagabondo
+VeriCiteCrawler
 Virusdie
-VoidEYE
-Voil
-WEBDAV
+WBSearchBot
 WISENutbot
 WPScan
 WWW-Collector-E
+WWW-Mechanize
 Wallpapers
-WallpapersHD
 WeSEE
-Web Pix
+Web Auto
+Web Enhancer
+Web Fetch
+Web Fuck
 Web Sucker
-WebCollage
-WebEnhancer
-WebFuck
+WebFetch
 WebImageCollector
 WebLeacher
 WebReaper
+WebSauger
 WebStripper
-Webalta
+WebmasterWorldForumBot
+Webshag
 Website Quester
-WebsiteQuester
+Webster
 Whack
+Whacker
+Whatweb
 Widow
 WiseGuys Robot
-Woobot
-Zade
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+Zauba
+Zitebot
 ZmEu
+ZoomBot
 ZoominfoBot
-ZyBorg
+ZumBot
 adscanner
-autoemailspider
-coccocbot
-cognitiveseo
-crawler.feedback
-domainsproject.org
-eCatch
-evc-batch
-gopher
-instabid
+arquivo-web-crawler
+arquivo.pt
+com.plumanalytics
+crawl.sogou.com
+dataforseo.com
+heritrix
+internetVista monitor
+linkdexbot
+magpie-crawler
+meanpathbot
+mediawords
+netEstate NE Crawler
 oBot
-page scorer
-pcBrowser
 plumanalytics
-s1z.ru
+ripz
 scalaj-http
-serpstatbot
-sitechecker.pro
+seocompany.store
+seoscanners
+sexsearcher
 sogouspider
-ubermetrics-technologies.com
+webgains-bot
 webmeup-crawler
 webpros.com
 x09Mozilla
-xpymep1.exe
-zauba.io
+x22Mozilla
 zgrab