V4.2022.07.3262 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-ADmantX
-Aboundexbot
+404enemy
+AIBOT
+Abonti
+AhrefsBot
+AiHitBot
 Aipbot
-Alexibot
-AllSubmitter
-Anarchie
-Ankit
-Anthill
-Apexoo
+Alligator
+AlphaBot
+Attach
+AwarioRssBot
 AwarioSmartBot
+BBBike
 BDCbot
-BLEXBot
-BackDoorBot
+BDFetch
 BackWeb
-Backlink-Ceck
-Bandit
-Barkrowler
+BatchFTP
 BetaBot
-Blackboard
+Bitacle
+Black Hole
+BlackWidow
+Blow
+Boardreader
+Bolt
+BotALot
 Brandprotect
-Buck
-Bullseye
-BunnySlippers
+Buddy
 CATExplorador
-CODE87
-Cegbfeieh
-CheTeam
-CherryPicker
-Claritybot
+CazoodleBot
+CheeseBot
+ChinaClaw
 Cliqzbot
 Cloud mapping
-Cocolyzebot
-Copier
+CopyRightCheck
+Copyscape
+Cosmos
 Craftbot
-Crescent
+Crawling at Home Project
 CrunchBot
-Curious
-DIIbot
-DTS Agent
-DatabaseDriverMysqli
-Discobot
-Discoverybot
+Demon
+Deusu
+Digincore
+DigitalPebble
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
 DomainCrawler
 DomainSigmaCrawler
 Domains Project
-Dotbot
+Drip
 EMail Siphon
-Ecxi
 EirGrabber
-EroCrawler
 Evil
-Exabot
-FHscan
+Extractor
+EyeNetIE
+Ezooms
 FemtosearchBot
-Fimap
-Freeuploader
+Firefox/7.0
 Fuzz
-FyberSpider
-Fyrebot
+GT::WWW
 GalaxyBot
 GetRight
+GetWeb
 Gigabot
 Go!Zilla
+Go-Ahead-Got-It
 GoZilla
-Gotit
-Grabber
-GridBot
-HTTP::Lite
-HaosouSpider
-Harvest
+GrapeshotCrawler
+HEADMasterSEO
+HMView
+HTMLparser
+HTTrack
+Heritrix
 Humanlinks
-HybridBot
-IDBTE4M
 IDBot
-IndeedBot
-InfoNaviRobot
-InfoTekies
+IRLbot
+Iblog
+Image Fetch
+InterGET
 Internet Ninja
-JamesBOT
+IstellaBot
 JetCar
-Joomla
-Keybot Translation-Search-Machine
-Kinza
-LNSpiderguy
+Jetty
+JikeSpider
 LWP::Simple
-Larbin
+Leap
 LeechFTP
-LeechGet
-Lftp
-Linkbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
+Libwhisker
+Lightspeedsystems
+LinkWalker
+LinkextractorPro
+LinksManager
 LinqiaRSSBot
 LinqiaScrapeBot
-Litemage_walker
 Lmspider
-Ltx71
-MIIxpc
+MFC_Tear_Sample
+MJ12bot
 MSFrontPage
-MSIECrawler
-MTRobot
-Magnet
+Mag-Net
+Mail.RU_Bot
+Majestic12
 MarkMonitor
-MarkWatch
-Mass Downloader
 Masscan
-Mb2345Browser
-Mediatoolkitbot
-Mister PiX
-MolokaiBot
+Meanpathbot
+Metauri
+MicroMessenger
+Microsoft Data Access
+Mojeek
+Mojolicious
+Mr.4x3
+Musobot
+NPbot
 NearSite
 Needle
-Nessus
 Net Vampire
-NetZIP
+NetAnts
+Netcraft
 Nettrack
-Netvibes
+Nibbler
+Nikto
 NimbleCrawler
-Nimbostratus
-Ninja
-Nmap
-Nuclei
-OutclicksBot
+Nutch
+Offline Explorer
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
+Openfind
+Openvas
+OrangeBot
 OutfoxBot
 PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 PageAnalyzer
-PageThing.com
-Pandalytics
+PageScorer
 Panscient
-Picscout
-Piepmatz
-PleaseCrawl
-Pockey
-ProWebWalker
+PeoplePal
+Petalbot
+PictureFinder
+Pimonster
+ProPowerBot
 Probethenet
+Psbot
 Pu_iN
-PxBroker
+PyCurl
 QueryN Metasearch
-RankActiveLinkBot
-Rankivabot
+RankingBot
 Re-re
-ReGet
-RealDownload
-RebelMouse
 RedesScrapy
-RocketCrawler
+RepoMonkey
 SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 SEOstats
 SISTRIX
+SalesIntelligent
+ScanAlert
 Scanbot
-Searchestate
+ScoutJet
+Scrapy
+Screaming
+SearchmetricsBot
 Semrush
-SemrushBot
-SentiBot
-SeoSiteCheckup
+SeobilityBot
 Seomoz
 Site Sucker
-SiteExplorer
-SiteLockSpider
-SiteSnagger
-Sitevigil
+SiteSucker
 SlySearch
-SmartDownload
-Snoopy
-Sociscraper
-Sottopop
+SocialRankIOBot
+Sosospider
 SpankBot
 Spanner
-Spbot
-SputnikBot
-Sqlmap
-Steeler
+Sqworm
 Sucker
+Sucuri
+Surfbot
+SurveyBot
+Suzuran
 Swiftbot
-Teleport
+T0PHackTeam
+T8Abot
 TeleportPro
-Telesoft
-Telesphoreo
 Telesphorep
-TheNomad
-Thumbor
-Tracemyfile
-TwengaBot
-URLy Warning
-URLy.Warning
+The Intraformant
+TightTwatBot
+Toweyabot
+Trendictionbot
+Turnitin
 UnisterBot
-Upflow
-VB Project
+VCI
 Vagabondo
-Virusdie
-WASALive-Bot
+VeriCiteCrawler
+VoidEYE
 WBSearchBot
+WEBDAV
 WISENutbot
 WPScan
 WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
-Web Auto
+WeSEE
 Web Collage
 Web Enhancer
-Web Pix
+Web Fetch
 Web Sauger
-Web Sucker
-WebBandit
+WebFetch
+WebGo IS
 WebLeacher
-WebPix
-WebReaper
+WebSauger
 WebStripper
-WebWhacker
+WebSucker
 WebZIP
 Webalta
 WebmasterWorldForumBot
-Webshag
-Website Quester
-WebsiteExtractor
-WebsiteQuester
 Webster
-Whatweb
-WinHTTrack
+Whack
+Whacker
+Who.is Bot
+Widow
+Wonderbot
 Wprecon
 Xaldon_WebSpider
-YoudaoBot
 Zade
-Zeus
-ZmEu
 ZoomBot
+ZumBot
+ZyBorg
 archive.org_bot
-backlink-check
-clark-crawler
+arquivo-web-crawler
+autoemailspider
 com.plumanalytics
 crawl.sogou.com
-dataforseo.com
+crawler.feedback
+demandbase-bot
 eCatch
-evc-batch
-heritrix
-instabid
+gopher
+internetVista monitor
 isitwp.com
-pcBrowser
-plumanalytics
-probe-image-size
-satoristudio.net
-scalaj-http
-seoscanners
-sogouspider
-webmeup-crawler
-x09Mozilla
-zgrab
+iubenda-radar
+linkdexbot
+magpie-crawler
+meanpathbot
+netEstate NE Crawler
+scan.lol
+seostar
+sitechecker.pro
+siteripz
+sp_auditbot
+sysscan
+webgains-bot
+webpros.com
+xpymep1.exe