V4.2023.02.3567 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AIBOT
-Abonti
-Acunetix
-AiHitBot
-Alexibot
+01h4x.com
+404enemy
+ADmantX
+Aboundex
 Anarchie
 Anarchy
 Anarchy99
-Ankit
-Anthill
+Apexoo
 Asterias
-Attach
-AwarioSmartBot
-BDCbot
-BackDoorBot
+AwarioRssBot
+BDFetch
+BLEXBot
 BackStreet
-BacklinkCrawler
+Backlink-Ceck
 Badass
-Bandit
 Barkrowler
-Battleztar Bazinga
-Bitacle
+Black Hole
 BlackWidow
-Blow
+Blackboard
 Boardreader
+Bolt
 BotALot
-Buddy
-Bullseye
-CATExplorador
+Brandprotect
+CODE87
+CSHttp
 Calculon
-Cegbfeieh
+CheTeam
+CherryPicker
+ChinaClaw
+Chlooe
 Cliqzbot
-Cocolyzebot
-Copier
+Cloud mapping
+CopyRightCheck
+Copyscape
+Cosmos
 Craftbot
-CrunchBot
-DIIbot
-DataCha0s
-Deusu
-Devil
+Crawling at Home Project
+CyotekWebCopy
+Demon
 Digincore
-Dirbuster
-Disco
+DigitalPebble
+Discoverybot
+Dispatch
+DittoSpyder
 DnyzBot
-DomainCrawler
 DomainSigmaCrawler
-Domains Project
-Download Wonder
+Dotbot
 Dragonfly
+Drip
 EMail Wolf
+EasyDL
+Ebingbong
 Ecxi
-Exabot
+EirGrabber
 Express WebPictures
-ExtLinksBot
 Extreme Picture Finder
-Ezooms
-FHscan
-Fimap
+EyeNetIE
+FemtosearchBot
+Flunky
 Foobot
-Freeuploader
-FrontPage
+Fuzz
 FyberSpider
-Genieo
-Gotit
-Grabber
+Fyrebot
+GT::WWW
+Go!Zilla
+GrabNet
 GrapeFX
 HEADMasterSEO
-HTTrack
-HaosouSpider
-Harvest
-Havij
+HMView
+HTMLparser
+Haansoft
+Heritrix
 Hloader
 HonoluluBot
 Humanlinks
+HybridBot
 IDBTE4M
-IDBot
-IRLbot
 Iblog
+Id-search
+Image Sucker
 Indy Library
-InfoNaviRobot
-Intelliseek
 InterGET
 InternetSeer
 IstellaBot
-Jbrofuzz
-JetCar
+JennyBot
 JikeSpider
-JustView
 Keyword Density
-Kinza
-Kozmosbot
-LWP::Simple
-LexiBot
+Larbin
+LibWeb
+LinkWalker
 LinkextractorPro
 LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
 Litemage_walker
-MIDown tool
+Ltx71
+MFC_Tear_Sample
+MIIxpc
 MJ12bot
+MTRobot
+Mag-Net
 Mail.RU_Bot
-MarkWatch
-Masscan
-Mata Hari
-MauiBot
-Mb2345Browser
+Majestic-SEO
+MarkMonitor
+Mass Downloader
 MeanPath Bot
-MicroMessenger
-Mister PiX
-Moblie Safari
-Mr.4x3
+Metauri
+Microsoft Data Access
+Mojeek
 Musobot
-NICErsPRO
-NPbot
 Name Intelligence
-Nameprotect
 Navroad
+NearSite
 Needle
-NetAnts
-NetLyzer
-NetSpider
-Netcraft
-Niki-bot
+Nessus
+Net Vampire
+Nettrack
+Netvibes
+Nibbler
 Nikto
-Nimbostratus
-Nuclei
+Ninja
+Nmap
+Not
 Nutch
 Octopus
-Openfind
-OrangeSpider
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
 Pandalytics
-Papa Foto
+Pavuk
 PeoplePal
+Petalbot
 Pi-Monster
-Picscout
-Picsearch
-Piepmatz
 Pimonster
-Pixray
-Probethenet
-Psbot
+Pockey
+Pump
 PyCurl
+Quick-Crawler
+RSSingBot
 RankActiveLinkBot
+RankingBot
 RankingBot2
 Rankivabot
-RankurBot
-Re-re
+ReGet
+RealDownload
 Reaper
-RedesScrapy
-Ripper
+RebelMouse
 RocketCrawler
 SEOkicks
-SEOstats
-SISTRIX
+SEOkicks-Robot
+SEOlyticsCrawler
 ScanAlert
 Scrapy
-ScreenerBot
-ScrepyBot
-Searchestate
+SearchmetricsBot
 Seekport
+SemanticJuice
+Semrush
 SentiBot
-SeoSiteCheckup
-Seomoz
-SiteSnagger
+SeobilityBot
+Site Sucker
+SiteExplorer
+SiteLockSpider
+Sitebeam
 Siteimprove
-SlySearch
+Sitevigil
+SmartDownload
 Snapbot
-SocialRankIOBot
-Sosospider
 Sottopop
-SpaceBison
 Spammen
+SpankBot
 Spanner
+Spbot
 Spinn3r
-SputnikBot
+Sqlmap
 Sqlworm
-Sqworm
-Steeler
 Sucker
-SuperBot
-SuperHTTP
-Szukacz
-TightTwatBot
+Surfbot
+Swiftbot
+T8Abot
+Telesoft
+Telesphoreo
+TheNomad
+Thumbor
+Titan
+Toata
+Tracemyfile
+Trendiction
 Trendictionbot
 True_Robot
-TwengaBot
 Typhoeus
-URLy Warning
-URLy.Warning
 Upflow
-V-BOT
-VB Project
+VCI
 Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-Voil
-Voltron
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
+VoidEYE
+WASALive-Bot
+WBSearchBot
+WEBDAV
+WWW-Collector-E
 WallpapersHD
-Web Collage
-Web Fetch
-Web Fuck
-Web Pix
 Web Sauger
 Web Sucker
-WebCollage
-WebCopier
+WebEnhancer
 WebFetch
-WebPix
+WebFuck
+WebSauger
 WebStripper
-WebWhacker
-Webalta
-Webshag
-Website Quester
+WebSucker
 WebsiteExtractor
-Webster
-Widow
-WiseGuys Robot
 Woobot
-YoudaoBot
-Zade
+Xaldon_WebSpider
+Xenu
+Zauba
+Zeus
 Zitebot
 ZoominfoBot
-ZyBorg
-archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 backlink-check
-coccocbot
+cah.io.community
+clark-crawler
 cognitiveseo
-com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+demandbase-bot
 domainsproject.org
 eCatch
-evc-batch
+gopher
 heritrix
-instabid
-ips-agent
-linkdexbot
-magpie-crawler
-mediawords
-oBot
+iubenda-radar
+netEstate NE Crawler
 page scorer
-polaris version
+pcBrowser
+plumanalytics
+probe-image-size
+ripz
 satoristudio.net
-scalaj-http
-seoscanners
 sexsearcher
-sogouspider
-spyfu
+tAkeOut
+trendiction.com
+ubermetrics-technologies.com
+webgains-bot
+webmeup-crawler
+webprosbot
 x22Mozilla