V4.2022.11.3464 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-ADmantX
-AhrefsBot
+AIBOT
+ALittle Client
+ASPSeek
+Aboundexbot
+Acunetix
+AiHitBot
 Aipbot
 Alligator
-AlphaBot
 Anarchie
-Anarchy
 Anarchy99
-Anthill
+Ankit
 Aspiegel
 Asterias
-Atomseobot
-AwarioSmartBot
-BBBike
 BDFetch
+BLEXBot
 BackDoorBot
-BackStreet
 Backlink-Ceck
-Barkrowler
-BatchFTP
-Battleztar Bazinga
+Badass
 BetaBot
-Blow
-Bolt
-Brandprotect
-Buck
-BuiltBotTough
+Bigfoot
+BotALot
+Buddy
 Bullseye
-BunnySlippers
-CCBot
-CheeseBot
+BuzzSumo
+CATExplorador
+CSHttp
+Calculon
+CheTeam
 CherryPicker
-Chlooe
 Claritybot
-Cliqzbot
+Cloud mapping
+Cocolyzebot
 Cogentbot
 Collector
 CopyRightCheck
 Copyscape
-Cosmos
 Crawling at Home Project
-CrunchBot
-DIIbot
-DataCha0s
-DatabaseDriverMysqli
-Demon
-DigitalPebble
-Discobot
-DittoSpyder
-DnyzBot
-DomainStatsBot
-Domains Project
-Dragonfly
-Ecxi
-EirGrabber
+Curious
+Custo
+Dirbuster
+Disco
+Discoverybot
+Dispatch
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+Download Wonder
+Drip
 Express WebPictures
-ExtLinksBot
 ExtractorPro
-FDM
-FHscan
+EyeNetIE
 FlashGet
-Flunky
-Foobot
 Freeuploader
+FrontPage
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-Genieo
-GermCrawler
+GalaxyBot
 Getintent
 Go-Ahead-Got-It
-GoZilla
-GrabNet
-Grabber
-GrapeFX
-GridBot
-HMView
-HaosouSpider
-HybridBot
-IDBot
+Grafula
+GrapeshotCrawler
+HEADMasterSEO
+HTMLparser
+HTTP::Lite
+HTTrack
+Harvest
+HonoluluBot
+Humanlinks
+IRLbot
+Iblog
 Id-search
 IlseBot
 Image Fetch
+Indy Library
 InfoTekies
-Iria
-Iskanie
-IstellaBot
-Joomla
-Jyxobot
-Keybot Translation-Search-Machine
+Intelliseek
+InterGET
+JOC Web Spider
+JamesBOT
+Jbrofuzz
+JennyBot
+Keyword Density
 Kinza
-Kozmosbot
-Larbin
-LeechGet
-Libwhisker
+LNSpiderguy
+Lanshanbot
+Leap
+Lftp
+LibWeb
 LieBaoFast
 LinkScan
 LinksManager
 LinqiaMetadataDownloaderBot
-MJ12bot
+LinqiaRSSBot
+Litemage_walker
+Ltx71
+MFC_Tear_Sample
 MQQBrowser
 MSFrontPage
-MSIECrawler
-MTRobot
-Mag-Net
-MarkWatch
+Magnet
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+MarkMonitor
 Mass Downloader
-Mata Hari
 MauiBot
-Metauri
-MicroMessenger
-Microsoft URL Control
-MolokaiBot
-Morfeus Fucking Scanner
+Mb2345Browser
+MegaIndex.ru
+Moblie Safari
 NICErsPRO
-Navroad
+NPbot
 NearSite
 Needle
-Netvibes
-NextGenSearchBot
-Nikto
-Nimbostratus
+Net Vampire
+NetAnts
+NetMechanic
+NetSpider
+Niki-bot
 Ninja
 Nmap
-Not
-Offline Explorer
-Offline Navigator
-PECL::HTTP
+Nuclei
+Nutch
+Octopus
+OnCrawl
+OpenVAS
+Openfind
+Openvas
+OrangeSpider
 POE-Component-Client-HTTP
-PictureFinder
-Pixray
-PleaseCrawl
+PageScorer
+PageThing.com
+Pandalytics
+Panscient
+Pavuk
+PeoplePal
+Pi-Monster
+Piepmatz
 Pockey
 ProPowerBot
+Psbot
 Pu_iN
-Quick-Crawler
-RSSingBot
-RankActive
-RankurBot
+Pump
+PxBroker
+QueryN Metasearch
+RankActiveLinkBot
+RankingBot2
 ReGet
-RealDownload
-Reaper
 RebelMouse
-Recorder
+RedesScrapy
+RepoMonkey
+Rogerbot
 SEOkicks
-SEOkicks-Robot
 SEOprofiler
+SEOstats
 SISTRIX
-ScoutJet
+Scrapy
+ScrepyBot
 Searchestate
-Semrush
+SearchmetricsBot
+SemanticJuice
 SemrushBot
+SeoSiteCheckup
 Shodan
 Siphon
 Site Sucker
-SiteSnagger
-Sitebeam
+SiteSucker
+Siteimprove
+Sitevigil
 SlySearch
-Snake
-Snapbot
 Snoopy
-Sosospider
 Sottopop
-SpaceBison
-SputnikBot
-Sucuri
-SuperBot
-Suzuran
-Swiftbot
-T0PHackTeam
-Teleport
+SpankBot
+Spinn3r
+Sqlworm
+SurveyBot
+T8Abot
 Telesphoreo
-Telesphorep
+The Intraformant
 TheNomad
-Thumbor
-Toweyabot
-Tracemyfile
+TightTwatBot
+Toata
+Trendiction
+Trendictionbot
 Turingos
-Turnitin
+Typhoeus
 URLy Warning
 UnisterBot
 Upflow
-V-BOT
-VB Project
-VCI
-Vagabondo
-VoidEYE
-Voil
-Voltron
-WASALive-Bot
-WWW-Collector-E
-WWW-Mechanize
+Vacuum
+Virusdie
+WBSearchBot
+Wallpapers
 Wallpapers/3.0
-Web Fuck
-Web Pix
-WebCollage
-WebCopier
+WeSEE
+Web Collage
+Web Enhancer
+Web Sucker
+WebBandit
+WebFetch
 WebFuck
+WebGo IS
+WebImageCollector
 WebPix
-WebSauger
 WebStripper
-WebWhacker
+WebZIP
 Webalta
 WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whack
 Whacker
-WinHTTrack
+Widow
 WiseGuys Robot
 Wonderbot
 Woobot
 Wotbox
 Xaldon WebSpider
-Xenu
+Zauba
 Zermelo
-Zeus
-ZoominfoBot
-arquivo-web-crawler
-autoemailspider
-com.plumanalytics
-crawl.sogou.com
-crawler4j
-dataforseo.com
-demandbase-bot
-domainsproject.org
-evc-batch
+Zitebot
+ZumBot
+ZyBorg
+archive.org_bot
+backlink-check
+cah.io.community
+eCatch
+facebookscraper
 heritrix
-internetVista monitor
-ips-agent
-linkdexbot
+isitwp.com
 lwp-request
+magpie-crawler
 meanpathbot
-mediawords
-netEstate NE Crawler
-page scorer
-scalaj-http
-scan.lol
+muhstik-scan
+pcBrowser
+plumanalytics
+probe-image-size
+ripz
+satoristudio.net
 seobility
 seoscanners
-sexsearcher
-sitechecker.pro
-sogouspider
+serpstatbot
+spyfu
 sysscan
 tAkeOut
 trendiction.com
-trendiction.de
-voyagerx.com
+ubermetrics-technologies.com
+webmeup-crawler
 webpros.com
-x09Mozilla
+webprosbot
 zgrab