V4.2023.01.3539 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404enemy
 AIBOT
 ALittle Client
-ASPSeek
-Aboundex
-Aipbot
+Acunetix
+AiHitBot
+Alexibot
 AllSubmitter
 Alligator
-Anarchie
-Ankit
 Anthill
+Aspiegel
+Asterias
+Attach
 AwarioRssBot
-BackDoorBot
+AwarioSmartBot
+BDFetch
+BLEXBot
 BackStreet
-BackWeb
 Backlink-Ceck
-Badass
+Bandit
 BatchFTP
-BetaBot
+Battleztar Bazinga
 Bigfoot
-Black Hole
-Blackboard
-Buddy
-BuiltBotTough
-BuiltWith
-Bullseye
+Bitacle
 BuzzSumo
+CATExplorador
+CODE87
 CSHttp
-CheTeam
+Calculon
+Cegbfeieh
+CensysInspect
 CheeseBot
-Chlooe
+CherryPicker
 Claritybot
-Cloud mapping
-Cocolyzebot
-Copyscape
+Cogentbot
+Collector
+Copier
+CopyRightCheck
 Crawling at Home Project
-CrazyWebCrawler
-Curious
+Crescent
 DSearch
-DataCha0s
+DatabaseDriverMysqli
 Demon
-Devil
-DigitalPebble
+Digincore
 Dirbuster
-Discoverybot
-Dispatch
-DomainStatsBot
+Disco
+DittoSpyder
+DomainAppender
+DomainSigmaCrawler
+Domains Project
 Dotbot
+Dragonfly
+Drip
 EMail Wolf
-Ebingbong
+EasyDL
 EroCrawler
-Evil
+Exabot
 Extractor
-ExtractorPro
-Ezooms
+EyeNetIE
+FDM
+FHscan
+FemtosearchBot
+Firefox/7.0
 Flunky
-Freeuploader
 FrontPage
 Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
 Genieo
-GetRight
-GetWeb
 Getintent
+Gigabot
 Go!Zilla
-Grabber
+Go-Ahead-Got-It
+GoZilla
+Gotit
 Grafula
-GrapeFX
 GrapeshotCrawler
-HTMLparser
+HEADMasterSEO
+HMView
 HTTP::Lite
-HTTrack
-HaosouSpider
-IRLbot
-Iblog
-IlseBot
-Image Sucker
-IndeedBot
-Internet Ninja
-JamesBOT
-JetCar
-Jetty
-JikeSpider
-Keybot Translation-Search-Machine
+Havij
+Heritrix
+Hloader
+Image Fetch
+InfoNaviRobot
+Iria
+Iskanie
+JOC Web Spider
+JennyBot
+Jorgee
+Kinza
 Kozmosbot
+LWP::Simple
 Lanshanbot
 Larbin
-LeechFTP
-Lftp
+Leap
+LexiBot
 LibWeb
 LieBaoFast
 Lightspeedsystems
-LinkWalker
+LinkScan
 Linkbot
 LinkextractorPro
 LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-MIDown tool
-MIIxpc
-MJ12bot
-MQQBrowser
-MSFrontPage
-MSIECrawler
-Magnet
+MFC_Tear_Sample
+Mag-Net
 Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
-MarkWatch
-MauiBot
-Mb2345Browser
+Majestic SEO
+Majestic12
+Masscan
+MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
 MicroMessenger
-Microsoft URL Control
-Minefield
+Mojeek
 MolokaiBot
-Msrabot
-Musobot
-Name Intelligence
+NICErsPRO
 Nameprotect
+NearSite
+NetLyzer
+NetMechanic
 NetSpider
 NetZIP
-Netcraft
-Netvibes
-NextGenSearchBot
-Nibbler
 NimbleCrawler
-Nimbostratus
 Ninja
-Not
-Nutch
-Octopus
+Nmap
+Nuclei
+Offline Explorer
 OpenVAS
-Openvas
 OutfoxBot
-PHPCrawl
-PageAnalyzer
-PageScorer
+POE-Component-Client-HTTP
 PageThing.com
 Pandalytics
 Panscient
-Papa Foto
+Pavuk
 PeoplePal
 Picscout
-Picsearch
-ProPowerBot
+Pixray
+PleaseCrawl
 ProWebWalker
-Psbot
-Pu_iN
+Probethenet
+Pump
+PyCurl
+Quick-Crawler
+RSSingBot
+RankActive
 RankActiveLinkBot
 RankingBot
-RankingBot2
-Re-re
 ReGet
-Reaper
-RebelMouse
-Recorder
-RocketCrawler
+Ripper
+Rogerbot
+SBIder
+SEOprofiler
 SEOstats
-SISTRIX
 SMTBot
+SalesIntelligent
+Scanbot
+ScoutJet
 Scrapy
-Screaming
-Semrush
-SemrushBot
+ScreenerBot
+Searchestate
 SeoSiteCheckup
+Shodan
 SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
-Sitevigil
-SmartDownload
-SocialRankIOBot
+SiteLockSpider
+Sitebeam
+Snake
+Snapbot
+Snoopy
+Sociscraper
+Sogou web spider
+Sottopop
 SpaceBison
+Spammen
 Spinn3r
 SputnikBot
-Sqlworm
-Stripper
-Sucker
-Sucuri
-SurveyBot
-T8Abot
-Telesphoreo
-Tracemyfile
-True_Robot
-URLy Warning
+Sqlmap
+Steeler
+SuperHTTP
+Surfbot
+Swiftbot
+T0PHackTeam
+Telesphorep
+The Intraformant
+TheNomad
+Thumbor
+TightTwatBot
+Trendictionbot
+Turingos
+Turnitin
+TwengaBot
+Typhoeus
+URLy.Warning
+UnisterBot
 VCI
-Vacuum
 Vagabondo
-WEBDAV
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+Voltron
 WISENutbot
-WWW-Collector-E
+WPScan
 WWW::Mechanize
-WWWOFFLE
+Wallpapers
 Wallpapers/3.0
 WallpapersHD
-Web Fetch
-Web Sucker
-WebAuto
-WebBandit
-WebCollage
-WebFetch
-WebFuck
-WebImageCollector
-WebLeacher
+Web Collage
+Web Enhancer
+WebCopier
 WebPix
-WebZIP
-Webshag
+WebReaper
+WebSauger
+WebStripper
 Website Quester
-Whack
-Whatweb
-WinHTTrack
-WiseGuys Robot
 Woobot
-Wotbox
-Wprecon
 Xaldon WebSpider
-Zauba
-Zermelo
-ZoomBot
-ZyBorg
-adscanner
-arquivo-web-crawler
-coccocbot
+Xaldon_WebSpider
+Zeus
+ZmEu
+archive.org_bot
+backlink-check
 crawl.sogou.com
 crawler.feedback
 crawler4j
-dataforseo.com
-demandbase-bot
-eCatch
-heritrix
+domainsproject.org
+evc-batch
+instabid
+internetVista monitor
 isitwp.com
+linkdexbot
+lwp-request
 magpie-crawler
-page scorer
-pcBrowser
+netEstate NE Crawler
+oBot
 plumanalytics
-scan.lol
+polaris version
+seocompany.store
 seoscanners
-sogouspider
-spyfu
+seostar
+serpstatbot
+sexsearcher
+sp_auditbot
 sysscan
+tAkeOut
 trendiction.com
 ubermetrics-technologies.com
-voyagerx.com
 webpros.com
-xpymep1.exe
+zauba.io