V4.2023.01.3540 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
+360Spider
+80legs
 AIBOT
-ALittle Client
+ASPSeek
+Abonti
 Acunetix
 AiHitBot
+Aipbot
 Alexibot
-AllSubmitter
-Alligator
+AlphaBot
+Ankit
 Anthill
-Aspiegel
+Apexoo
 Asterias
-Attach
-AwarioRssBot
-AwarioSmartBot
+BDCbot
 BDFetch
 BLEXBot
-BackStreet
-Backlink-Ceck
-Bandit
+BackDoorBot
 BatchFTP
 Battleztar Bazinga
 Bigfoot
-Bitacle
-BuzzSumo
+BlackWidow
+Blackboard
+Blow
+Boardreader
+Bolt
+BotALot
+Brandprotect
+Buck
+BuiltBotTough
+BunnySlippers
 CATExplorador
+CCBot
 CODE87
-CSHttp
 Calculon
 Cegbfeieh
 CensysInspect
-CheeseBot
-CherryPicker
-Claritybot
+Chlooe
+Cloud mapping
 Cogentbot
-Collector
 Copier
-CopyRightCheck
-Crawling at Home Project
-Crescent
+Craftbot
+CrazyWebCrawler
+Curious
+CyotekWebCopy
 DSearch
-DatabaseDriverMysqli
+DataCha0s
 Demon
-Digincore
+Deusu
 Dirbuster
 Disco
-DittoSpyder
+DnBCrawler-Analytics
 DomainAppender
 DomainSigmaCrawler
 Domains Project
 Dotbot
+Download Wonder
 Dragonfly
-Drip
-EMail Wolf
-EasyDL
+EMail Siphon
+EirGrabber
 EroCrawler
+Evil
 Exabot
-Extractor
-EyeNetIE
-FDM
 FHscan
-FemtosearchBot
-Firefox/7.0
+Fimap
 Flunky
-FrontPage
-Fyrebot
-G-i-g-a-b-o-t
+Foobot
+FyberSpider
 GT::WWW
-GalaxyBot
-Genieo
-Getintent
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
+GetRight
+GetWeb
 GoZilla
 Gotit
-Grafula
-GrapeshotCrawler
-HEADMasterSEO
-HMView
+GrabNet
+GrapeFX
+GridBot
 HTTP::Lite
 Havij
 Heritrix
-Hloader
-Image Fetch
+HybridBot
+IDBot
+IRLbot
+Iblog
+IndeedBot
 InfoNaviRobot
-Iria
-Iskanie
+InfoTekies
 JOC Web Spider
-JennyBot
-Jorgee
-Kinza
+JamesBOT
+Jetty
+Joomla
+Jyxobot
 Kozmosbot
 LWP::Simple
 Lanshanbot
 Larbin
-Leap
-LexiBot
-LibWeb
-LieBaoFast
+Libwhisker
 Lightspeedsystems
 LinkScan
 Linkbot
-LinkextractorPro
-LinksManager
-MFC_Tear_Sample
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey Spider
+Lmspider
+MIIxpc
+MJ12bot
 Mag-Net
-Mail.RU_Bot
 Majestic SEO
-Majestic12
+MarkWatch
+Mass Downloader
 Masscan
-MeanPath Bot
+Mata Hari
 Meanpathbot
-MicroMessenger
-Mojeek
-MolokaiBot
+MegaIndex.ru
+Metauri
+Microsoft Data Access
+Minefield
+Moblie Safari
+Morfeus Fucking Scanner
+Mozlila
 NICErsPRO
 Nameprotect
-NearSite
-NetLyzer
-NetMechanic
-NetSpider
-NetZIP
+Navroad
+Net Vampire
+Nettrack
+Netvibes
+Niki-bot
 NimbleCrawler
-Ninja
 Nmap
-Nuclei
+Octopus
 Offline Explorer
+OpenLinkProfiler
 OpenVAS
-OutfoxBot
-POE-Component-Client-HTTP
+OrangeSpider
+PECL::HTTP
+PageScorer
 PageThing.com
-Pandalytics
 Panscient
 Pavuk
-PeoplePal
 Picscout
 Pixray
 PleaseCrawl
+Pockey
 ProWebWalker
-Probethenet
 Pump
 PyCurl
-Quick-Crawler
-RSSingBot
-RankActive
-RankActiveLinkBot
+QueryN Metasearch
 RankingBot
-ReGet
-Ripper
-Rogerbot
-SBIder
+RankingBot2
+Rankivabot
+RebelMouse
+Recorder
+SEOkicks
 SEOprofiler
 SEOstats
 SMTBot
-SalesIntelligent
-Scanbot
-ScoutJet
+ScanAlert
 Scrapy
-ScreenerBot
+Screaming
+ScrepyBot
 Searchestate
-SeoSiteCheckup
-Shodan
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-Sitebeam
-Snake
-Snapbot
-Snoopy
+SemrushBot
+Seomoz
+SiteSucker
+SocialRankIOBot
 Sociscraper
 Sogou web spider
-Sottopop
-SpaceBison
+Sosospider
 Spammen
+SpankBot
 Spinn3r
 SputnikBot
 Sqlmap
+Sqlworm
 Steeler
-SuperHTTP
-Surfbot
+Sucuri
+SurveyBot
 Swiftbot
 T0PHackTeam
+Teleport
+Telesoft
 Telesphorep
-The Intraformant
-TheNomad
 Thumbor
 TightTwatBot
-Trendictionbot
-Turingos
-Turnitin
+Toweyabot
+Trendiction
+True_Robot
+TurnitinBot
 TwengaBot
 Typhoeus
 URLy.Warning
 UnisterBot
-VCI
-Vagabondo
+Upflow
 VelenPublicWebCrawler
-VeriCiteCrawler
 VidibleScraper
-Virusdie
+VoidEYE
 Voltron
-WISENutbot
-WPScan
+WBSearchBot
 WWW::Mechanize
-Wallpapers
 Wallpapers/3.0
 WallpapersHD
+Web Auto
 Web Collage
-Web Enhancer
-WebCopier
+Web Fetch
+Web Sucker
+WebBandit
+WebEnhancer
+WebFuck
 WebPix
 WebReaper
 WebSauger
 WebStripper
+WebWhacker
 Website Quester
-Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
-Zeus
-ZmEu
-archive.org_bot
-backlink-check
+Webster
+Whack
+WinHTTrack
+YoudaoBot
+Zauba
+Zermelo
+ZumBot
+autoemailspider
+coccocbot
+cognitiveseo
+com.plumanalytics
 crawl.sogou.com
 crawler.feedback
-crawler4j
 domainsproject.org
-evc-batch
-instabid
-internetVista monitor
-isitwp.com
+heritrix
+iubenda-radar
 linkdexbot
-lwp-request
-magpie-crawler
-netEstate NE Crawler
-oBot
+lwp-trivial
+muhstik-scan
+page scorer
+pcBrowser
 plumanalytics
-polaris version
-seocompany.store
+satoristudio.net
+scalaj-http
+scan.lol
 seoscanners
-seostar
-serpstatbot
 sexsearcher
-sp_auditbot
+sitechecker.pro
+siteripz
+sogouspider
 sysscan
-tAkeOut
 trendiction.com
-ubermetrics-technologies.com
+webmeup-crawler
 webpros.com
-zauba.io
+webprosbot