V4.2023.02.3580 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-ALittle Client
+ADmantX
+AIBOT
+Aboundex
+Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
 Alexibot
-Alligator
-Anarchy
 Anarchy99
-Attach
-AwarioRssBot
-AwarioSmartBot
+Ankit
+Anthill
+Aspiegel
+Asterias
+Atomseobot
+BBBike
 BackStreet
-BackWeb
-Badass
-Bandit
+BatchFTP
+Battleztar Bazinga
 Bigfoot
-BlackWidow
-Blackboard
+Bitacle
 BlowFish
-Brandwatch
+Bolt
 Buck
+Buddy
+BuiltWith
 BunnySlippers
 BuzzSumo
 CATExplorador
 CCBot
 CODE87
-CSHttp
+CazoodleBot
 CensysInspect
 CheTeam
 ChinaClaw
-Claritybot
-Cliqzbot
-Cogentbot
-CopyRightCheck
+Collector
+Copier
 Cosmos
-Crescent
-CrunchBot
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 Curious
+CyotekWebCopy
+DBLBot
 DTS Agent
-DatabaseDriverMysqli
-DigitalPebble
-Dirbuster
-Discobot
 Dispatch
-DnyzBot
+DittoSpyder
+DnBCrawler-Analytics
 DomainAppender
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
 Dotbot
 Download Wonder
 Dragonfly
-ECCP/1.0
 EMail Siphon
-EroCrawler
-ExtLinksBot
-Ezooms
+Exabot
+Extractor
+EyeNetIE
 FDM
 FHscan
+FemtosearchBot
 Fimap
-Firefox/7.0
 FlashGet
+Flunky
+Foobot
 Fuzz
-Fyrebot
-GalaxyBot
-Genieo
-Getintent
-Go!Zilla
-Go-Ahead-Got-It
+FyberSpider
+GetRight
+Gigabot
 GoZilla
-Gotit
-GrapeFX
+Grabber
+GrapeshotCrawler
 HMView
-HTTP::Lite
-HTTrack
-Havij
 Heritrix
+Hloader
 IDBot
-IRLbot
 Iblog
-Id-search
-Image Fetch
-IndeedBot
-Indy Library
-InfoNaviRobot
-Intelliseek
+Image Sucker
 InterGET
 Iria
-Iskanie
+JOC Web Spider
 Jbrofuzz
 Jetty
-JikeSpider
 Joomla
-JustView
-Kinza
-LeechFTP
+Jyxobot
+Kenjin Spider
+Keyword Density
+Kozmosbot
+LWP::Simple
+Leap
 Lftp
+LieBaoFast
+Lightspeedsystems
 Likse
 LinkScan
-LinkWalker
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinqiaScrapeBot
 Ltx71
-Majestic SEO
+MFC_Tear_Sample
+MQQBrowser
+MSIECrawler
+MTRobot
+Majestic-SEO
 MarkMonitor
 Mass Downloader
 Masscan
-Mata Hari
-Mb2345Browser
-MegaIndex.ru
-Metauri
-Microsoft URL Control
-Mister PiX
-Msrabot
-Musobot
-NICErsPRO
-NPbot
-Nameprotect
-Navroad
-NearSite
-Net Vampire
+MeanPath Bot
+Meanpathbot
+Microsoft Data Access
+MolokaiBot
+Mr.4x3
+NetAnts
 NetLyzer
-NetSpider
-NetZIP
 Netcraft
-Netvibes
-Nibbler
-Nuclei
+Niki-bot
+Nikto
+NimbleCrawler
 Nutch
-Offline Explorer
+Offline Navigator
 OnCrawl
 OpenLinkProfiler
+OpenVAS
+Openfind
 Openvas
 OrangeBot
-OutclicksBot
-OutfoxBot
+OrangeSpider
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
 PageScorer
 PageThing.com
 Panscient
-Papa Foto
 Pavuk
-Piepmatz
-Pixray
+PictureFinder
+Pimonster
 PleaseCrawl
-Pockey
-ProWebWalker
-Probethenet
-Pump
-PxBroker
+ProPowerBot
+QueryN Metasearch
+Quick-Crawler
 RankActive
-RankActiveLinkBot
 RankFlex
+RankingBot
+RankingBot2
 Rankivabot
+RankurBot
 Re-re
 ReGet
 RealDownload
-Recorder
-Ripper
+RebelMouse
 RocketCrawler
-Rogerbot
-SEOstats
-Scanbot
-ScoutJet
-ScreenerBot
+SEOprofiler
+SMTBot
+SalesIntelligent
+ScanAlert
+Scrapy
+Screaming
+ScrepyBot
 Searchestate
-Seekport
-SeoSiteCheckup
-SiteLockSpider
+SearchmetricsBot
+Semrush
+SeobilityBot
+Seomoz
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
 SiteSucker
-Sitevigil
-SlySearch
+Sitebeam
 SmartDownload
-Snake
 Snapbot
 SocialRankIOBot
-SpaceBison
+SpankBot
 Spbot
-Spinn3r
+SputnikBot
 Sqlmap
-Sqworm
-Steeler
-SuperHTTP
+Stripper
+Sucker
+Surfbot
+SurveyBot
 TeleportPro
 Telesphoreo
-The Intraformant
-Titan
-Toweyabot
-Tracemyfile
-TurnitinBot
+Telesphorep
+TheNomad
+Toata
+Trendictionbot
+Turnitin
 Twice
+URLy Warning
 URLy.Warning
 UnisterBot
+Upflow
 VB Project
-VCI
-Vacuum
 VelenPublicWebCrawler
+VeriCiteCrawler
+VoidEYE
 Voltron
-WBSearchBot
-WPScan
-WWW-Mechanize
-WallpapersHD
-WeSEE
-Web Auto
-Web Collage
+WEBDAV
+WISENutbot
+WWWOFFLE
+Wallpapers
 Web Fetch
-Web Sucker
+Web Fuck
+WebAuto
+WebCollage
 WebFetch
-WebGo IS
-WebPix
 WebSauger
-WebStripper
 WebSucker
 WebZIP
+Webalta
+Webshag
 Website Quester
+Webster
 Whack
+Whacker
+Widow
+WinHTTrack
 WiseGuys Robot
-Wonderbot
 Wotbox
-ZmEu
-ZumBot
-autoemailspider
-backlink-check
-cah.io.community
-clark-crawler
-crawler.feedback
-instabid
-internetVista monitor
-ips-agent
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+Zermelo
+Zitebot
+ZoominfoBot
+arquivo.pt
+check1.exe
+cognitiveseo
+crawl.sogou.com
+facebookscraper
+gopher
+heritrix
 iubenda-radar
+linkdexbot
 lwp-trivial
-meanpathbot
 mediawords
-muhstik-scan
-netEstate NE Crawler
-page scorer
-pcBrowser
 plumanalytics
-ripz
+probe-image-size
+scalaj-http
+scan.lol
 seostar
+serpstatbot
 sexsearcher
 sitechecker.pro
+siteripz
 sogouspider
-sysscan
-webmeup-crawler
-webpros.com
-webprosbot
+spyfu
+tAkeOut
+voyagerx.com
 x09Mozilla
 x22Mozilla
-xpymep1.exe