V4.2022.06.3163 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-AIBOT
-Aboundexbot
+404enemy
+ADmantX
+ALittle Client
+ASPSeek
+Abonti
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
+AiHitBot
 Aipbot
-Alexibot
-Anarchy
-Attach
-BBBike
+AlphaBot
+Anarchy99
+AwarioRssBot
 BDCbot
 BackDoorBot
-Bandit
+Backlink-Ceck
+BacklinkCrawler
+Badass
+BatchFTP
+Bitacle
 BlackWidow
 Blackboard
-Blow
 Boardreader
 Bolt
 BotALot
 Brandwatch
-Buck
-BuiltBotTough
-CSHttp
-Cegbfeieh
+Buddy
+CCBot
+CODE87
+CazoodleBot
+CensysInspect
+CheTeam
+CherryPicker
+Cliqzbot
 Cloud mapping
 Collector
 Copier
 Cosmos
-CrazyWebCrawler
-CrunchBot
+Craftbot
 Curious
-DIIbot
+DSearch
+DTS Agent
+DataCha0s
+Demon
 Deusu
-Digincore
-Dirbuster
-Discoverybot
-Dispatch
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainAppender
 DomainCrawler
-Domains Project
-Dotbot
+Dragonfly
 ECCP/1.0
-EMail Siphon
-EasyDL
-Ecxi
-EroCrawler
+EirGrabber
 Evil
-Exabot
-Express WebPictures
 Extractor
 Extreme Picture Finder
+Ezooms
+FDM
 FHscan
-FlashGet
-Freeuploader
+Fimap
+Flunky
+FrontPage
 Fuzz
 Fyrebot
+GT::WWW
+GalaxyBot
 Genieo
-GermCrawler
+GetRight
+Getintent
 Gigabot
-Go-Ahead-Got-It
-GoZilla
-Grabber
+GrabNet
+GrapeshotCrawler
+GridBot
 HTMLparser
-HTTrack
-HaosouSpider
+Haansoft
+Havij
 Heritrix
-Humanlinks
-HybridBot
+IDBTE4M
+IDBot
 IRLbot
 Iblog
-Image Fetch
-Image Sucker
-Indy Library
+Id-search
+InfoNaviRobot
+Intelliseek
 InterGET
 Internet Ninja
-IstellaBot
-JOC Web Spider
-JamesBOT
-JennyBot
-JikeSpider
-Joomla
-Jyxobot
-Kenjin Spider
-LWP::Simple
-Lanshanbot
-Leap
-LexiBot
-LinkScan
+InternetSeer
+Jbrofuzz
+Jorgee
+Keybot Translation-Search-Machine
+Kinza
+Kozmosbot
+Larbin
+LeechFTP
+LibWeb
+Likse
+LinkWalker
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
 Lmspider
 MFC_Tear_Sample
-MJ12bot
+MIDown tool
 MTRobot
 Magnet
+Majestic SEO
 Majestic-SEO
+MarkWatch
+Mata Hari
 Mb2345Browser
-MicroMessenger
-Microsoft URL Control
-Minefield
-Mister PiX
-Moblie Safari
-Mojeek
-Mozlila
+MeanPath Bot
+Meanpathbot
+Metauri
+Microsoft Data Access
+Morfeus Fucking Scanner
 Mr.4x3
-NPbot
-Navroad
-NearSite
+Msrabot
+Nameprotect
 Needle
-NetLyzer
-NetZIP
-Netcraft
-Nibbler
-Nikto
-Nimbostratus
-Nutch
+Nessus
+Net Vampire
+NetAnts
+Nettrack
+Ninja
+Nuclei
 Offline Explorer
-Openfind
+OnCrawl
+OpenLinkProfiler
 OrangeBot
-OrangeSpider
-OutfoxBot
-PHPCrawl
-PageGrabber
-PageScorer
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
+PageAnalyzer
 Panscient
-Papa Foto
+Pi-Monster
 PictureFinder
-Pixray
 Pockey
-ProWebWalker
-Probethenet
+ProPowerBot
 PxBroker
+QueryN Metasearch
+Quick-Crawler
 RankActive
 RankFlex
 Rankivabot
-RankurBot
-ReGet
+Re-re
+RealDownload
 RedesScrapy
 RepoMonkey
 RocketCrawler
-Rogerbot
-SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
+SEOkicks
 SEOprofiler
 SISTRIX
-SMTBot
-SalesIntelligent
 ScanAlert
+Scanbot
 ScoutJet
-ScrepyBot
+Scrapy
 SearchmetricsBot
-SemrushBot
-SentiBot
+Semrush
+SeoSiteCheckup
 SeobilityBot
-Site Sucker
-SiteExplorer
-SiteSucker
+Seomoz
+Sitevigil
+SlySearch
+Snapbot
+Snoopy
 Sociscraper
 Sogou web spider
 Sottopop
 SpaceBison
+Spammen
 SpankBot
-Spanner
-SputnikBot
+Spbot
+Spinn3r
+Sqlworm
+Steeler
 Stripper
-SuperBot
+Sucuri
+Surfbot
 SurveyBot
+Swiftbot
 Szukacz
-T0PHackTeam
-Telesoft
+Teleport
+Telesphoreo
+Telesphorep
 The Intraformant
-Titan
-Tracemyfile
+TightTwatBot
 Trendiction
-True_Robot
-Turnitin
+Trendictionbot
+TurnitinBot
 TwengaBot
+Twice
+Typhoeus
 URLy Warning
 UnisterBot
 Upflow
-V-BOT
-VeriCiteCrawler
+VB Project
+VCI
+VelenPublicWebCrawler
+VidibleScraper
 VoidEYE
 Voil
-Voltron
-WISENutbot
+WASALive-Bot
+WEBDAV
 WPScan
-WWW::Mechanize
+WWW-Mechanize
+WWWOFFLE
 Wallpapers
-Wallpapers/3.0
+Web Collage
 Web Enhancer
 Web Fetch
 Web Fuck
-WebFuck
-WebLeacher
-WebSauger
-WebWhacker
-Webalta
-Webshag
-WebsiteQuester
+Web Pix
+Web Sauger
+WebCollage
+WebFetch
+WebPix
+Whack
 Whacker
-Who.is Bot
+Whatweb
+Widow
 Woobot
-Wotbox
-Xaldon_WebSpider
-YoudaoBot
-Zeus
-ZmEu
+Wprecon
+Zermelo
+Zitebot
 ZoomBot
 ZoominfoBot
-ZumBot
-adscanner
 archive.org_bot
-arquivo.pt
-backlink-check
-cah.io.community
-crawl.sogou.com
+clark-crawler
+coccocbot
+cognitiveseo
+com.plumanalytics
 crawler.feedback
 crawler4j
-demandbase-bot
-eCatch
-facebookscraper
-heritrix
+dataforseo.com
 instabid
-linkdexbot
-magpie-crawler
-mediawords
+iubenda-radar
+lwp-trivial
+muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
-polaris version
-ripz
-satoristudio.net
-seobility
-sexsearcher
-sitechecker.pro
+plumanalytics
+probe-image-size
+s1z.ru
+seocompany.store
+serpstatbot
+siteripz
 sogouspider
-sp_auditbot
-sysscan
-tAkeOut
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-x09Mozilla
-x22Mozilla
-zgrab