V4.2022.05.3080 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-AIBOT
-Aboundex
-Aboundexbot
+01h4x.com
+404enemy
+ASPSeek
 Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Alexibot
 Alligator
-AlphaBot
-Anarchy
-Apexoo
+Anarchie
 Aspiegel
+Asterias
 AwarioRssBot
+BBBike
+BDFetch
+BackDoorBot
+Backlink-Ceck
+Bandit
 BatchFTP
 BetaBot
 Bigfoot
-BlackWidow
-Blackboard
+Blow
+BlowFish
 Boardreader
-Bolt
-Brandprotect
+BotALot
+Buck
 Buddy
-BuiltWith
-CCBot
+BuiltBotTough
+Bullseye
+CATExplorador
 CazoodleBot
-ChinaClaw
-Claritybot
+Cegbfeieh
+CheTeam
+Cliqzbot
 Cocolyzebot
-Collector
+Copyscape
 Cosmos
-Crawling at Home Project
-CrazyWebCrawler
+Crescent
 Custo
-DBLBot
-DataCha0s
+DSearch
+DTS Agent
 Demon
-Deusu
-DigitalPebble
+Devil
 Dirbuster
-Discobot
-DittoSpyder
+Disco
+Discoverybot
 DnyzBot
-DomCopBot
-DomainSigmaCrawler
-ECCP/1.0
-EMail Wolf
-EasyDL
+DomainStatsBot
+Dotbot
+Download Wonder
+Dragonfly
+EMail Siphon
+EirGrabber
+EroCrawler
 Evil
 Exabot
-Express WebPictures
-ExtLinksBot
+Extractor
 ExtractorPro
+EyeNetIE
 Ezooms
-FDM
 FHscan
-Fimap
-FlashGet
-Foobot
-FrontPage
-FyberSpider
-G-i-g-a-b-o-t
+FemtosearchBot
+Flunky
 GT::WWW
-GetRight
-Go-Ahead-Got-It
-GoZilla
-Gotit
-GrabNet
-Grafula
-GrapeshotCrawler
-HMView
-HTTrack
-Haansoft
+GetWeb
+Grabber
+GrapeFX
+HTTP::Lite
+HaosouSpider
+Harvest
 Heritrix
-HonoluluBot
-Humanlinks
-HybridBot
-IDBTE4M
-IDBot
-Iblog
+Hloader
 Id-search
+IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
-InfoNaviRobot
-InterGET
-Internet Ninja
+InternetSeer
 IstellaBot
-Joomla
+Jbrofuzz
+JennyBot
+JetCar
 Jorgee
-Keyword Density
+JustView
+Jyxobot
 Kozmosbot
+LNSpiderguy
 Lanshanbot
+Larbin
 Leap
-LeechFTP
-Libwhisker
+Lightspeedsystems
 LinkScan
-LinkpadBot
-LinqiaScrapeBot
-Litemage_walker
+Linkbot
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
 Lmspider
-MIIxpc
-MJ12bot
-MQQBrowser
-MSFrontPage
-MTRobot
+MFC_Tear_Sample
+MSIECrawler
 Mag-Net
-Magnet
 Majestic-SEO
-MarkMonitor
-MarkWatch
 Mata Hari
-MegaIndex.ru
+Mb2345Browser
+Mediatoolkitbot
 MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+Minefield
 Moblie Safari
+Mojeek
 Mojolicious
-MolokaiBot
+Mozlila
 Mr.4x3
-Musobot
+NPbot
 Name Intelligence
-Navroad
-NearSite
-Needle
-Net Vampire
-NetSpider
-Netcraft
-Nibbler
-Nmap
-Octopus
-OpenVAS
+NetAnts
+NetMechanic
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Nutch
+OnCrawl
+OpenLinkProfiler
+Openfind
 OrangeBot
-OutfoxBot
+OrangeSpider
+OutclicksBot
 PECL::HTTP
-PHPCrawl
 Page Analyzer
-PageScorer
-PageThing.com
-Panscient
+PageAnalyzer
+Pandalytics
 Papa Foto
-Picsearch
+Pavuk
+PeoplePal
+PictureFinder
+Piepmatz
+Pixray
+Pockey
 ProPowerBot
-Pu_iN
-Pump
-QueryN Metasearch
+Probethenet
+Quick-Crawler
 RSSingBot
-RankingBot2
+RankActiveLinkBot
+RankFlex
+Rankivabot
 RankurBot
-Re-re
-RedesScrapy
-Ripper
-SBIder
+RealDownload
+Recorder
+Rogerbot
 SEOlyticsCrawler
-SMTBot
+SEOprofiler
 SalesIntelligent
-Scanbot
-ScoutJet
-Scrapy
+ScanAlert
+ScreenerBot
 ScrepyBot
-SemanticJuice
+SearchmetricsBot
+SemrushBot
+SeoSiteCheckup
 SeobilityBot
 Siphon
+Site Sucker
 SiteExplorer
+SiteSnagger
 SiteSucker
+Sitebeam
 Siteimprove
+Sitevigil
 SmartDownload
-Snake
-Snoopy
-Sociscraper
-Spanner
-Spbot
-Sqlworm
+SocialRankIOBot
+Sottopop
+Spammen
+SpankBot
+Spinn3r
+Sqlmap
 Steeler
-Sucker
-SuperHTTP
+Sucuri
+SuperBot
 Surfbot
+SurveyBot
+Suzuran
+Szukacz
 Teleport
 Telesphoreo
-Telesphorep
 The Intraformant
 Thumbor
-TightTwatBot
 Titan
-Toata
-Toweyabot
-Trendictionbot
-True_Robot
-Turnitin
-Twice
+Turingos
+TurnitinBot
 Typhoeus
-UnisterBot
-V-BOT
+URLy Warning
 Vagabondo
 VeriCiteCrawler
 VidibleScraper
-VoidEYE
-Voil
+Virusdie
+WEBDAV
 WISENutbot
 WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-Web Fetch
+WeSEE
+Web Auto
+Web Fuck
 Web Sauger
 Web Sucker
-WebAuto
-WebCopier
+WebEnhancer
 WebFetch
-WebFuck
-WebLeacher
 WebReaper
 WebStripper
-WebSucker
+WebWhacker
 WebmasterWorldForumBot
 WebsiteExtractor
-Webster
-Who.is Bot
+WebsiteQuester
 WinHTTrack
+WiseGuys Robot
 Wotbox
-Xaldon_WebSpider
+Wprecon
+Xaldon WebSpider
 YoudaoBot
 Zade
-Zermelo
+Zauba
+Zitebot
 ZoomBot
-ZumBot
 ZyBorg
-archive.org_bot
-check1.exe
+adscanner
 coccocbot
 cognitiveseo
-crawl.sogou.com
-crawler.feedback
-crawler4j
+demandbase-bot
 evc-batch
-facebookscraper
-meanpathbot
-netEstate NE Crawler
+gopher
+heritrix
+isitwp.com
+lwp-trivial
+magpie-crawler
+muhstik-scan
 page scorer
+pcBrowser
 polaris version
-probe-image-size
-satoristudio.net
+s1z.ru
+scalaj-http
 seobility
-seostar
+seocompany.store
+serpstatbot
 sexsearcher
-sitechecker.pro
-spyfu
-voyagerx.com
-webgains-bot
-webprosbot
+sp_auditbot
+tAkeOut
+ubermetrics-technologies.com
+webmeup-crawler
+webpros.com
 x22Mozilla
 zgrab