V4.2023.02.3589 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
 404enemy
-ADmantX
-Abonti
-Aboundex
+AIBOT
+ALittle Client
+Aboundexbot
 Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-Alexibot
-Alligator
+Aipbot
 AlphaBot
-Anthill
 Apexoo
-Aspiegel
 Atomseobot
-BDCbot
+Attach
+AwarioRssBot
 BackWeb
-Backlink-Ceck
+BacklinkCrawler
 Bandit
-BatchFTP
-BetaBot
-Blow
+Barkrowler
+Bigfoot
+Black Hole
+BlackWidow
+BlowFish
 Bolt
 Brandprotect
-BuiltBotTough
-BunnySlippers
+Buck
+Buddy
+BuzzSumo
+CCBot
 CODE87
+CSHttp
 CazoodleBot
 CensysInspect
-CheTeam
-CheeseBot
-ChinaClaw
-Cogentbot
-Copyscape
-Craftbot
+CherryPicker
+Claritybot
+CopyRightCheck
+Cosmos
 Crawling at Home Project
-CrazyWebCrawler
-DBLBot
+Crescent
+Curious
+CyotekWebCopy
+DSearch
 DTS Agent
+DataCha0s
+Digincore
 Disco
-Dispatch
+Discoverybot
 DittoSpyder
-DomainAppender
+DomCopBot
 DomainStatsBot
-Domains Project
 Dotbot
-Drip
 ECCP/1.0
-EasyDL
+EMail Siphon
+EMail Wolf
 Ecxi
-Evil
 Express WebPictures
-ExtLinksBot
-Extractor
 ExtractorPro
 Extreme Picture Finder
-FemtosearchBot
-Foobot
-Freeuploader
-Fuzz
-Genieo
+EyeNetIE
+Ezooms
+Flunky
+Fyrebot
 GermCrawler
-GoZilla
+Getintent
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
 Grabber
-Grafula
-GrapeFX
-HTMLparser
-HTTP::Lite
-Haansoft
-HaosouSpider
-Heritrix
-Humanlinks
-IRLbot
-Id-search
+HMView
+HTTrack
+Havij
+Hloader
+HybridBot
 IlseBot
+Image Fetch
+InfoTekies
+Internet Ninja
 InternetSeer
 Iskanie
-JamesBOT
-JetCar
+IstellaBot
+Jetty
 JikeSpider
 Jyxobot
+Keyword Density
+Kinza
+LNSpiderguy
 LWP::Simple
-Larbin
+Lanshanbot
+Leap
+LeechFTP
 LibWeb
 Libwhisker
-LieBaoFast
+Lightspeedsystems
 LinkWalker
-LinkextractorPro
+Linkbot
 LinkpadBot
 LinksManager
+LinqiaMetadataDownloaderBot
 Litemage_walker
 Ltx71
 MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MJ12bot
-MSIECrawler
-Mag-Net
-Magnet
+MQQBrowser
+MSFrontPage
 Majestic SEO
-Majestic-SEO
-Mb2345Browser
-Meanpathbot
+Masscan
 Mediatoolkitbot
 MegaIndex.ru
-Metauri
-Microsoft URL Control
+Microsoft Data Access
 Minefield
-Mojeek
+MolokaiBot
+Msrabot
 NPbot
+Nameprotect
 Navroad
-NetAnts
+Needle
+Net Vampire
 NetLyzer
-NetMechanic
 NetSpider
-Netcraft
-Nettrack
-Niki-bot
+NetZIP
+Nikto
+Ninja
 Nmap
-Nutch
+Not
 Offline Explorer
-OpenLinkProfiler
+Offline Navigator
 OpenVAS
-OrangeSpider
+Openvas
+OrangeBot
 OutclicksBot
-PHPCrawl
+PECL::HTTP
+POE-Component-Client-HTTP
 PageAnalyzer
-PageThing.com
+PageScorer
 Pandalytics
-Papa Foto
-Pimonster
-PleaseCrawl
+Pavuk
+PeoplePal
+PictureFinder
 Pockey
-Quick-Crawler
+ProPowerBot
+ProWebWalker
+QueryN Metasearch
 RankActiveLinkBot
-RankFlex
-RankingBot2
+Rankivabot
+RankurBot
 Re-re
-ReGet
+RebelMouse
 RepoMonkey
 Ripper
-SEOkicks-Robot
+Rogerbot
+SBIder
 SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-SalesIntelligent
+SEOstats
+SMTBot
 ScanAlert
 Scanbot
 ScoutJet
-ScreenerBot
-SemanticJuice
-SemrushBot
-SeoSiteCheckup
-SeobilityBot
+Searchestate
+SearchmetricsBot
+SentiBot
+Seomoz
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
-SiteSnagger
+SiteSucker
+Siteimprove
 Sitevigil
+SlySearch
 SmartDownload
-Snake
-Snoopy
-SocialRankIOBot
+Snapbot
 Sogou web spider
 Sosospider
-SpaceBison
-SpankBot
-Spanner
+Sottopop
+Spbot
+Spinn3r
+SputnikBot
 Sqlmap
-Steeler
 Sucker
-Sucuri
 SuperHTTP
-Surfbot
 SurveyBot
 Swiftbot
+Szukacz
 T8Abot
-Telesoft
+Teleport
 Telesphoreo
-TightTwatBot
+Titan
 Toata
-Turingos
+Trendiction
+Trendictionbot
 Turnitin
-TwengaBot
-Typhoeus
-URLy.Warning
-Upflow
+TurnitinBot
 Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-Voltron
-WEBDAV
-WWW::Mechanize
-WWWOFFLE
-WeSEE
-Web Collage
+Virusdie
+VoidEYE
+Voil
+WPScan
+WWW-Mechanize
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+Web Enhancer
 Web Fuck
-Web Pix
 Web Sauger
 Web Sucker
 WebCollage
 WebEnhancer
 WebFetch
-WebFuck
+WebImageCollector
 WebLeacher
-WebPix
 WebReaper
 WebSauger
-WebSucker
-Whack
-Whacker
-Whatweb
+WebWhacker
+Website Quester
+WebsiteExtractor
 Who.is Bot
 Widow
-Wonderbot
-Xenu
-Zade
+WinHTTrack
+Woobot
+Zeus
 Zitebot
-ZmEu
 ZoominfoBot
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
 backlink-check
-check1.exe
-clark-crawler
-coccocbot
 crawl.sogou.com
-dataforseo.com
-eCatch
-evc-batch
+crawler4j
 facebookscraper
-heritrix
+gopher
 instabid
-internetVista monitor
-linkdexbot
-lwp-trivial
-magpie-crawler
-meanpathbot
-mediawords
+iubenda-radar
 muhstik-scan
-netEstate NE Crawler
-ripz
-s1z.ru
-seocompany.store
+oBot
+plumanalytics
+probe-image-size
+scalaj-http
+seostar
+sexsearcher
+siteripz
+spyfu
 sysscan
 ubermetrics-technologies.com
 webgains-bot
 webpros.com
 x09Mozilla
-xpymep1.exe
+zauba.io