V4.2022.03.2984 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
+404checker
+80legs
+ADmantX
+ASPSeek
 Abonti
-Acunetix
-AiHitBot
-Anarchy
-Apexoo
-Aspiegel
-Atomseobot
-BDCbot
-BLEXBot
+Aboundex
+AhrefsBot
+AllSubmitter
+AwarioSmartBot
+BDFetch
+BackDoorBot
 BackStreet
-BackWeb
 BacklinkCrawler
-Badass
-Bandit
-Barkrowler
-Bitacle
-Black Hole
-BlowFish
-BotALot
-Brandwatch
-Buck
+BatchFTP
+BetaBot
+BlackWidow
+Blackboard
+Brandprotect
 Buddy
 Bullseye
-BunnySlippers
-CODE87
-Calculon
-CazoodleBot
-CensysInspect
+CSHttp
+CheTeam
 CheeseBot
-Chlooe
+Cliqzbot
 Cocolyzebot
+Collector
 CopyRightCheck
+Copyscape
 Cosmos
-CrazyWebCrawler
-Crescent
 Curious
-CyotekWebCopy
-DIIbot
-DSearch
+DBLBot
 DatabaseDriverMysqli
-Digincore
-DigitalPebble
+Devil
+Disco
 Discobot
+Discoverybot
+Dispatch
 DomainAppender
-DomainSigmaCrawler
-EMail Wolf
-Ecxi
-Evil
+Dotbot
+Download Wonder
+EMail Siphon
+EirGrabber
 Exabot
 Express WebPictures
-Extreme Picture Finder
-EyeNetIE
+ExtLinksBot
+Extractor
+ExtractorPro
 FDM
+FHscan
+FemtosearchBot
 Fimap
 Firefox/7.0
-FlashGet
+Flunky
+Freeuploader
+FyberSpider
 Fyrebot
-GT::WWW
-GermCrawler
-GetRight
+GalaxyBot
+Getintent
 Gigabot
-Go-Ahead-Got-It
+Go!Zilla
 GoZilla
-Grabber
-GrapeFX
+Gotit
+Grafula
 GridBot
 HTMLparser
-HTTrack
+HTTP::Lite
+Haansoft
 Harvest
 HybridBot
+IDBTE4M
 IRLbot
-Iblog
-Image Fetch
-InfoNaviRobot
-InfoTekies
-Intelliseek
-InterGET
-InternetSeer
+Indy Library
+Internet Ninja
 Iria
-IstellaBot
-Jetty
-Kinza
+JikeSpider
+JustView
+Jyxobot
+Keybot Translation-Search-Machine
+LWP::Simple
 Lanshanbot
+Larbin
+Leap
 LeechFTP
-LeechGet
-LibWeb
-Libwhisker
+LexiBot
+Likse
 LinkWalker
-Linkbot
+Linkdexbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
+Lmspider
 Ltx71
-MFC_Tear_Sample
-MIIxpc
 MSFrontPage
 Mail.RU_Bot
-MarkMonitor
+Majestic SEO
+Majestic-SEO
+Majestic12
 MarkWatch
-Mass Downloader
-Mata Hari
-MauiBot
-Mb2345Browser
+Masscan
+MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
-MicroMessenger
-Morfeus Fucking Scanner
+Microsoft Data Access
+Mister PiX
+Mojeek
+Mojolicious
 Mozlila
 Mr.4x3
-Msrabot
-Name Intelligence
-Nameprotect
+Musobot
 NearSite
+Needle
 Nessus
-NetAnts
-NetMechanic
+Net Vampire
+NetLyzer
 NetSpider
-Netcraft
+NetZIP
 Netvibes
+Niki-bot
 Ninja
 Nmap
+Not
 Nutch
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
+Octopus
 OpenVAS
+Openfind
+Openvas
 OrangeBot
-OrangeSpider
-OutfoxBot
+OutclicksBot
+PHPCrawl
+Page Analyzer
 PageAnalyzer
-Pandalytics
-Panscient
-Pavuk
-Picsearch
-Pixray
-Probethenet
-QueryN Metasearch
+PageGrabber
+PageScorer
+PageThing.com
+Papa Foto
+Pi-Monster
+PleaseCrawl
+ProPowerBot
+ProWebWalker
 RankActive
-RankFlex
-RankingBot
-RankurBot
-RebelMouse
-RedesScrapy
-Rogerbot
+RankActiveLinkBot
+Rankivabot
+RealDownload
+RepoMonkey
 SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-SISTRIX
-SMTBot
-ScanAlert
-ScoutJet
-Scrapy
+Screaming
 SearchmetricsBot
-Semrush
+SemanticJuice
 SemrushBot
 SeoSiteCheckup
-Seomoz
-SiteSnagger
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
 SiteSucker
-Siteimprove
+Sitevigil
 SlySearch
+SmartDownload
+Snoopy
 SocialRankIOBot
-Sottopop
+Sosospider
+SpaceBison
 Spammen
-Spinn3r
-Sqlworm
-Sucker
-SuperBot
-Szukacz
-T8Abot
-Telesphoreo
-Telesphorep
-TightTwatBot
-Titan
-Trendictionbot
+SpankBot
+Spanner
+Spbot
+Steeler
+Stripper
+Surfbot
+SurveyBot
+T0PHackTeam
+Teleport
+TeleportPro
+Telesoft
+Toata
+Trendiction
 True_Robot
-Turingos
-TurnitinBot
-TwengaBot
-Upflow
+Twice
+Typhoeus
+URLy Warning
+VB Project
 Vacuum
-VelenPublicWebCrawler
-VidibleScraper
-VoidEYE
-Voil
+VeriCiteCrawler
+Virusdie
 Voltron
 WBSearchBot
-WISENutbot
 WPScan
 WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
-Wallpapers
+WWWOFFLE
 Wallpapers/3.0
+Web Auto
 Web Collage
-Web Fetch
-WebAuto
+Web Fuck
+Web Sauger
 WebBandit
+WebCollage
+WebCopier
 WebEnhancer
 WebGo IS
+WebImageCollector
 WebLeacher
-WebSauger
+WebReaper
 WebStripper
-WebSucker
-Webalta
+WebWhacker
 WebmasterWorldForumBot
-Webshag
 Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whacker
+Webster
+Who.is Bot
+Widow
 WiseGuys Robot
 Woobot
-Wprecon
+Xenu
 Zade
 Zauba
-ZoomBot
-ZoominfoBot
-ZumBot
+ZmEu
 ZyBorg
 adscanner
 arquivo.pt
-backlink-check
 check1.exe
 clark-crawler
-cognitiveseo
-crawler4j
-iubenda-radar
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+dataforseo.com
+demandbase-bot
+domainsproject.org
+eCatch
+evc-batch
+facebookscraper
+heritrix
+instabid
+internetVista monitor
+lwp-request
 lwp-trivial
+magpie-crawler
 meanpathbot
+muhstik-scan
 netEstate NE Crawler
 pcBrowser
-s1z.ru
+polaris version
+ripz
+satoristudio.net
 scalaj-http
-scan.lol
-seobility
-serpstatbot
 sitechecker.pro
+siteripz
+sogouspider
 spyfu
 tAkeOut
-voyagerx.com
-x09Mozilla
-x22Mozilla
-zauba.io
-zgrab
+trendiction.de