V4.2022.06.3196 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404checker
 ADmantX
+ASPSeek
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-Alexibot
-Anarchy
+Aipbot
+Alligator
+Anarchie
 Anarchy99
-Apexoo
-Aspiegel
-Attach
-AwarioRssBot
-BBBike
-BDCbot
+Ankit
 BLEXBot
-BacklinkCrawler
+BackDoorBot
+BackStreet
+BackWeb
+Backlink-Ceck
 Bandit
-BatchFTP
-BetaBot
-Black Hole
+Bigfoot
 BlackWidow
-Blackboard
-BlowFish
-Brandwatch
+Blow
+BotALot
+Buck
+BuiltWith
 Bullseye
+BunnySlippers
+BuzzSumo
+CCBot
 CODE87
-CSHttp
-CazoodleBot
+Calculon
+CensysInspect
 CheeseBot
 CherryPicker
-Chlooe
-Citoid
-Claritybot
 Cliqzbot
-Copier
-Cosmos
-Craftbot
+Cloud mapping
+Collector
 Crawling at Home Project
-Crescent
+CrazyWebCrawler
 CrunchBot
 Custo
-DTS Agent
-Devil
-Digincore
+CyotekWebCopy
+DBLBot
+DataCha0s
 Dispatch
-DomainAppender
-DomainSigmaCrawler
-Domains Project
-Dotbot
-EMail Wolf
-EasyDL
+DittoSpyder
+DnBCrawler-Analytics
+Download Wonder
+Dragonfly
+EMail Siphon
 EirGrabber
-Exabot
-ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
 Ezooms
-FHscan
-FemtosearchBot
-Firefox/7.0
+Fimap
+FlashGet
 Flunky
-FrontPage
+Foobot
 Fuzz
-FyberSpider
+Fyrebot
 GT::WWW
-GalaxyBot
-Genieo
-GetRight
-Getintent
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-Grabber
+GermCrawler
+GoZilla
+Gotit
+GrabNet
 Grafula
 GrapeFX
-HEADMasterSEO
 HMView
-HTTP::Lite
-Haansoft
-Harvest
-Heritrix
-Humanlinks
+HaosouSpider
 IDBTE4M
-IRLbot
-Id-search
+Iblog
 Indy Library
-InfoTekies
 Intelliseek
 InterGET
-Internet Ninja
-InternetSeer
-Iskanie
-IstellaBot
-Jetty
+JOC Web Spider
+Jbrofuzz
+JennyBot
 JikeSpider
 JustView
-Jyxobot
+Kenjin Spider
+LNSpiderguy
 LWP::Simple
+Lanshanbot
 LeechFTP
-LeechGet
-Lftp
-LibWeb
 Libwhisker
-Likse
+LieBaoFast
+Lightspeedsystems
 LinkScan
+LinkWalker
 Linkbot
-LinkpadBot
-LinqiaRSSBot
+LinkextractorPro
 Lipperhey
+Lipperhey Spider
 Litemage_walker
 MFC_Tear_Sample
-MIIxpc
+MJ12bot
 MSIECrawler
-Mail.RU_Bot
-Majestic-SEO
-Mass Downloader
-MegaIndex.ru
-Metauri
+MTRobot
+Mag-Net
+Magnet
+MarkWatch
+MauiBot
+MeanPath Bot
 Minefield
-Mojeek
-Mozlila
-Needle
-Nessus
+Mojolicious
+Morfeus Fucking Scanner
+Msrabot
+Musobot
+Name Intelligence
+Navroad
 Net Vampire
-NetMechanic
-NetSpider
+NetLyzer
 NetZIP
-Netcraft
+NextGenSearchBot
 Niki-bot
 Nikto
+Nimbostratus
+Ninja
 Nmap
 Not
-Octopus
-OpenVAS
+Offline Explorer
+Openfind
+OrangeBot
 OrangeSpider
-OutclicksBot
-OutfoxBot
-PHPCrawl
-Pandalytics
+PECL::HTTP
+POE-Component-Client-HTTP
+PageAnalyzer
 Panscient
-Petalbot
+Papa Foto
 Pi-Monster
+Picsearch
 PictureFinder
-Pimonster
+Piepmatz
 Pixray
 Pockey
-ProWebWalker
-Pump
+Probethenet
+Psbot
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankFlex
+RankActive
 RankingBot
-RealDownload
-Reaper
-RebelMouse
+RankingBot2
+Re-re
+Recorder
 RedesScrapy
+RocketCrawler
 Rogerbot
-SEOlyticsCrawler
+SEOkicks
 SEOprofiler
+SMTBot
 SalesIntelligent
 ScoutJet
-SearchmetricsBot
+ScreenerBot
 Seekport
 SemanticJuice
-Seomoz
-Siphon
-SiteExplorer
+Semrush
+SemrushBot
+SentiBot
+SeoSiteCheckup
+SiteLockSpider
+SiteSnagger
 SiteSucker
-Siteimprove
+Sitebeam
 SmartDownload
 Snake
-Sottopop
-SpaceBison
+SocialRankIOBot
 Spammen
-Spanner
-Sqlworm
+Spbot
+Spinn3r
+SputnikBot
 Sqworm
-SuperHTTP
+Sucker
+Sucuri
+SuperBot
+Surfbot
 SurveyBot
-Swiftbot
-T0PHackTeam
 Telesoft
-Telesphorep
-The Intraformant
-TheNomad
-Thumbor
+TightTwatBot
+Titan
+Toata
 Toweyabot
-Trendictionbot
+Tracemyfile
+Trendiction
 True_Robot
+Turingos
 Turnitin
-TurnitinBot
+TwengaBot
+Twice
+Typhoeus
 URLy Warning
-UnisterBot
+URLy.Warning
 Upflow
+V-BOT
 VB Project
-VCI
-Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
+VidibleScraper
 WASALive-Bot
-WPScan
-WWWOFFLE
-Web Auto
-Web Pix
-Web Sauger
-WebAuto
-WebCollage
+WEBDAV
+WISENutbot
+WWW-Collector-E
+WWW-Mechanize
+Wallpapers
+WeSEE
+Web Enhancer
+Web Fetch
+WebBandit
+WebCopier
 WebEnhancer
 WebFetch
-WebFuck
-WebGo IS
+WebImageCollector
 WebPix
+WebReaper
 WebSauger
-WebSucker
-WebZIP
-WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
+WebStripper
+WebWhacker
+Website Quester
 Webster
-Whacker
-Widow
-Wonderbot
-Wprecon
 Xaldon_WebSpider
-Xenu
-Zermelo
-Zeus
-ZoomBot
-ZyBorg
-arquivo-web-crawler
+Zauba
+Zitebot
+ZoominfoBot
+ZumBot
+arquivo.pt
 autoemailspider
-backlink-check
+clark-crawler
 coccocbot
 cognitiveseo
-crawler.feedback
-domainsproject.org
-eCatch
+com.plumanalytics
+crawl.sogou.com
+crawler4j
+demandbase-bot
 facebookscraper
+heritrix
 internetVista monitor
 isitwp.com
-iubenda-radar
-lwp-request
+linkdexbot
+mediawords
 page scorer
-pcBrowser
+probe-image-size
 scalaj-http
-seostar
-siteripz
-tAkeOut
-trendiction.de
-ubermetrics-technologies.com
-webgains-bot
-webmeup-crawler
+seocompany.store
+seoscanners
+serpstatbot
+sexsearcher
+sp_auditbot
+spyfu
+webpros.com
+webprosbot
+xpymep1.exe
 zauba.io
+zgrab