V4.2022.04.3047 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404checker
-ADmantX
-Abonti
-Acunetix
+80legs
+AIBOT
+ALittle Client
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
+AllSubmitter
 Alligator
-Anarchie
-Anarchy
-Aspiegel
-BDFetch
+AlphaBot
+Anthill
+Apexoo
+Attach
+BBBike
 BackStreet
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
 Badass
 Bandit
+Barkrowler
 BatchFTP
-BetaBot
-Bitacle
-Black Hole
 BlackWidow
-Blackboard
-Bolt
-Brandprotect
-Buddy
-BuiltWith
-BunnySlippers
+BotALot
 BuzzSumo
 CATExplorador
+CCBot
+CODE87
+Calculon
+CazoodleBot
 Cegbfeieh
 CheTeam
-CheeseBot
-CherryPicker
 ChinaClaw
 Chlooe
 Citoid
+Claritybot
+Cliqzbot
+Cloud mapping
 Cocolyzebot
 Collector
-Copier
 CopyRightCheck
 Copyscape
 Crawling at Home Project
-CrazyWebCrawler
-Curious
+Crescent
+CrunchBot
+CyotekWebCopy
+DIIbot
+DTS Agent
 DatabaseDriverMysqli
 Demon
-Devil
-Digincore
-DigitalPebble
-DnyzBot
-DomCopBot
+Discoverybot
+DittoSpyder
+DomainAppender
 DomainStatsBot
-Domains Project
 Dotbot
 Download Wonder
-ECCP/1.0
-EMail Wolf
-EasyDL
-Ebingbong
+EMail Siphon
 EirGrabber
+Evil
+Exabot
 Express WebPictures
-ExtractorPro
-Ezooms
+Extreme Picture Finder
+FHscan
+Fimap
+Firefox/7.0
+FlashGet
+Flunky
 Freeuploader
-Fuzz
+FrontPage
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-GetRight
+GermCrawler
 Gigabot
-Go-Ahead-Got-It
-Grabber
-Grafula
+Go!Zilla
 GridBot
-HEADMasterSEO
 HMView
-HTTP::Lite
-Haansoft
 Harvest
-Hloader
-Humanlinks
-HybridBot
 IDBTE4M
+IDBot
+IRLbot
 Id-search
-IlseBot
 Image Fetch
 Image Sucker
-Indy Library
-InfoNaviRobot
-Internet Ninja
+Intelliseek
 InternetSeer
 Iria
-IstellaBot
-Jetty
+JennyBot
 JikeSpider
-Jyxobot
+Joomla
+Jorgee
+JustView
 Kenjin Spider
-Keybot Translation-Search-Machine
-LWP::Simple
-Lanshanbot
-Leap
+Keyword Density
 LeechFTP
 LexiBot
-Lftp
-LibWeb
+Libwhisker
 Likse
-LinkScan
 LinkWalker
 Linkbot
-Lipperhey Spider
+LinkextractorPro
+Litemage_walker
+Lmspider
 MIDown tool
-MSFrontPage
-MSIECrawler
-Magnet
+MIIxpc
+MJ12bot
+Mail.RU_Bot
 Majestic-SEO
-Masscan
-Mata Hari
+MarkMonitor
+Mass Downloader
+MauiBot
 Mb2345Browser
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
 MicroMessenger
 Microsoft URL Control
+Mister PiX
 Moblie Safari
-Mojeek
-Mozlila
+Morfeus Fucking Scanner
+Musobot
+NPbot
 Navroad
-Nessus
-NetAnts
+Net Vampire
+NetLyzer
 NetMechanic
-NetZIP
-Nettrack
-Nibbler
+NetSpider
+Netcraft
+Netvibes
+NextGenSearchBot
 Niki-bot
+Nikto
 NimbleCrawler
-Nimbostratus
-Not
-Octopus
+Ninja
+Nmap
 Offline Explorer
 Offline Navigator
-OpenVAS
-Openfind
-OutfoxBot
-PECL::HTTP
+Openvas
+OrangeBot
+OrangeSpider
+PHPCrawl
+Page Analyzer
 PageAnalyzer
-Pandalytics
-Pavuk
-Picsearch
+PageScorer
 Piepmatz
+Pixray
+Pockey
+ProPowerBot
 ProWebWalker
 Probethenet
-Pump
-QueryN Metasearch
-Quick-Crawler
+Psbot
+RankActive
 RankFlex
 RankingBot
-RankurBot
 Re-re
-ReGet
-Reaper
-RedesScrapy
-Ripper
-RocketCrawler
 Rogerbot
-SMTBot
-ScanAlert
+SEOprofiler
+SISTRIX
+SalesIntelligent
+Scanbot
 Scrapy
+Screaming
 Searchestate
 SearchmetricsBot
-Seekport
 SemanticJuice
-SeoSiteCheckup
+Seomoz
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
 SiteSucker
+Sitebeam
 SlySearch
-Snoopy
-Sosospider
-SpaceBison
+Snake
+Sociscraper
+Sottopop
 Spammen
+SpankBot
 Spbot
-Spinn3r
 Sqworm
-Steeler
-Sucker
+Sucuri
 SuperBot
-Suzuran
+Surfbot
+SurveyBot
 Swiftbot
-T0PHackTeam
-Teleport
-Telesphorep
-Titan
+T8Abot
+TeleportPro
+TightTwatBot
 Toata
+Trendiction
 Trendictionbot
-Turnitin
-TurnitinBot
+True_Robot
+Turingos
 Twice
-URLy Warning
+Typhoeus
 V-BOT
-VB Project
 Vagabondo
-VidibleScraper
-WASALive-Bot
-WWW-Collector-E
 WWW-Mechanize
-Web Auto
-Web Pix
-Web Sucker
-WebCollage
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
+WallpapersHD
+Web Fetch
+WebAuto
+WebCopier
 WebEnhancer
+WebFetch
 WebLeacher
-WebReaper
-WebStripper
 WebWhacker
-Webalta
-WebmasterWorldForumBot
-Website Quester
-Whack
+WebsiteExtractor
+Whacker
+Widow
+WinHTTrack
+WiseGuys Robot
 Wonderbot
-Wotbox
-Wprecon
-Xaldon WebSpider
-Zade
+Woobot
+Xenu
+YoudaoBot
 Zauba
+Zitebot
+ZoomBot
+ZoominfoBot
 ZumBot
-ZyBorg
+adscanner
 arquivo.pt
-cah.io.community
+autoemailspider
 check1.exe
-clark-crawler
-com.plumanalytics
-crawl.sogou.com
 crawler.feedback
-crawler4j
-dataforseo.com
 demandbase-bot
-evc-batch
+domainsproject.org
 gopher
 heritrix
-instabid
 internetVista monitor
-iubenda-radar
-lwp-request
-lwp-trivial
+linkdexbot
+magpie-crawler
 muhstik-scan
+oBot
+page scorer
+ripz
+s1z.ru
+satoristudio.net
+scan.lol
+seocompany.store
+seoscanners
 seostar
+sitechecker.pro
 sogouspider
-ubermetrics-technologies.com
-voyagerx.com
-webpros.com
-webprosbot
-zauba.io
+sp_auditbot
+spyfu
+tAkeOut
+webgains-bot
+x22Mozilla