V4.2022.11.3449 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
 404enemy
-ADmantX
+80legs
 ALittle Client
 Aboundex
-AiHitBot
-Alexibot
-Alligator
-AlphaBot
-Anarchie
-Anarchy
+Aboundexbot
 Ankit
 Anthill
 Aspiegel
 Asterias
-Atomseobot
 Attach
 AwarioRssBot
-AwarioSmartBot
 BBBike
-BDFetch
-BackStreet
-BackWeb
-BatchFTP
+BLEXBot
+BackDoorBot
+BacklinkCrawler
+Badass
 Battleztar Bazinga
-BetaBot
 Bigfoot
+Bitacle
+Blackboard
 Blow
-BlowFish
-Bolt
-BunnySlippers
-BuzzSumo
+Boardreader
+Brandwatch
+Buck
+BuiltBotTough
+Bullseye
+CATExplorador
+CODE87
 CSHttp
 Calculon
-Cegbfeieh
-CheTeam
+CazoodleBot
+CensysInspect
 CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
+Citoid
+Claritybot
+Cliqzbot
+Cloud mapping
+Cogentbot
+Copier
 CopyRightCheck
-Copyscape
 Cosmos
-Craftbot
 Crawling at Home Project
-CrunchBot
-CyotekWebCopy
-DBLBot
-Demon
-Deusu
+Crescent
+Curious
+Custo
 Devil
-Digincore
-DigitalPebble
-Disco
+Discoverybot
 Dispatch
-DomainAppender
-DomainSigmaCrawler
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
+DomainCrawler
 DomainStatsBot
-Dotbot
-Download Wonder
+Domains Project
 Drip
+EMail Siphon
 Ebingbong
-EroCrawler
-Evil
-Exabot
+Ecxi
+EirGrabber
+ExtractorPro
 Extreme Picture Finder
+FDM
 FHscan
-FemtosearchBot
-Firefox/7.0
 FlashGet
-FrontPage
+Fuzz
 GetRight
-Getintent
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GrapeshotCrawler
+GoZilla
 GridBot
-HMView
+HTMLparser
+HTTP::Lite
 HTTrack
 Haansoft
-Heritrix
-HonoluluBot
-IDBTE4M
+HybridBot
+IDBot
+Id-search
+IlseBot
 Image Fetch
+Image Sucker
 IndeedBot
-Indy Library
+InfoNaviRobot
+InfoTekies
 InterGET
-IstellaBot
-Joomla
-Keybot Translation-Search-Machine
+JOC Web Spider
+JamesBOT
+Jyxobot
 Kinza
-Kozmosbot
-LeechFTP
+LWP::Simple
+Larbin
 LeechGet
-LexiBot
 LibWeb
-LinkWalker
+Lightspeedsystems
 Linkbot
-LinkextractorPro
+LinksManager
 Lipperhey
-Lmspider
-Ltx71
-MIIxpc
+Lipperhey Spider
+MJ12bot
+MSFrontPage
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
 Majestic12
-MarkMonitor
-MarkWatch
-Masscan
-Mata Hari
 MauiBot
 Mb2345Browser
-MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft Data Access
-Minefield
-Mister PiX
-Mojeek
-MolokaiBot
-Musobot
-NICErsPRO
+Microsoft URL Control
+Mojolicious
+Morfeus Fucking Scanner
+Msrabot
 NPbot
-Name Intelligence
-NearSite
-NetAnts
+Nameprotect
+Navroad
+Needle
+Net Vampire
 NetLyzer
-Netvibes
-Nibbler
+NetMechanic
+NetSpider
+NetZIP
+NextGenSearchBot
 Niki-bot
-NimbleCrawler
-Not
-Nutch
+Nuclei
 Octopus
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
 Openfind
-OutclicksBot
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
-PageThing.com
-Pandalytics
-Petalbot
-Picscout
-ProPowerBot
-Pu_iN
-Pump
+Page Analyzer
+PageGrabber
+Panscient
+PeoplePal
+Piepmatz
+Pimonster
+PleaseCrawl
+Probethenet
+Psbot
 PxBroker
-RSSingBot
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankActive
 RankFlex
-RankingBot2
-RankurBot
-ReGet
-RealDownload
 RebelMouse
-RocketCrawler
-Rogerbot
-SBIder
-SEOkicks
+Recorder
 SEOprofiler
-SEOstats
-SISTRIX
+SMTBot
 SalesIntelligent
-ScanAlert
-SemanticJuice
-SemrushBot
+Scrapy
+Screaming
+ScreenerBot
+Searchestate
+Seekport
+Semrush
 SeoSiteCheckup
+SeobilityBot
 Siphon
-SiteExplorer
+SiteCheckerBotCrawler
 SiteLockSpider
 SiteSnagger
+Sitebeam
 Sitevigil
 SlySearch
-SmartDownload
-Sogou web spider
-Sottopop
-SpaceBison
+Snapbot
+Snoopy
+Sociscraper
 Spammen
 SpankBot
-Sqworm
-Stripper
+Spanner
+Spbot
+Sqlworm
+SuperHTTP
+Suzuran
 Swiftbot
-Szukacz
+T0PHackTeam
 T8Abot
-TeleportPro
-Telesoft
+Telesphoreo
+Telesphorep
 The Intraformant
-Trendiction
-Trendictionbot
-Turingos
-TwengaBot
-Twice
-URLy Warning
-UnisterBot
-V-BOT
+Toata
+Turnitin
 VB Project
-Vacuum
+VeriCiteCrawler
 WASALive-Bot
 WBSearchBot
 WEBDAV
 WISENutbot
-WWWOFFLE
+WWW-Mechanize
 Wallpapers
-Web Auto
-Web Collage
+WeSEE
+Web Enhancer
+Web Sauger
 WebAuto
 WebCollage
 WebCopier
-WebFetch
+WebEnhancer
+WebFuck
+WebGo IS
+WebImageCollector
 WebReaper
-WebStripper
-WebSucker
-WebWhacker
 Webshag
+Website Quester
 WebsiteExtractor
-Webster
+Whack
+Whatweb
 Who.is Bot
-Widow
-WinHTTrack
-WiseGuys Robot
-Wotbox
+Wonderbot
 Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zade
-ZmEu
-ZoomBot
-ZoominfoBot
-adscanner
-arquivo-web-crawler
-clark-crawler
+Zauba
+Zeus
+ZumBot
+ZyBorg
+archive.org_bot
+arquivo.pt
+autoemailspider
+backlink-check
+check1.exe
 coccocbot
-crawl.sogou.com
+cognitiveseo
 crawler4j
-eCatch
-gopher
-heritrix
-ips-agent
-linkdexbot
-magpie-crawler
-meanpathbot
-probe-image-size
-satoristudio.net
-seobility
-serpstatbot
-siteripz
-sogouspider
-trendiction.de
+dataforseo.com
+evc-batch
+internetVista monitor
+iubenda-radar
+mediawords
+oBot
+page scorer
+polaris version
+ripz
+scalaj-http
+scan.lol
+seocompany.store
+seoscanners
+seostar
+spyfu
+tAkeOut
 ubermetrics-technologies.com
-voyagerx.com
+webpros.com
 x09Mozilla
+x22Mozilla
+zauba.io