V4.2022.11.3456 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-ADmantX
+01h4x.com
+ALittle Client
+ASPSeek
 Abonti
 Aboundex
 Aboundexbot
-AhrefsBot
-AiHitBot
-Aipbot
-Alexibot
+Acunetix
 Alligator
+AlphaBot
 Anthill
-AwarioSmartBot
-BBBike
-BLEXBot
-Backlink-Ceck
+Apexoo
+BackDoorBot
 Badass
 Bandit
-Black Hole
+BatchFTP
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Bitacle
 BlackWidow
 Blow
 Brandprotect
-Buck
+Brandwatch
+Buddy
 BuiltBotTough
-BuiltWith
-BunnySlippers
 BuzzSumo
 CODE87
+Calculon
 CazoodleBot
-Cegbfeieh
 CensysInspect
-ChinaClaw
-Cloud mapping
+Chlooe
+Citoid
 Cogentbot
+Copier
+Copyscape
+Crawling at Home Project
+Crescent
+CrunchBot
+Curious
 CyotekWebCopy
-DIIbot
 DatabaseDriverMysqli
 Demon
-Digincore
-DigitalPebble
+Devil
 Disco
-Discoverybot
-DittoSpyder
+Discobot
+Dispatch
 DnBCrawler-Analytics
-DomainAppender
-Domains Project
+DnyzBot
+Download Wonder
+Dragonfly
 Drip
-ECCP/1.0
+EMail Siphon
+EasyDL
+Ebingbong
 Ecxi
-EroCrawler
-ExtLinksBot
-Extractor
+Express WebPictures
 Extreme Picture Finder
+FHscan
 FemtosearchBot
-Foobot
+Flunky
 FyberSpider
-G-i-g-a-b-o-t
+Fyrebot
 GT::WWW
-Genieo
-GetRight
-Getintent
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Grafula
-GrapeFX
-HEADMasterSEO
-HTTrack
-Haansoft
-Havij
-HybridBot
+GalaxyBot
+GermCrawler
+GrabNet
+Grabber
+GridBot
+HMView
+HTTP::Lite
+Hloader
+HonoluluBot
 IDBTE4M
-IRLbot
+IDBot
 Id-search
-Image Fetch
 IndeedBot
-Jorgee
+Indy Library
+InfoTekies
+Intelliseek
+InternetSeer
+IstellaBot
+JetCar
+Jetty
 Keybot Translation-Search-Machine
-Kinza
+Keyword Density
 Kozmosbot
-LWP::Simple
-Larbin
-LeechFTP
-LeechGet
-LexiBot
-Lftp
-LibWeb
-Libwhisker
-Lightspeedsystems
-LinkpadBot
-LinqiaMetadataDownloaderBot
+LNSpiderguy
+Lanshanbot
+Likse
+LinkScan
+Linkbot
+LinksManager
+Lipperhey Spider
+Lmspider
+Ltx71
+MFC_Tear_Sample
+MIIxpc
 MJ12bot
-MSIECrawler
+MTRobot
+Mag-Net
 Magnet
 Mail.RU_Bot
 Majestic12
 MarkMonitor
+MarkWatch
 Mass Downloader
-MauiBot
-Meanpathbot
+Masscan
 Mediatoolkitbot
 Metauri
 Minefield
-Mister PiX
-Mojeek
-Mozlila
-Msrabot
-NICErsPRO
-Navroad
-Nessus
-NetMechanic
-NetZIP
+Morfeus Fucking Scanner
+Mr.4x3
+Musobot
+NPbot
+Name Intelligence
+Nameprotect
+Needle
+NetLyzer
 Nettrack
-Ninja
-Not
+Netvibes
+Nibbler
+NimbleCrawler
+Nimbostratus
 Nuclei
-Octopus
+Nutch
 Offline Explorer
+OnCrawl
+OpenLinkProfiler
 OpenVAS
-OrangeBot
-OrangeSpider
-OutfoxBot
+Openfind
+OutclicksBot
 PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
 PageAnalyzer
-PageGrabber
-Pandalytics
+PageScorer
+PageThing.com
 Papa Foto
-Petalbot
-Pi-Monster
 Picscout
 Picsearch
-PictureFinder
+Pixray
 PleaseCrawl
-Pu_iN
+ProPowerBot
+ProWebWalker
 PxBroker
-PyCurl
-Quick-Crawler
 RSSingBot
-RankFlex
-Rankivabot
-RankurBot
-RebelMouse
-RedesScrapy
-RepoMonkey
+RankActive
+RankingBot2
+ReGet
 RocketCrawler
-SEOlyticsCrawler
 SMTBot
-SalesIntelligent
-ScanAlert
+ScoutJet
 Scrapy
-ScrepyBot
+Searchestate
 SearchmetricsBot
-Semrush
-SemrushBot
-SentiBot
-SeobilityBot
+Seekport
 Seomoz
 Site Sucker
-SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+SiteSnagger
 Siteimprove
-Snake
+Sitevigil
+SlySearch
+Snoopy
+SocialRankIOBot
+Sociscraper
 Sosospider
+Sottopop
+SpaceBison
 SpankBot
-Spanner
-Spinn3r
 SputnikBot
-Sqworm
-Steeler
+Sqlmap
+Sqlworm
 Stripper
 Sucker
-Sucuri
+SuperBot
+SuperHTTP
 Surfbot
-Swiftbot
-Telesphorep
+T8Abot
+Teleport
 The Intraformant
-TheNomad
-Titan
-Trendiction
+Thumbor
+Toata
 Trendictionbot
+True_Robot
+Turingos
 Turnitin
-TurnitinBot
-Twice
+TwengaBot
 Typhoeus
 UnisterBot
-V-BOT
-VCI
+Upflow
+Vagabondo
+VeriCiteCrawler
 VidibleScraper
 VoidEYE
-Voltron
+Voil
+WBSearchBot
 WISENutbot
+WPScan
+Wallpapers
 Wallpapers/3.0
-Web Pix
-Web Sauger
-WebCollage
-WebEnhancer
-WebFuck
-WebGo IS
+WeSEE
+Web Collage
+Web Fetch
+WebAuto
+WebCopier
+WebImageCollector
+WebLeacher
 WebPix
 WebSauger
-WebZIP
+WebWhacker
 WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
-Whack
-Whacker
-WinHTTrack
-Woobot
-Wotbox
-Xaldon_WebSpider
+WebsiteQuester
+WiseGuys Robot
 Xenu
+Zauba
 Zeus
-ZoomBot
-ZyBorg
-adscanner
-archive.org_bot
-arquivo-web-crawler
-backlink-check
+Zitebot
+ZmEu
+ZoominfoBot
 cah.io.community
 clark-crawler
-cognitiveseo
-demandbase-bot
-evc-batch
-gopher
-internetVista monitor
+crawler.feedback
+domainsproject.org
 ips-agent
+isitwp.com
 linkdexbot
 lwp-trivial
-magpie-crawler
-meanpathbot
 mediawords
+muhstik-scan
+pcBrowser
 plumanalytics
-polaris version
-probe-image-size
-ripz
+s1z.ru
 satoristudio.net
-serpstatbot
-siteripz
+scan.lol
+seocompany.store
+seoscanners
+seostar
+sitechecker.pro
 sp_auditbot
 spyfu
+sysscan
 tAkeOut
 trendiction.com
+ubermetrics-technologies.com
 voyagerx.com
 webgains-bot
 webmeup-crawler
-webprosbot
-x09Mozilla
-xpymep1.exe
-zauba.io
-zgrab
+webpros.com
+x22Mozilla