V4.2022.04.3063 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-80legs
-AIBOT
-Abonti
+ALittle Client
+ASPSeek
 Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
+Aipbot
 Alexibot
-AllSubmitter
-Apexoo
-Atomseobot
-AwarioRssBot
+AlphaBot
+Anarchie
+Anarchy
+Ankit
+AwarioSmartBot
 BBBike
-BDCbot
-BackStreet
+BackDoorBot
+BackWeb
 Badass
-Bigfoot
-Bitacle
+BetaBot
+BlackWidow
 Blow
+BlowFish
 Bolt
-Brandprotect
-Buddy
-Bullseye
-CazoodleBot
+BotALot
+Brandwatch
+Buck
+CATExplorador
+Cegbfeieh
+CensysInspect
+Citoid
+Claritybot
+Cliqzbot
 Cocolyzebot
 Collector
+Copier
+CopyRightCheck
 Cosmos
+Craftbot
+Crawling at Home Project
 CrunchBot
 CyotekWebCopy
-Devil
-Digincore
-DigitalPebble
-Dirbuster
+DBLBot
 Discobot
-Discoverybot
+Dispatch
 DnBCrawler-Analytics
 DomainCrawler
-Domains Project
+Download Wonder
 ECCP/1.0
-Ecxi
+EasyDL
 EroCrawler
-Evil
-Express WebPictures
-Ezooms
-FDM
-FHscan
-Flunky
+Exabot
+EyeNetIE
+FemtosearchBot
+Fimap
+FlashGet
 Foobot
 Freeuploader
-FrontPage
-FyberSpider
-GetRight
+Fyrebot
+GT::WWW
 GetWeb
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+Getintent
 Gotit
+GrabNet
 GrapeFX
-HEADMasterSEO
-HMView
-HaosouSpider
-Heritrix
-Humanlinks
+HTMLparser
+Haansoft
+Hloader
 HybridBot
-Id-search
-IndeedBot
+IDBot
+IlseBot
+Image Sucker
 Indy Library
-InfoTekies
 InterGET
-IstellaBot
-JOC Web Spider
+Iria
 JamesBOT
 JennyBot
 JetCar
-Joomla
+Jetty
 Jorgee
-JustView
+Keybot Translation-Search-Machine
 Kinza
-LNSpiderguy
-LWP::Simple
-LeechGet
+Lanshanbot
+Leap
+LeechFTP
 LexiBot
-LieBaoFast
-Lightspeedsystems
+LinkWalker
 LinkextractorPro
+LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
-Litemage_walker
-Magnet
+LinqiaRSSBot
+LinqiaScrapeBot
+MSIECrawler
+MTRobot
+Mag-Net
 Mail.RU_Bot
-Majestic-SEO
-Majestic12
-MarkWatch
+Mata Hari
 Mb2345Browser
-MeanPath Bot
 Meanpathbot
 MegaIndex.ru
-Metauri
+MicroMessenger
+Microsoft URL Control
+Minefield
 Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
+MolokaiBot
 Mozlila
-Mr.4x3
+Msrabot
 Musobot
-NICErsPRO
-NPbot
 Nameprotect
-Needle
-NetLyzer
+Nessus
+NetAnts
 NetMechanic
 NetZIP
 Netcraft
-Not
+Nettrack
+Netvibes
+Nibbler
+Niki-bot
 Nuclei
-Offline Explorer
-Offline Navigator
 OnCrawl
-OrangeSpider
+OpenLinkProfiler
+OpenVAS
+Openfind
 OutclicksBot
-PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
+PageAnalyzer
 PageGrabber
 PageThing.com
 Pandalytics
 Pi-Monster
-Picscout
+Picsearch
 PictureFinder
-Pimonster
-PleaseCrawl
-ProWebWalker
-Probethenet
-Pu_iN
+Pixray
+Pockey
+PxBroker
 PyCurl
-QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
+Quick-Crawler
+RankActive
+RankFlex
 RankingBot
-Rankivabot
 Re-re
-Recorder
-RedesScrapy
+ReGet
+RealDownload
+Ripper
 RocketCrawler
 Rogerbot
 SEOkicks-Robot
-SMTBot
-SalesIntelligent
-Scanbot
+SEOlyticsCrawler
+ScanAlert
+ScoutJet
 ScrepyBot
-Seekport
-SemanticJuice
-SeoSiteCheckup
-SeobilityBot
-Site Sucker
-SiteLockSpider
+Semrush
+SentiBot
+Seomoz
+Shodan
+Siphon
+SiteSnagger
 SiteSucker
 Sitebeam
-SlySearch
-SmartDownload
-Snoopy
-SocialRankIOBot
-Sociscraper
-Sottopop
+Siteimprove
+Sitevigil
+Snake
+Snapbot
+Sogou web spider
+SpankBot
 Spanner
-Spbot
-SputnikBot
-Sqlmap
+Spinn3r
 Sqworm
 Steeler
-Stripper
-Surfbot
-SurveyBot
-Suzuran
+Sucker
+SuperBot
+SuperHTTP
 Swiftbot
 Teleport
-Telesoft
+TeleportPro
+Telesphorep
+The Intraformant
 TightTwatBot
-Trendictionbot
-Turnitin
+Toata
+Tracemyfile
+Trendiction
 TwengaBot
-Typhoeus
-URLy Warning
-V-BOT
+URLy.Warning
+UnisterBot
+Upflow
 VB Project
-VCI
-Vacuum
 VeriCiteCrawler
+Virusdie
 Voltron
-WASALive-Bot
-WBSearchBot
+WISENutbot
 WPScan
-WWW-Collector-E
-Web Auto
-Web Collage
-Web Pix
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+WebAuto
 WebBandit
+WebCollage
 WebCopier
-WebPix
-WebSauger
+WebFetch
+WebGo IS
+WebImageCollector
+WebLeacher
+WebReaper
 WebStripper
 WebWhacker
-Webster
+WebZIP
+Webalta
+WebmasterWorldForumBot
+WebsiteExtractor
 Whacker
-Whatweb
+Who.is Bot
 WinHTTrack
-Wonderbot
+WiseGuys Robot
+Wotbox
 Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zermelo
-Zeus
+Zade
+Zauba
 Zitebot
 ZoomBot
 ZumBot
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-backlink-check
+cah.io.community
+check1.exe
 clark-crawler
 coccocbot
+cognitiveseo
 crawler.feedback
-eCatch
 facebookscraper
-gopher
 instabid
-internetVista monitor
-ips-agent
-linkdexbot
-lwp-request
-lwp-trivial
+isitwp.com
 mediawords
-netEstate NE Crawler
+muhstik-scan
 page scorer
-pcBrowser
-plumanalytics
-satoristudio.net
-seobility
-seocompany.store
-sitechecker.pro
+s1z.ru
+scan.lol
+seostar
+serpstatbot
+sexsearcher
 sogouspider
-spyfu
-sysscan
 tAkeOut
-trendiction.com
 ubermetrics-technologies.com
-webgains-bot
 webpros.com
-webprosbot
+x09Mozilla
 x22Mozilla
-zauba.io
 zgrab