V4.2021.08.2522 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
-404enemy
-80legs
-ADmantX
 AIBOT
-ALittle Client
+Aboundex
+Aboundexbot
 AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
-Alligator
-Anarchie
-Anarchy99
+Aipbot
+AlphaBot
+Apexoo
+Attach
+AwarioSmartBot
 BBBike
 BDFetch
-BackDoorBot
+BackWeb
 Backlink-Ceck
+BacklinkCrawler
+Badass
+Barkrowler
 BatchFTP
 Battleztar Bazinga
-Black Hole
+BetaBot
+Bigfoot
 BlackWidow
-Boardreader
-BotALot
-Brandprotect
+BlowFish
+Buddy
+BuiltBotTough
+BuiltWith
 Bullseye
-BuzzSumo
 CATExplorador
-CODE87
-Calculon
-CazoodleBot
-CheTeam
-CherryPicker
+CheeseBot
 ChinaClaw
-Cocolyzebot
+Claritybot
+Cliqzbot
 Cogentbot
-Copyscape
+Copier
 Cosmos
-Crawling at Home Project
-Crescent
-DBLBot
-DIIbot
+CyotekWebCopy
 DatabaseDriverMysqli
-DigitalPebble
-Dispatch
-DomainStatsBot
-Dotbot
+Devil
+Discobot
+DittoSpyder
+DomainCrawler
 Dragonfly
+ECCP/1.0
 EMail Wolf
-Ecxi
-EroCrawler
-Express WebPictures
-ExtLinksBot
-Extractor
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-FHscan
-FemtosearchBot
+EirGrabber
+Exabot
+FDM
+Fimap
 Firefox/7.0
-FlashGet
 Flunky
+Freeuploader
+FrontPage
+Fuzz
 FyberSpider
 Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
+GalaxyBot
 Genieo
-Getintent
-Gigabot
+GermCrawler
+Gigablast
 Go-Ahead-Got-It
-Grabber
-GrapeFX
-HMView
+GoZilla
+GrabNet
+HEADMasterSEO
 HTTP::Lite
-HTTrack
-Hloader
+HaosouSpider
+Havij
 HybridBot
-IDBTE4M
-IRLbot
-Iblog
+IDBot
 IlseBot
-Indy Library
+Image Fetch
+IndeedBot
 InterGET
-JamesBOT
-JetCar
-Joomla
+Internet Ninja
+InternetSeer
+Iria
+Iskanie
+IstellaBot
+Jetty
+Jorgee
 JustView
 Kenjin Spider
+Kinza
 LWP::Simple
-Leap
+Lanshanbot
 LeechFTP
 LexiBot
-Lftp
+Lightspeedsystems
 LinkScan
+Linkbot
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Ltx71
-MSFrontPage
-MSIECrawler
-Mag-Net
+MJ12bot
+MTRobot
+Magnet
 Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
 MarkMonitor
 MarkWatch
-Mass Downloader
-Masscan
-Mata Hari
+MauiBot
+Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
 Metauri
 MicroMessenger
-Microsoft URL Control
-Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
 Mozlila
-Musobot
-NICErsPRO
-Name Intelligence
-Nameprotect
+Msrabot
+NPbot
+Navroad
+NearSite
 Net Vampire
-NetLyzer
-NetMechanic
-NetSpider
+NetAnts
 NetZIP
+Nettrack
 Netvibes
+NextGenSearchBot
+Niki-bot
+Nikto
 Nimbostratus
-Nmap
-Nuclei
-Nutch
-OpenLinkProfiler
-PECL::HTTP
-Page Analyzer
-PageGrabber
-Panscient
+Ninja
+OnCrawl
+Openfind
+Openvas
+OrangeBot
+OrangeSpider
+PHPCrawl
+PageAnalyzer
 Papa Foto
-Petalbot
+Pi-Monster
 Picscout
-PictureFinder
+Picsearch
 Piepmatz
 Pixray
-PleaseCrawl
+ProPowerBot
 ProWebWalker
-Quick-Crawler
-RankActive
-RankActiveLinkBot
-RankFlex
+Pu_iN
+Pump
+PxBroker
+RankingBot
+Rankivabot
 RankurBot
 Re-re
-RealDownload
-Recorder
-RocketCrawler
-Rogerbot
+RebelMouse
+RedesScrapy
 SBIder
 SEOlyticsCrawler
+SEOstats
 SISTRIX
 SMTBot
 SalesIntelligent
-ScanAlert
-Scanbot
 ScoutJet
-Screaming
-ScreenerBot
+Searchestate
+SearchmetricsBot
 Semrush
-SeoSiteCheckup
-SeobilityBot
+SemrushBot
 Shodan
-Site Sucker
-SiteLockSpider
-Sitevigil
+Sitebeam
+Siteimprove
+SmartDownload
 Snoopy
-Sociscraper
-Sogou web spider
 SpaceBison
-Spammen
-SpankBot
-Sqlworm
+Spanner
+Spbot
+Spinn3r
 Sqworm
-Steeler
+Stripper
+Sucker
+Sucuri
 SuperBot
+SuperHTTP
 SurveyBot
+Suzuran
+Swiftbot
+T8Abot
+Teleport
 Telesoft
+Telesphoreo
 Telesphorep
-The Intraformant
+TheNomad
+Thumbor
 Titan
+Toata
 True_Robot
-Turnitin
 TurnitinBot
-TwengaBot
-Typhoeus
-URLy Warning
-UnisterBot
-VCI
-Vagabondo
-VidibleScraper
+Upflow
+V-BOT
+VB Project
+Vacuum
+VelenPublicWebCrawler
 Voil
-WASALive-Bot
-WISENutbot
+WEBDAV
 WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
+WWW::Mechanize
+Wallpapers
 WallpapersHD
-Web Collage
-Web Enhancer
-Web Pix
+WeSEE
+Web Fetch
+Web Sauger
 Web Sucker
-WebBandit
-WebCollage
-WebFetch
+WebAuto
+WebCopier
+WebEnhancer
+WebGo IS
 WebImageCollector
-WebLeacher
 WebPix
-WebWhacker
+WebReaper
 Webalta
 WebmasterWorldForumBot
 Website Quester
-WebsiteQuester
+WebsiteExtractor
 Whacker
 Who.is Bot
-WiseGuys Robot
+Wonderbot
 Woobot
-Xenu
+Wprecon
+Xaldon WebSpider
 Zade
-Zauba
-Zeus
 Zitebot
-ZumBot
-arquivo.pt
-autoemailspider
-cah.io.community
+ZyBorg
+backlink-check
 check1.exe
-coccocbot-web
 cognitiveseo
 crawl.sogou.com
+crawler.feedback
 domainsproject.org
-instabid
-internetVista monitor
+eCatch
 ips-agent
 isitwp.com
-lwp-request
-lwp-trivial
+meanpathbot
 mediawords
-page scorer
+muhstik-scan
+netEstate NE Crawler
+oBot
+polaris version
 ripz
+s1z.ru
 satoristudio.net
-scan.lol
-seoscanners
+seostar
+sitechecker.pro
 siteripz
-sp_auditbot
-ubermetrics-technologies.com
+spyfu
+trendiction.com
+voyagerx.com
 webmeup-crawler
-x22Mozilla
+x09Mozilla
+zgrab