V4.2022.08.3286 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 ADmantX
-Alligator
-Anarchy
-Asterias
-Atomseobot
-AwarioRssBot
+AIBOT
+Abonti
+Aboundex
+AfD-Verbotsverfahren
+AiHitBot
+AlphaBot
+Anarchie
+Anthill
 AwarioSmartBot
 BBBike
-BDFetch
-BackDoorBot
 BackWeb
+Backlink-Ceck
+BacklinkCrawler
 Bandit
 BatchFTP
-BetaBot
-Bitacle
-Black Hole
+BlackWidow
 Blow
-Boardreader
-BotALot
+Bolt
 Brandprotect
 Brandwatch
+BuiltBotTough
+Bullseye
 BunnySlippers
+BuzzSumo
 CCBot
-CODE87
-CSHttp
 Calculon
-Cegbfeieh
 CensysInspect
-CheeseBot
 CherryPicker
-Chlooe
-Cliqzbot
-Cogentbot
+ChinaClaw
+Citoid
+Claritybot
+Cloud mapping
 Collector
-Copier
-CopyRightCheck
 Copyscape
 Cosmos
-Craftbot
-CrazyWebCrawler
+Crawling at Home Project
 Curious
 Custo
 CyotekWebCopy
-DatabaseDriverMysqli
-Dirbuster
+DBLBot
+DSearch
+DTS Agent
+DataCha0s
+Deusu
+Devil
+Discoverybot
 DittoSpyder
-DnyzBot
-DomainAppender
+DnBCrawler-Analytics
 DomainStatsBot
 Domains Project
 Download Wonder
-Drip
-EMail Siphon
-EasyDL
+Dragonfly
+EMail Wolf
+Ebingbong
+EirGrabber
 Evil
-Exabot
-ExtractorPro
+Extractor
 EyeNetIE
-FemtosearchBot
-Flunky
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
+FDM
+FHscan
+Freeuploader
+Fuzz
+Fyrebot
+Genieo
 GetRight
-Getintent
-Gigabot
-Go!Zilla
+GetWeb
 Go-Ahead-Got-It
-GrabNet
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HMView
+Grabber
+GrapeFX
 HTTP::Lite
 HTTrack
+Haansoft
+HaosouSpider
+Harvest
+Heritrix
 Hloader
-HonoluluBot
+Humanlinks
 HybridBot
-IDBTE4M
 Id-search
-InfoTekies
+Image Sucker
+IndeedBot
+Indy Library
+InfoNaviRobot
+Intelliseek
 InterGET
-Internet Ninja
 InternetSeer
+Iskanie
 JOC Web Spider
-Jbrofuzz
-JetCar
 JikeSpider
-Joomla
-JustView
-Keybot Translation-Search-Machine
-Keyword Density
-Lanshanbot
+Jorgee
+Kinza
+Kozmosbot
 Larbin
 LeechFTP
-LeechGet
-LexiBot
-Lftp
-Libwhisker
-Likse
+LibWeb
+LieBaoFast
+LinkWalker
 Linkbot
-LinkextractorPro
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
+LinkpadBot
+LinqiaRSSBot
+Lipperhey Spider
+MFC_Tear_Sample
 MIDown tool
-MQQBrowser
-MSFrontPage
+MIIxpc
+MJ12bot
+MSIECrawler
+Mag-Net
 Mail.RU_Bot
+Majestic-SEO
 MarkWatch
-Mass Downloader
-MeanPath Bot
+Masscan
+Mb2345Browser
 Meanpathbot
-Microsoft URL Control
-Minefield
 Mister PiX
-MolokaiBot
+Moblie Safari
+Mojolicious
 Msrabot
-NPbot
 Nameprotect
-NearSite
+Navroad
+Nessus
 Net Vampire
-NetAnts
 NetLyzer
-NetMechanic
-NetZIP
-Netvibes
-NextGenSearchBot
+NetSpider
+Netcraft
 Nibbler
-Niki-bot
-Ninja
-Not
-Nutch
-Octopus
-Offline Explorer
-Offline Navigator
-OpenVAS
-OrangeBot
+Nikto
+NimbleCrawler
+Openfind
+Openvas
 OrangeSpider
 PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
+PageAnalyzer
 PageGrabber
+PageScorer
 PageThing.com
 Pandalytics
-Papa Foto
 Pavuk
-Picscout
 Picsearch
-PyCurl
-RankActive
-RankingBot
+Pockey
+ProPowerBot
+Pu_iN
+Pump
+QueryN Metasearch
+RSSingBot
+RankFlex
 RankingBot2
-RankurBot
-RealDownload
-RedesScrapy
+Rankivabot
+Re-re
+ReGet
+Reaper
+RebelMouse
 Ripper
+SBIder
 SEOlyticsCrawler
+SEOprofiler
 SEOstats
-SalesIntelligent
-ScreenerBot
+SISTRIX
+SMTBot
+ScoutJet
+SearchmetricsBot
 Seekport
-Semrush
+SentiBot
 Seomoz
+Shodan
 SiteExplorer
 Sitebeam
-Siteimprove
 Sitevigil
-SlySearch
+Snake
 Snoopy
-SocialRankIOBot
-Sociscraper
-Sogou web spider
-Sottopop
+Spammen
 SpankBot
-Spanner
-Sqworm
-Stripper
+Sqlworm
+Steeler
 Sucker
-SuperHTTP
+SuperBot
 SurveyBot
-Teleport
-TeleportPro
-Telesoft
-Telesphoreo
+Szukacz
+The Intraformant
 Toata
-True_Robot
+Toweyabot
+Tracemyfile
+Turingos
+Turnitin
 TwengaBot
+Twice
+Typhoeus
+URLy Warning
 UnisterBot
-Vacuum
-Vagabondo
-VeriCiteCrawler
+V-BOT
+VB Project
+VidibleScraper
+Voltron
 WBSearchBot
-WPScan
 WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
 Wallpapers
-WallpapersHD
-WeSEE
+Web Auto
 Web Collage
 Web Fetch
-Web Pix
-Web Sauger
-WebBandit
-WebCollage
+Web Fuck
 WebCopier
 WebEnhancer
 WebFetch
+WebFuck
 WebLeacher
+WebPix
+WebReaper
 WebSauger
-WebSucker
-Webshag
-WebsiteExtractor
+WebStripper
+WebZIP
+Webalta
 WebsiteQuester
 Whack
-Whacker
-Whatweb
+Widow
 WinHTTrack
 WiseGuys Robot
-Wotbox
-Zitebot
-ZyBorg
-arquivo.pt
-autoemailspider
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+Zade
+Zauba
+ZoomBot
+ZumBot
+adscanner
+arquivo-web-crawler
+backlink-check
 cah.io.community
-crawl.sogou.com
+crawler.feedback
+demandbase-bot
 eCatch
-facebookscraper
-heritrix
-instabid
-ips-agent
+gopher
+isitwp.com
 iubenda-radar
-linkdexbot
 lwp-request
+magpie-crawler
 netEstate NE Crawler
-page scorer
-plumanalytics
-ripz
-scalaj-http
+oBot
+pcBrowser
+s1z.ru
 seobility
-seostar
-serpstatbot
-spyfu
+sogouspider
+sp_auditbot
 trendiction.de
-ubermetrics-technologies.com
 webgains-bot
-webpros.com
 x09Mozilla
+x22Mozilla
+xpymep1.exe
 zgrab