V4.2021.11.2712 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,242 +1,241 @@
-01h4x.com
 360Spider
-404enemy
-80legs
-AIBOT
-Aboundexbot
-AiHitBot
+ADmantX
+ALittle Client
+Abonti
+Acunetix
+AllSubmitter
 AlphaBot
-Anarchy
+Anarchy99
 Ankit
 Anthill
-AwarioRssBot
+Aspiegel
+Attach
 AwarioSmartBot
 BBBike
-BLEXBot
-BackDoorBot
-BackStreet
+BDCbot
 BackWeb
-Badass
+Backlink-Ceck
+BacklinkCrawler
 Barkrowler
-BetaBot
 Bigfoot
 Bitacle
 Blackboard
-Blow
-Buck
-Buddy
+BlowFish
+Boardreader
+BotALot
+Brandwatch
 BuiltWith
 Bullseye
-BuzzSumo
+CCBot
+CODE87
 CazoodleBot
-Cegbfeieh
-CensysInspect
-CherryPicker
-Claritybot
-Cliqzbot
+CheeseBot
 Cocolyzebot
-CopyRightCheck
-Crawling at Home Project
-Custo
-CyotekWebCopy
+Collector
+Copyscape
+Cosmos
+CrazyWebCrawler
+Crescent
+CrunchBot
+DBLBot
 DIIbot
-DTS Agent
 DataCha0s
-Dirbuster
-Discobot
+Deusu
+DigitalPebble
+Disco
+Dispatch
+DomCopBot
+DomainAppender
 DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
 Domains Project
-Dotbot
-Evil
-Express WebPictures
-ExtLinksBot
-Extractor
+Dragonfly
+Drip
+ECCP/1.0
+EMail Siphon
+EMail Wolf
+EasyDL
+Ecxi
+EirGrabber
+EroCrawler
+Exabot
+ExtractorPro
+EyeNetIE
 Ezooms
+FDM
+FHscan
 FemtosearchBot
-Fimap
-Firefox/7.0
 FlashGet
-Fyrebot
+Flunky
+Fuzz
 G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-GermCrawler
-GetRight
-GoZilla
+Gigabot
+Go!Zilla
 Grafula
+GridBot
 HEADMasterSEO
-HMView
-Haansoft
+HTMLparser
+HTTP::Lite
+HaosouSpider
 Harvest
+Havij
+Humanlinks
 IDBTE4M
 IDBot
 IRLbot
-Image Sucker
-IndeedBot
-InfoNaviRobot
-InfoTekies
-Intelliseek
+IlseBot
+Image Fetch
+Indy Library
 Internet Ninja
-InternetSeer
-Iskanie
-Jbrofuzz
-JetCar
-JikeSpider
-JustView
-Kinza
-LNSpiderguy
+IstellaBot
+Joomla
 LWP::Simple
-Leap
-Libwhisker
-Lightspeedsystems
-LinkextractorPro
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-MFC_Tear_Sample
+Lanshanbot
+Larbin
+LexiBot
+LibWeb
+LieBaoFast
+Linkdexbot
+Lipperhey Spider
+MIDown tool
 MIIxpc
-MJ12bot
-MSIECrawler
-Mag-Net
+MTRobot
+Mail.RU_Bot
 Majestic SEO
-Masscan
-MauiBot
-MegaIndex.ru
+Mass Downloader
+Mata Hari
+MeanPath Bot
 Metauri
+Microsoft Data Access
 Mister PiX
 Moblie Safari
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
-NICErsPRO
+Mojeek
+Mr.4x3
 NPbot
+Nameprotect
 Navroad
 Needle
-Nessus
+Net Vampire
+NetMechanic
 NetSpider
+NetZIP
+Nettrack
 NextGenSearchBot
-NimbleCrawler
-Offline Navigator
-OpenLinkProfiler
-Openvas
-OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageThing.com
+OpenVAS
+PECL::HTTP
+PageGrabber
+PageScorer
 Papa Foto
+Pavuk
 PeoplePal
 Pi-Monster
 Picscout
-Picsearch
-PictureFinder
+Piepmatz
+PleaseCrawl
+ProWebWalker
 Probethenet
-Pu_iN
-PxBroker
-PyCurl
-QueryN Metasearch
-RSSingBot
-RankActive
-RankActiveLinkBot
-RankFlex
-Re-re
+Psbot
+RankingBot
+RankurBot
 ReGet
-RealDownload
+Reaper
+RebelMouse
 Recorder
 RepoMonkey
-Ripper
-SEOlyticsCrawler
-SEOprofiler
-SMTBot
+RocketCrawler
+Rogerbot
 SalesIntelligent
-Scrapy
-ScrepyBot
+Scanbot
+ScreenerBot
+Searchestate
 SearchmetricsBot
+SemrushBot
+SeoSiteCheckup
+SeobilityBot
 Seomoz
 Siphon
-Site Sucker
-SiteExplorer
-Sitebeam
-Snapbot
-Snoopy
+SiteSnagger
+Sitevigil
+SlySearch
+SmartDownload
+Snake
+Sociscraper
 Sosospider
+Spammen
 SpankBot
-Spbot
-Spinn3r
-Steeler
-Sucuri
-SuperBot
-SurveyBot
+Spanner
+Sqworm
+Stripper
 Swiftbot
-Szukacz
-T0PHackTeam
-TeleportPro
-TheNomad
-True_Robot
-TwengaBot
+Telesphoreo
+Telesphorep
+The Intraformant
+TightTwatBot
+Toweyabot
+Turingos
 Twice
-URLy.Warning
+Typhoeus
+URLy Warning
+UnisterBot
 Upflow
 V-BOT
-VB Project
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+Virusdie
 VoidEYE
-Voil
+Voltron
+WASALive-Bot
+WBSearchBot
+WISENutbot
 WPScan
-WWW-Mechanize
-Wallpapers
+WWW::Mechanize
 WeSEE
-Web Enhancer
+Web Auto
+Web Collage
+Web Fuck
 Web Pix
-Web Sauger
+Web Sucker
+WebAuto
 WebBandit
-WebCollage
-WebCopier
 WebEnhancer
-WebFuck
-WebPix
+WebFetch
+WebReaper
+WebWhacker
 WebZIP
-WebmasterWorldForumBot
-Website Quester
-Who.is Bot
-Widow
-Wotbox
+Whack
+WiseGuys Robot
+Wonderbot
+Woobot
 Wprecon
-Xenu
+Xaldon WebSpider
+Xaldon_WebSpider
 YoudaoBot
-Zade
 Zauba
-Zitebot
-ZoomBot
-ZoominfoBot
-ZumBot
+Zeus
+ZmEu
+adscanner
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-backlink-check
 cah.io.community
-check1.exe
-crawl.sogou.com
-crawler.feedback
+clark-crawler
+crawler4j
 dataforseo.com
-demandbase-bot
+domainsproject.org
 facebookscraper
-instabid
+gopher
 ips-agent
 isitwp.com
-plumanalytics
+magpie-crawler
+mediawords
+muhstik-scan
+netEstate NE Crawler
+pcBrowser
 polaris version
 ripz
-scan.lol
-seobility
-seoscanners
 seostar
-serpstatbot
+sexsearcher
 sitechecker.pro
 siteripz
 sogouspider
@@ -244,7 +243,8 @@ sp_auditbot
 spyfu
 tAkeOut
 trendiction.com
-webmeup-crawler
-webpros.com
-webprosbot
-x09Mozilla
+ubermetrics-technologies.com
+voyagerx.com
+x22Mozilla
+xpymep1.exe
+zgrab