V4.2022.01.2851 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -3,248 +3,248 @@
 404enemy
 80legs
 ADmantX
-AIBOT
-ASPSeek
 Abonti
-AfD-Verbotsverfahren
+Aboundexbot
+Acunetix
 AiHitBot
+AllSubmitter
 Alligator
+AlphaBot
 Anarchie
+Anarchy
 Anarchy99
-Apexoo
+Ankit
+Anthill
+Aspiegel
 Attach
-BBBike
-BDCbot
-BackStreet
 BackWeb
 BacklinkCrawler
 Badass
 Bandit
 BatchFTP
-BetaBot
-Bigfoot
-Bitacle
-Black Hole
-Boardreader
-Bolt
-Brandwatch
+BlackWidow
+Blackboard
+BotALot
+Buddy
 BuiltBotTough
-BuiltWith
 BunnySlippers
-BuzzSumo
+CCBot
+CODE87
+CensysInspect
 CheTeam
-CheeseBot
 ChinaClaw
 Chlooe
 Citoid
-Claritybot
+Cliqzbot
 Cocolyzebot
+Collector
+Copier
+CopyRightCheck
 Cosmos
 Craftbot
+Crawling at Home Project
 CrazyWebCrawler
-Custo
+Crescent
+Curious
 DBLBot
 DIIbot
 DataCha0s
-Deusu
+DatabaseDriverMysqli
 Digincore
-DigitalPebble
-Dirbuster
-Discoverybot
-DomainCrawler
+DomCopBot
+DomainSigmaCrawler
 Domains Project
-Drip
-Ecxi
-EirGrabber
-EroCrawler
+Dotbot
+Express WebPictures
+ExtLinksBot
 Extractor
+ExtractorPro
 EyeNetIE
-FHscan
 FlashGet
-Flunky
-Freeuploader
 Fuzz
 FyberSpider
-GT::WWW
-GalaxyBot
-GermCrawler
-GetRight
-Go!Zilla
-GrabNet
-GrapeFX
-GrapeshotCrawler
+Fyrebot
+G-i-g-a-b-o-t
+GetWeb
+Gigabot
+Go-Ahead-Got-It
+Gotit
 HEADMasterSEO
-HMView
-HTMLparser
-HTTP::Lite
-Harvest
-Heritrix
+Haansoft
 Hloader
 HybridBot
 IDBTE4M
 IDBot
-Id-search
+IRLbot
 IlseBot
+Image Fetch
 Image Sucker
-Intelliseek
-Internet Ninja
-Iskanie
-JamesBOT
+IndeedBot
+Indy Library
+IstellaBot
+Jbrofuzz
+JennyBot
 JetCar
-JikeSpider
+Joomla
 Jorgee
-Kenjin Spider
 Kinza
+LWP::Simple
+Lanshanbot
 Larbin
 Leap
-LeechFTP
-LibWeb
+LeechGet
+Lftp
+LieBaoFast
 Lightspeedsystems
-Likse
-LinkScan
 LinkWalker
-Linkbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
+Linkdexbot
+LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
-Ltx71
-MIDown tool
-MIIxpc
 MJ12bot
-MQQBrowser
+MSFrontPage
 MTRobot
-Magnet
-Majestic SEO
-Majestic-SEO
-Majestic12
+Mag-Net
+Mail.RU_Bot
 MarkMonitor
 Masscan
 Mata Hari
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
+Meanpathbot
 Metauri
-Microsoft Data Access
-Microsoft URL Control
 Minefield
-Mojolicious
-Mozlila
+Mojeek
 Mr.4x3
 NICErsPRO
-NPbot
-NetAnts
-Netcraft
-Nettrack
+Nameprotect
+NearSite
+Nessus
+NetSpider
 Netvibes
-Nibbler
-Niki-bot
+Nikto
 Ninja
 Nmap
+Nuclei
 Nutch
 Octopus
-Offline Explorer
+OnCrawl
+OpenVAS
 Openfind
+OrangeBot
+OrangeSpider
+OutclicksBot
 PHPCrawl
-POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
 PageGrabber
-Panscient
+PageScorer
+Pandalytics
 Papa Foto
-PeoplePal
-Picscout
-Pockey
+Pavuk
+Picsearch
+Piepmatz
+Pixray
 ProPowerBot
-ProWebWalker
 Probethenet
 Pu_iN
-RSSingBot
+PxBroker
+PyCurl
 RankFlex
+RankingBot2
+Rankivabot
 RankurBot
-RedesScrapy
-RepoMonkey
-SBIder
+Re-re
+ReGet
+RealDownload
+Recorder
+RocketCrawler
+Rogerbot
+SEOkicks-Robot
 SEOprofiler
-SEOstats
-SMTBot
+SISTRIX
+SalesIntelligent
 Scanbot
-ScoutJet
+Scrapy
 ScrepyBot
-Seomoz
-Siphon
-SiteExplorer
+SemrushBot
+SiteCheckerBotCrawler
+SiteSnagger
 SiteSucker
-Sitevigil
+Sitebeam
 Snapbot
 Snoopy
-Sogou web spider
-SpaceBison
-SpankBot
-Spanner
-Spbot
-Spinn3r
-SputnikBot
-Sqlworm
-Sqworm
-Stripper
+SocialRankIOBot
+Sosospider
+Sottopop
+Sucker
 SuperBot
 SuperHTTP
-Surfbot
+SurveyBot
 Swiftbot
 Szukacz
-Teleport
-Toata
-Tracemyfile
-Trendiction
-Trendictionbot
+T0PHackTeam
+TeleportPro
+The Intraformant
+Toweyabot
+Turnitin
+TurnitinBot
 Twice
+URLy.Warning
+UnisterBot
 VidibleScraper
-Virusdie
 Voil
-Voltron
+WBSearchBot
 WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
 WWWOFFLE
-Wallpapers
-WallpapersHD
-WeSEE
-Web Auto
-Web Fetch
-Web Pix
-WebFetch
+Wallpapers/3.0
+Web Sauger
+Web Sucker
+WebBandit
 WebFuck
 WebGo IS
-WebLeacher
-WebStripper
-Webster
-Whack
+WebReaper
+WebZIP
+Webshag
 Who.is Bot
+Widow
+WinHTTrack
+WiseGuys Robot
+Woobot
+Wotbox
+Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
 YoudaoBot
-Zitebot
+Zade
+Zauba
 ZyBorg
-archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-crawl.sogou.com
-eCatch
-evc-batch
+check1.exe
+clark-crawler
+coccocbot-web
+com.plumanalytics
+crawler4j
+demandbase-bot
+domainsproject.org
+gopher
+heritrix
 instabid
 internetVista monitor
-oBot
-page scorer
-plumanalytics
+isitwp.com
+iubenda-radar
+netEstate NE Crawler
+polaris version
+ripz
 s1z.ru
-seobility
+scan.lol
 seocompany.store
 seostar
 serpstatbot
-sitechecker.pro
 siteripz
-sogouspider
-sp_auditbot
-webmeup-crawler
+spyfu
+tAkeOut
+trendiction.de
+x09Mozilla
+x22Mozilla
 zauba.io
 zgrab