V4.2022.03.3001 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404enemy
-80legs
-ADmantX
-Aboundexbot
-AiHitBot
-Aipbot
-AllSubmitter
-Anarchy
-Anarchy99
-Ankit
-Atomseobot
-Attach
-AwarioRssBot
-BBBike
+AIBOT
+ASPSeek
+Acunetix
+Apexoo
+Asterias
 BDCbot
-BackDoorBot
-BackWeb
+BLEXBot
+Backlink-Ceck
 BacklinkCrawler
-Barkrowler
-BetaBot
-Black Hole
-Blackboard
-BlowFish
-Bolt
-Brandprotect
+Badass
+Bandit
+Battleztar Bazinga
+Bigfoot
+Bitacle
 Buck
-BuiltBotTough
+BuiltWith
 CATExplorador
-Chlooe
-Cocolyzebot
+CODE87
+CazoodleBot
+Cegbfeieh
+CensysInspect
+ChinaClaw
+Citoid
+Cliqzbot
+Cloud mapping
 Copier
-Copyscape
 Cosmos
-Crescent
-CrunchBot
+Craftbot
+CrazyWebCrawler
 Custo
 CyotekWebCopy
-DIIbot
+DBLBot
 DSearch
-DataCha0s
+DTS Agent
+Demon
+Devil
+Digincore
+Dirbuster
+Disco
 Discobot
-DittoSpyder
-DnBCrawler-Analytics
 DnyzBot
-DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-Domains Project
-Download Wonder
-EMail Wolf
-Ebingbong
+Drip
+Ecxi
 EirGrabber
+EroCrawler
+Express WebPictures
 ExtLinksBot
+Extractor
 Extreme Picture Finder
-FDM
+EyeNetIE
 FHscan
-Firefox/7.0
+Fimap
 Flunky
-Freeuploader
+Foobot
 FrontPage
-Fuzz
-FyberSpider
 GT::WWW
+Genieo
 GetRight
-GrapeshotCrawler
+Getintent
+Gigabot
+Gotit
+Grafula
+GrapeFX
 GridBot
-HEADMasterSEO
-HMView
+HTMLparser
+HTTrack
+HaosouSpider
 Harvest
 Havij
-Heritrix
+Hloader
 HonoluluBot
-HybridBot
+Humanlinks
 IDBot
-IRLbot
 Iblog
-Id-search
-IlseBot
-Image Fetch
-IndeedBot
-InfoTekies
+Intelliseek
+Iria
 Iskanie
+JOC Web Spider
 JamesBOT
-JikeSpider
 JustView
+Jyxobot
 Kozmosbot
 LWP::Simple
-LeechFTP
-LibWeb
-Linkbot
-LinqiaMetadataDownloaderBot
-Lipperhey
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
+Lanshanbot
+LeechGet
+Lftp
+Linkdexbot
+LinkextractorPro
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lmspider
 MIDown tool
-Majestic-SEO
-MarkMonitor
+MJ12bot
+MQQBrowser
+Mag-Net
+Majestic SEO
+Majestic12
 MarkWatch
+Mass Downloader
+Masscan
 MauiBot
+MeanPath Bot
 Meanpathbot
-Metauri
 MicroMessenger
+Microsoft Data Access
 Mister PiX
-Mojeek
-Mojolicious
-MolokaiBot
-Mozlila
+Mr.4x3
 NICErsPRO
+NPbot
+Name Intelligence
+Nameprotect
 NearSite
 Needle
-Net Vampire
-NetAnts
+NetLyzer
 NetMechanic
 NetSpider
 NetZIP
 Nettrack
-NextGenSearchBot
-Niki-bot
+Nibbler
+Nmap
 Not
-Offline Navigator
+Nuclei
+Octopus
+OpenLinkProfiler
+OpenVAS
 Openfind
-Page Analyzer
-Pavuk
+Openvas
+OrangeBot
+OutfoxBot
+PECL::HTTP
+PageAnalyzer
+PageScorer
+PageThing.com
+Panscient
+Papa Foto
 Petalbot
-Picscout
 Picsearch
-Piepmatz
+PictureFinder
 Pimonster
-Pixray
+Probethenet
 Psbot
-PxBroker
-PyCurl
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RankingBot2
+Pu_iN
+Quick-Crawler
+RankingBot
 Rankivabot
-RankurBot
-RedesScrapy
-RocketCrawler
+Re-re
+ReGet
+RealDownload
+Recorder
 Rogerbot
+SEOkicks-Robot
 SEOlyticsCrawler
-SMTBot
-ScanAlert
-Scanbot
-Screaming
 ScreenerBot
 ScrepyBot
-SearchmetricsBot
-Seekport
+Searchestate
 SemanticJuice
-SemrushBot
-SentiBot
-Siphon
-SiteExplorer
-SlySearch
-SmartDownload
-Snake
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
+Siteimprove
 Sociscraper
-Spammen
+Sosospider
+Sottopop
+SpaceBison
 SpankBot
-Spanner
-Sqlmap
-Sqlworm
+Stripper
+Sucker
 Sucuri
-Swiftbot
-Teleport
+Szukacz
+T8Abot
+TeleportPro
 Telesoft
-Telesphoreo
 Telesphorep
+The Intraformant
 TightTwatBot
-Toata
-Trendiction
+Trendictionbot
 True_Robot
 Turnitin
 TwengaBot
-URLy.Warning
 Upflow
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-Voltron
-WASALive-Bot
+V-BOT
+VidibleScraper
+Voil
+WBSearchBot
+WEBDAV
 WPScan
 WWW-Mechanize
-Wallpapers
+WWWOFFLE
 Wallpapers/3.0
 WeSEE
-Web Auto
 Web Collage
-Web Fetch
+Web Sucker
 WebAuto
-WebBandit
 WebCollage
-WebCopier
-WebEnhancer
-WebFetch
-WebImageCollector
-WebSauger
-WebZIP
-WebmasterWorldForumBot
+WebFuck
+WebGo IS
+WebPix
+WebReaper
+WebStripper
+WebSucker
+Webalta
 WebsiteExtractor
-Whatweb
-Widow
-Wonderbot
+WebsiteQuester
+Whacker
+Who.is Bot
+WinHTTrack
+WiseGuys Robot
+Wotbox
+Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
-YoudaoBot
-Zade
 Zauba
-Zermelo
 Zeus
-Zitebot
-ZmEu
 ZoomBot
-arquivo-web-crawler
+ZoominfoBot
+ZyBorg
+archive.org_bot
 arquivo.pt
 autoemailspider
-backlink-check
-check1.exe
-cognitiveseo
+cah.io.community
 com.plumanalytics
-eCatch
-evc-batch
+crawler.feedback
+dataforseo.com
 gopher
 instabid
 internetVista monitor
-lwp-trivial
-netEstate NE Crawler
-oBot
-polaris version
-probe-image-size
+magpie-crawler
+muhstik-scan
+plumanalytics
+ripz
+s1z.ru
+satoristudio.net
 seocompany.store
 seoscanners
 seostar
+serpstatbot
 sexsearcher
-siteripz
-sp_auditbot
+sitechecker.pro
 tAkeOut
-ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
-webprosbot
+trendiction.com
+trendiction.de
 x09Mozilla
 x22Mozilla
-xpymep1.exe
-zauba.io
-zgrab