V4.2022.03.3000 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
 404enemy
+80legs
 ADmantX
-Aboundex
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
+Aboundexbot
 AiHitBot
+Aipbot
 AllSubmitter
-Alligator
 Anarchy
 Anarchy99
 Ankit
-Asterias
 Atomseobot
 Attach
-AwarioSmartBot
-BLEXBot
-BackStreet
+AwarioRssBot
+BBBike
+BDCbot
+BackDoorBot
 BackWeb
-Bandit
-Battleztar Bazinga
-BlackWidow
+BacklinkCrawler
+Barkrowler
+BetaBot
+Black Hole
 Blackboard
-Blow
 BlowFish
-Buddy
+Bolt
+Brandprotect
+Buck
 BuiltBotTough
-BuiltWith
-BuzzSumo
 CATExplorador
-CCBot
-Cegbfeieh
-CensysInspect
-CherryPicker
-Citoid
-CopyRightCheck
-Craftbot
-Crawling at Home Project
+Chlooe
+Cocolyzebot
+Copier
+Copyscape
+Cosmos
 Crescent
-DatabaseDriverMysqli
-Demon
-Digincore
-Disco
-Discoverybot
-Dispatch
+CrunchBot
+Custo
+CyotekWebCopy
+DIIbot
+DSearch
+DataCha0s
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
+DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
 Domains Project
-Drip
+Download Wonder
+EMail Wolf
 Ebingbong
 EirGrabber
-EroCrawler
-Exabot
-Extractor
+ExtLinksBot
 Extreme Picture Finder
-EyeNetIE
-FemtosearchBot
+FDM
+FHscan
 Firefox/7.0
-FlashGet
 Flunky
 Freeuploader
-G-i-g-a-b-o-t
+FrontPage
+Fuzz
+FyberSpider
 GT::WWW
-Genieo
-Getintent
-Go!Zilla
-Gotit
-Grafula
+GetRight
 GrapeshotCrawler
 GridBot
 HEADMasterSEO
 HMView
-HTMLparser
-HTTP::Lite
-HTTrack
+Harvest
 Havij
 Heritrix
+HonoluluBot
+HybridBot
+IDBot
+IRLbot
 Iblog
 Id-search
 IlseBot
-Image Sucker
-Indy Library
+Image Fetch
+IndeedBot
 InfoTekies
-Intelliseek
-InterGET
-Internet Ninja
-JOC Web Spider
-JennyBot
-Jetty
-Joomla
+Iskanie
+JamesBOT
+JikeSpider
 JustView
-Kenjin Spider
-Keybot Translation-Search-Machine
-Keyword Density
-LNSpiderguy
+Kozmosbot
 LWP::Simple
-Lanshanbot
-Leap
-Lftp
-LieBaoFast
-Likse
+LeechFTP
+LibWeb
 Linkbot
-LinksManager
-LinqiaRSSBot
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+Lipperhey
 Litemage_walker
+Ltx71
+MFC_Tear_Sample
 MIDown tool
-MQQBrowser
-MSFrontPage
-Mag-Net
 Majestic-SEO
-Majestic12
+MarkMonitor
 MarkWatch
-Mata Hari
+MauiBot
+Meanpathbot
 Metauri
-Microsoft URL Control
-Minefield
+MicroMessenger
+Mister PiX
 Mojeek
 Mojolicious
+MolokaiBot
 Mozlila
-Msrabot
-Musobot
-NPbot
-Name Intelligence
-Navroad
+NICErsPRO
 NearSite
 Needle
-NetLyzer
+Net Vampire
+NetAnts
+NetMechanic
+NetSpider
 NetZIP
-Netcraft
 Nettrack
-Netvibes
 NextGenSearchBot
-NimbleCrawler
-Nimbostratus
-Nmap
-Offline Explorer
+Niki-bot
+Not
 Offline Navigator
-OnCrawl
-OrangeBot
-OrangeSpider
-OutclicksBot
-PECL::HTTP
-PHPCrawl
-PageAnalyzer
-PageScorer
-PageThing.com
-Pandalytics
-Panscient
+Openfind
+Page Analyzer
+Pavuk
 Petalbot
-Pi-Monster
 Picscout
-PictureFinder
+Picsearch
+Piepmatz
+Pimonster
 Pixray
-Pockey
-Probethenet
 Psbot
 PxBroker
+PyCurl
+RSSingBot
+RankActiveLinkBot
 RankFlex
-RankingBot
+RankingBot2
+Rankivabot
+RankurBot
 RedesScrapy
+RocketCrawler
 Rogerbot
-SEOkicks
-SISTRIX
+SEOlyticsCrawler
+SMTBot
+ScanAlert
 Scanbot
 Screaming
 ScreenerBot
+ScrepyBot
 SearchmetricsBot
+Seekport
+SemanticJuice
 SemrushBot
-SeobilityBot
-Shodan
+SentiBot
 Siphon
 SiteExplorer
-SiteSnagger
-Siteimprove
-Sogou web spider
+SlySearch
+SmartDownload
+Snake
+Sociscraper
 Spammen
-Spbot
-Spinn3r
-SputnikBot
+SpankBot
+Spanner
+Sqlmap
 Sqlworm
-Sqworm
 Sucuri
-SuperBot
-Surfbot
 Swiftbot
-TeleportPro
-Thumbor
-Titan
+Teleport
+Telesoft
+Telesphoreo
+Telesphorep
+TightTwatBot
 Toata
-Tracemyfile
+Trendiction
 True_Robot
 Turnitin
-Twice
-URLy Warning
-UnisterBot
+TwengaBot
+URLy.Warning
 Upflow
-VCI
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
-VoidEYE
-Voil
+Voltron
 WASALive-Bot
 WPScan
-WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
+WWW-Mechanize
 Wallpapers
+Wallpapers/3.0
 WeSEE
-Web Fuck
+Web Auto
+Web Collage
+Web Fetch
+WebAuto
+WebBandit
 WebCollage
-WebGo IS
-WebLeacher
-WebReaper
-WebWhacker
-Webshag
-Whack
-Who.is Bot
+WebCopier
+WebEnhancer
+WebFetch
+WebImageCollector
+WebSauger
+WebZIP
+WebmasterWorldForumBot
+WebsiteExtractor
+Whatweb
+Widow
 Wonderbot
-Wotbox
-Wprecon
-Xaldon WebSpider
+Xaldon_WebSpider
 YoudaoBot
+Zade
+Zauba
 Zermelo
+Zeus
+Zitebot
+ZmEu
+ZoomBot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
+backlink-check
+check1.exe
 cognitiveseo
-crawl.sogou.com
-crawler4j
-domainsproject.org
+com.plumanalytics
+eCatch
 evc-batch
-isitwp.com
-iubenda-radar
-meanpathbot
-page scorer
-ripz
-s1z.ru
-satoristudio.net
-scalaj-http
-scan.lol
+gopher
+instabid
+internetVista monitor
+lwp-trivial
+netEstate NE Crawler
+oBot
+polaris version
+probe-image-size
+seocompany.store
 seoscanners
-sitechecker.pro
-sysscan
+seostar
+sexsearcher
+siteripz
+sp_auditbot
 tAkeOut
 ubermetrics-technologies.com
+webmeup-crawler
 webpros.com
+webprosbot
+x09Mozilla
+x22Mozilla
+xpymep1.exe
 zauba.io
 zgrab