V4.2022.08.3317 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 404checker
-404enemy
-AIBOT
+ADmantX
 ALittle Client
 Abonti
-Aboundex
+Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
 Aipbot
-Alexibot
 AllSubmitter
-AlphaBot
+Anarchie
 Anarchy99
 Ankit
-Anthill
 Apexoo
 Aspiegel
 Asterias
-Atomseobot
-BBBike
-BLEXBot
-Backlink-Ceck
+BDFetch
+BackStreet
+Badass
+Barkrowler
 BatchFTP
-Bigfoot
+Battleztar Bazinga
+BetaBot
 Black Hole
-Brandprotect
-Buck
-Buddy
-BuiltBotTough
+BlowFish
+BotALot
 Bullseye
 BunnySlippers
 BuzzSumo
-CCBot
-CazoodleBot
+CATExplorador
+CSHttp
 Cegbfeieh
-CheTeam
-CherryPicker
-Chlooe
+CensysInspect
+ChinaClaw
 Citoid
-Claritybot
-Cogentbot
+Cliqzbot
 Collector
-CrazyWebCrawler
-Crescent
 Curious
-DBLBot
-DIIbot
-DSearch
-DataCha0s
-DatabaseDriverMysqli
+CyotekWebCopy
+Deusu
+Digincore
 DigitalPebble
 Disco
 Discobot
+Dispatch
+DittoSpyder
 DnBCrawler-Analytics
 DnyzBot
 DomCopBot
-DomainSigmaCrawler
-Domains Project
+Download Wonder
 Dragonfly
+Drip
+ECCP/1.0
 EMail Wolf
 Ebingbong
-Ecxi
-EroCrawler
 Evil
-Express WebPictures
-Ezooms
+Extractor
+ExtractorPro
+EyeNetIE
 FDM
 FHscan
-Flunky
+Fimap
+Firefox/7.0
 Foobot
-Fuzz
-Fyrebot
-GT::WWW
-GalaxyBot
-Genieo
-GermCrawler
 GetWeb
+Getintent
 Gigabot
-Go-Ahead-Got-It
-GoZilla
-GrabNet
+Grabber
+GrapeFX
 HEADMasterSEO
-HTMLparser
-HTTP::Lite
-HTTrack
-Havij
-Hloader
+HMView
+Haansoft
+Harvest
+Heritrix
 HonoluluBot
-Humanlinks
-HybridBot
-IDBTE4M
-IRLbot
+Iblog
 Id-search
-Image Fetch
-IndeedBot
-Indy Library
-InfoNaviRobot
-InfoTekies
-Internet Ninja
-InternetSeer
-IstellaBot
+Iria
 JamesBOT
 JennyBot
 JetCar
-JikeSpider
-Joomla
-Keyword Density
+Jorgee
+Kenjin Spider
+Keybot Translation-Search-Machine
 Kozmosbot
-Lanshanbot
-LexiBot
-Libwhisker
-Lightspeedsystems
-LinkWalker
+LNSpiderguy
+LWP::Simple
+Lftp
+LibWeb
+Likse
 LinkextractorPro
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+Lipperhey Spider
 Litemage_walker
 Lmspider
-MFC_Tear_Sample
-MSIECrawler
+Mail.RU_Bot
+MarkWatch
 Mass Downloader
-MeanPath Bot
+Mata Hari
+MauiBot
+Mb2345Browser
+Mediatoolkitbot
+Microsoft URL Control
+Minefield
 Mister PiX
 Moblie Safari
-Morfeus Fucking Scanner
+Mojolicious
 Mozlila
-Musobot
-Navroad
-NearSite
-Needle
+Mr.4x3
+NPbot
+Nessus
+Net Vampire
 NetAnts
+NetLyzer
 NetZIP
-NextGenSearchBot
-Not
-OrangeSpider
-OutfoxBot
+Nettrack
+Netvibes
+Nibbler
+Niki-bot
+Nikto
+NimbleCrawler
+Nutch
+Octopus
+Openfind
+Openvas
+OutclicksBot
+PageGrabber
+PageThing.com
+Papa Foto
 Pavuk
 PeoplePal
-Piepmatz
+Petalbot
+Picscout
+Picsearch
+PictureFinder
+Pixray
 Pockey
-ProPowerBot
 Probethenet
-Pump
-PxBroker
-PyCurl
-QueryN Metasearch
+Pu_iN
 Quick-Crawler
-RankingBot
-Rankivabot
-RankurBot
-RebelMouse
+RSSingBot
+RankingBot2
+RealDownload
 Recorder
-Ripper
-SEOkicks
+RedesScrapy
+RepoMonkey
+RocketCrawler
+SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
 SISTRIX
-SMTBot
-Scanbot
+ScanAlert
 ScoutJet
-Scrapy
-ScreenerBot
-Semrush
-SentiBot
+SemanticJuice
+SemrushBot
 SeoSiteCheckup
-Site Sucker
-SiteExplorer
-SiteLockSpider
-Sitevigil
-SlySearch
-Snake
-SocialRankIOBot
+Siphon
+SiteSucker
+Sitebeam
+Sociscraper
+Sogou web spider
+Sosospider
+Sottopop
 SpaceBison
-SpankBot
-Spanner
+Spammen
 Spinn3r
 SputnikBot
-Sqlmap
+Sqlworm
+Sqworm
 Sucker
-Sucuri
-SuperBot
-Surfbot
+SuperHTTP
+Suzuran
+T0PHackTeam
 T8Abot
+Teleport
 TeleportPro
 Telesoft
-Telesphoreo
+Telesphorep
 TheNomad
-Titan
-Toweyabot
-Trendictionbot
+TightTwatBot
+Tracemyfile
+Trendiction
+Turnitin
 TwengaBot
-Typhoeus
-URLy Warning
-Upflow
+URLy.Warning
+UnisterBot
+VB Project
+Vacuum
+Virusdie
+Voil
 Voltron
-WEBDAV
-WWW-Mechanize
-Wallpapers
-Wallpapers/3.0
+WISENutbot
+WPScan
+WWW-Collector-E
+WWWOFFLE
 WallpapersHD
-Web Auto
-Web Enhancer
+WeSEE
+Web Fuck
+Web Sucker
 WebBandit
+WebEnhancer
 WebFetch
 WebGo IS
-WebImageCollector
 WebPix
-WebStripper
 WebSucker
-WebZIP
 Webalta
-WebmasterWorldForumBot
-Website Quester
+Webshag
+WebsiteQuester
 Whack
-Whacker
 Whatweb
 Who.is Bot
+Wonderbot
 Xaldon WebSpider
-Xenu
-Zitebot
-ZumBot
-archive.org_bot
+Xaldon_WebSpider
+YoudaoBot
+Zade
+ZmEu
+ZoomBot
+ZoominfoBot
+ZyBorg
 arquivo.pt
 autoemailspider
 cah.io.community
-com.plumanalytics
+clark-crawler
+crawl.sogou.com
 crawler.feedback
-crawler4j
-dataforseo.com
 facebookscraper
-gopher
-internetVista monitor
-ips-agent
 linkdexbot
-magpie-crawler
+lwp-request
+lwp-trivial
 meanpathbot
 mediawords
-netEstate NE Crawler
+oBot
 page scorer
+pcBrowser
+plumanalytics
+polaris version
+probe-image-size
 s1z.ru
+satoristudio.net
+scan.lol
+seobility
+seoscanners
 seostar
-sexsearcher
-sitechecker.pro
 siteripz
 sogouspider
 sp_auditbot
-trendiction.com
-ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-webpros.com
+zauba.io