V4.2022.08.3282 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
+404checker
+ADmantX
 AIBOT
-Aboundex
+ASPSeek
 Aboundexbot
-AhrefsBot
+Acunetix
 Aipbot
+Alexibot
 AllSubmitter
 Alligator
 AlphaBot
 Anarchie
+Anarchy
+Ankit
+Apexoo
+Aspiegel
+Atomseobot
+Attach
 AwarioSmartBot
-BackStreet
+BBBike
+BDCbot
+BackDoorBot
 BackWeb
+Backlink-Ceck
 BacklinkCrawler
-Badass
-Bandit
 Barkrowler
 BatchFTP
-Bigfoot
-Black Hole
-Blackboard
-Brandprotect
+Bitacle
+Blow
+BlowFish
+BotALot
+Brandwatch
 Buck
-Buddy
-Bullseye
 BunnySlippers
-CATExplorador
-CSHttp
-Calculon
-Cegbfeieh
+BuzzSumo
+CazoodleBot
 CheTeam
-CheeseBot
-CherryPicker
+ChinaClaw
 Chlooe
-Citoid
+Claritybot
 Cocolyzebot
+Collector
+Copier
 Crawling at Home Project
+CrazyWebCrawler
+Crescent
+Curious
 Custo
-DIIbot
-DataCha0s
-DatabaseDriverMysqli
+DTS Agent
 Demon
-Devil
-Digincore
+Deusu
 Discobot
 Discoverybot
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Dotbot
-Drip
-EasyDL
-Ecxi
-Exabot
-Express WebPictures
-EyeNetIE
-Ezooms
-FHscan
+DittoSpyder
+Download Wonder
+EMail Wolf
+Ebingbong
+ExtLinksBot
+ExtractorPro
+FemtosearchBot
+Fimap
 Firefox/7.0
-Flunky
+Foobot
 Freeuploader
-FrontPage
-G-i-g-a-b-o-t
+FyberSpider
+GalaxyBot
 Genieo
+GermCrawler
+GetWeb
 Getintent
-Gigabot
 GoZilla
-Grafula
-GrapeFX
-GrapeshotCrawler
-HTTrack
+GridBot
+HMView
+HTTP::Lite
 Harvest
-Havij
-HonoluluBot
-Humanlinks
 HybridBot
-IDBot
-InfoTekies
+Image Fetch
+InfoNaviRobot
+Intelliseek
+InternetSeer
+Iria
 IstellaBot
 JOC Web Spider
-Joomla
-JustView
+Jbrofuzz
+JennyBot
+Jetty
+JikeSpider
+Jorgee
 Kenjin Spider
-Keyword Density
 Kozmosbot
-LNSpiderguy
 LWP::Simple
-LibWeb
+Larbin
 Libwhisker
-LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
+Lightspeedsystems
+LinkWalker
+Linkbot
+LinkpadBot
+Lipperhey
+Lipperhey Spider
+Litemage_walker
+Lmspider
 Ltx71
-MFC_Tear_Sample
 MIIxpc
-MJ12bot
 MQQBrowser
 MSFrontPage
-Mag-Net
-Magnet
+MSIECrawler
 Majestic SEO
-Majestic-SEO
 Majestic12
 MarkWatch
-Masscan
+Mata Hari
 MauiBot
-MeanPath Bot
-Mediatoolkitbot
-Microsoft URL Control
-Mozlila
-Msrabot
-Musobot
-NICErsPRO
+Mb2345Browser
+Meanpathbot
+Mister PiX
+Mojolicious
+NPbot
+Nameprotect
+NearSite
 Needle
-NetZIP
-Netcraft
+Net Vampire
+NetLyzer
+Netvibes
+NextGenSearchBot
 Niki-bot
+Nikto
 NimbleCrawler
 Nimbostratus
 Ninja
 Not
-Nuclei
-Nutch
 Offline Navigator
-OnCrawl
-OpenVAS
 Openvas
-OutclicksBot
+OrangeSpider
 OutfoxBot
+PECL::HTTP
 POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
 PageScorer
+PageThing.com
 Pandalytics
-Panscient
-Pavuk
+Papa Foto
+PeoplePal
+Pi-Monster
+Picsearch
 PictureFinder
 Piepmatz
 Pixray
 PleaseCrawl
 Pockey
+Psbot
+PyCurl
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
-ReGet
-RebelMouse
+RankActiveLinkBot
+RankFlex
+RankingBot2
+Rankivabot
+RankurBot
+Re-re
+Reaper
 Recorder
 RocketCrawler
-Scanbot
-Scrapy
-ScreenerBot
+SEOkicks
+SEOlyticsCrawler
+SISTRIX
+ScoutJet
 ScrepyBot
-SearchmetricsBot
 Semrush
-SemrushBot
-Seomoz
+Shodan
 Siphon
-SiteLockSpider
-SiteSnagger
-SiteSucker
+SiteExplorer
 Sitebeam
-SmartDownload
-Snapbot
+Siteimprove
+Snake
+SocialRankIOBot
 Sogou web spider
 Sosospider
-Spanner
-SputnikBot
+Sottopop
+SpaceBison
+Spammen
 Sqlworm
-Sucker
-Sucuri
+Sqworm
+Steeler
+Stripper
+SuperBot
+SuperHTTP
+Suzuran
 Swiftbot
 Szukacz
+T8Abot
 Teleport
-TeleportPro
-Telesoft
-Titan
-Toweyabot
+Telesphoreo
+TheNomad
+Tracemyfile
+Trendiction
 TurnitinBot
-Typhoeus
-VB Project
-VelenPublicWebCrawler
-VeriCiteCrawler
+URLy Warning
+Upflow
+Vagabondo
 VoidEYE
-WEBDAV
-WWW-Collector-E
+Voil
+WISENutbot
 WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
 WallpapersHD
 WeSEE
 Web Enhancer
-Web Sauger
-Web Sucker
-WebBandit
-WebCopier
-WebEnhancer
-WebFuck
+Web Fetch
+Web Fuck
+Web Pix
+WebAuto
+WebCollage
+WebFetch
 WebImageCollector
-WebReaper
-WebSauger
-WebStripper
+WebPix
 WebSucker
 WebWhacker
-WebmasterWorldForumBot
-Website Quester
+WebsiteExtractor
 Whack
-Whatweb
-Who.is Bot
 Widow
-WiseGuys Robot
 Woobot
 Wotbox
-Xenu
-Zade
+Xaldon WebSpider
 Zauba
+Zermelo
 Zeus
 Zitebot
-ZmEu
+ZoomBot
 ZoominfoBot
-ZyBorg
-adscanner
-autoemailspider
-cah.io.community
-com.plumanalytics
-crawler4j
-demandbase-bot
-gopher
-ips-agent
-iubenda-radar
+ZumBot
+arquivo.pt
+backlink-check
+crawler.feedback
+internetVista monitor
 linkdexbot
-magpie-crawler
+lwp-request
 muhstik-scan
+oBot
 pcBrowser
-probe-image-size
-satoristudio.net
-scalaj-http
-seobility
-seoscanners
-tAkeOut
+polaris version
+ripz
+s1z.ru
+scan.lol
+serpstatbot
+sp_auditbot
 trendiction.com
-voyagerx.com
-webmeup-crawler
 x09Mozilla
-zauba.io
+x22Mozilla
+xpymep1.exe
 zgrab