V4.2022.04.3066 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
+AIBOT
+ALittle Client
 ASPSeek
-Abonti
+Aboundex
 Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Alexibot
 Alligator
-Anarchie
+AlphaBot
+Anarchy
 Anarchy99
-Apexoo
 Aspiegel
+Asterias
+Atomseobot
 Attach
-AwarioSmartBot
-BBBike
-BLEXBot
+BDCbot
+BDFetch
 BackDoorBot
-BackStreet
-BackWeb
 Backlink-Ceck
-Bandit
-Bitacle
-BlackWidow
-Boardreader
+BacklinkCrawler
+Barkrowler
+Battleztar Bazinga
+BetaBot
+Black Hole
+Blackboard
+Blow
+BotALot
 Brandprotect
-Buck
 BuiltBotTough
-BuiltWith
-Bullseye
-CATExplorador
-CCBot
-CODE87
 Calculon
-Cegbfeieh
-CherryPicker
-ChinaClaw
-Chlooe
+CheTeam
+Citoid
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-Craftbot
-CrunchBot
-Curious
-CyotekWebCopy
+Cogentbot
+Copyscape
+Crawling at Home Project
 DIIbot
 DTS Agent
-DataCha0s
 DatabaseDriverMysqli
-Deusu
-Disco
-Dispatch
+Demon
+Devil
+Discobot
 DnBCrawler-Analytics
 DnyzBot
-DomainCrawler
-Dotbot
+DomainAppender
+DomainStatsBot
+Domains Project
 Download Wonder
-Dragonfly
 EMail Wolf
+EasyDL
 Ebingbong
-EirGrabber
-EroCrawler
-Evil
+Express WebPictures
 ExtLinksBot
-Extractor
-FDM
-FHscan
+EyeNetIE
+Ezooms
+FemtosearchBot
+Fimap
 Flunky
 Foobot
 Fuzz
 FyberSpider
-G-i-g-a-b-o-t
-Genieo
-Getintent
+GT::WWW
+GermCrawler
+GetWeb
 Gigabot
-Go!Zilla
-Gotit
+Go-Ahead-Got-It
+GoZilla
 GrabNet
 GrapeFX
-HTMLparser
+HEADMasterSEO
+HMView
 HTTP::Lite
-HaosouSpider
-Hloader
-HonoluluBot
+Haansoft
+Heritrix
 HybridBot
-IDBTE4M
 Id-search
 IlseBot
-IndeedBot
-Intelliseek
-InterGET
-IstellaBot
+InternetSeer
+Iria
 Jbrofuzz
-Joomla
-Jorgee
-Jyxobot
-Kenjin Spider
+JetCar
 Keybot Translation-Search-Machine
-Keyword Density
 Kinza
 Kozmosbot
-LNSpiderguy
+LWP::Simple
 Larbin
-Leap
-LibWeb
-Lightspeedsystems
+LeechFTP
+LeechGet
+Lftp
+Libwhisker
+LieBaoFast
+Likse
 LinkWalker
-LinqiaRSSBot
+LinkpadBot
 Lipperhey Spider
+Litemage_walker
+Lmspider
 Ltx71
-MQQBrowser
-MSFrontPage
-Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Mata Hari
-MauiBot
+MFC_Tear_Sample
+MIIxpc
+MSIECrawler
+MarkMonitor
+MarkWatch
+Masscan
 Mb2345Browser
-MicroMessenger
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+Microsoft Data Access
 Mister PiX
-Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
+NICErsPRO
 NPbot
-Nameprotect
-NearSite
+Navroad
 Needle
-Nessus
 Net Vampire
-NetAnts
-NetMechanic
-NetSpider
+NetLyzer
 NetZIP
-Netvibes
-Niki-bot
+Nettrack
 Nmap
-Not
-Nuclei
-Nutch
-Offline Navigator
-Openfind
-OutclicksBot
-POE-Component-Client-HTTP
+Offline Explorer
+OpenLinkProfiler
+OutfoxBot
+PHPCrawl
 PageAnalyzer
-PageScorer
-Panscient
-Pixray
+Papa Foto
+PeoplePal
+Picsearch
+PictureFinder
+Pimonster
 ProWebWalker
+Probethenet
 Pu_iN
-PxBroker
-Quick-Crawler
 RSSingBot
-RankFlex
-ReGet
-RealDownload
-Reaper
+RankActive
+RankingBot
+RankingBot2
 RebelMouse
+Recorder
 RocketCrawler
+Rogerbot
 SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
-ScoutJet
-Screaming
+SISTRIX
+SMTBot
+SalesIntelligent
+ScanAlert
+ScreenerBot
 ScrepyBot
-Searchestate
-Semrush
-SemrushBot
-SentiBot
+Seekport
 Seomoz
-Shodan
-SiteExplorer
+Siphon
+Site Sucker
+SiteSnagger
+SiteSucker
 Sitevigil
-SmartDownload
-Snoopy
-Sogou web spider
+SlySearch
+SocialRankIOBot
 Sottopop
-SpaceBison
-Spammen
+Spanner
 Spbot
 Spinn3r
 SputnikBot
-Sucuri
+Sqlworm
+Steeler
+Stripper
+Sucker
 SuperBot
-T0PHackTeam
+Surfbot
+SurveyBot
+Swiftbot
+Szukacz
 T8Abot
-Teleport
 TeleportPro
-Telesoft
-The Intraformant
-Toata
-Trendiction
-True_Robot
-Turingos
+Telesphoreo
+Telesphorep
+TheNomad
+Thumbor
+Titan
+Tracemyfile
 Turnitin
-TwengaBot
 Twice
+URLy Warning
 UnisterBot
-VB Project
+V-BOT
 VCI
-Vacuum
-VeriCiteCrawler
-WASALive-Bot
+VelenPublicWebCrawler
+VidibleScraper
+Voltron
 WBSearchBot
-WEBDAV
-WISENutbot
-WWWOFFLE
+WWW-Collector-E
+WWW::Mechanize
+Wallpapers
+WallpapersHD
+Web Enhancer
 Web Fetch
-Web Fuck
-Web Pix
-Web Sucker
-WebAuto
+WebBandit
 WebCopier
 WebEnhancer
-WebFetch
-WebLeacher
-WebPix
+WebFuck
+WebGo IS
+WebImageCollector
 WebReaper
-Webalta
+WebSauger
+WebStripper
+WebSucker
+WebZIP
+WebmasterWorldForumBot
 Webshag
-Whatweb
+WebsiteExtractor
 Widow
-WiseGuys Robot
-Woobot
-Wprecon
-Xaldon WebSpider
-Xenu
-Zauba
-ZmEu
+WinHTTrack
+YoudaoBot
+Zade
+Zermelo
+Zeus
+ZoomBot
 ZyBorg
-crawl.sogou.com
-eCatch
+adscanner
+archive.org_bot
+backlink-check
+check1.exe
+clark-crawler
+coccocbot
+crawler4j
+dataforseo.com
+domainsproject.org
+evc-batch
+gopher
+internetVista monitor
+ips-agent
+iubenda-radar
+linkdexbot
 lwp-request
 meanpathbot
-mediawords
 muhstik-scan
 netEstate NE Crawler
+oBot
 page scorer
 plumanalytics
-probe-image-size
-ripz
-satoristudio.net
-scalaj-http
-seoscanners
-voyagerx.com
-webmeup-crawler
-webpros.com
+s1z.ru
+serpstatbot
+sexsearcher
+siteripz
+sogouspider
+sysscan
+ubermetrics-technologies.com
 webprosbot
-zauba.io
+xpymep1.exe