V4.2022.09.3368 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
+404enemy
+ADmantX
 Acunetix
 AfD-Verbotsverfahren
 AiHitBot
+Aipbot
+Alligator
+AlphaBot
+Anarchie
+Anarchy
 Anarchy99
-Aspiegel
-AwarioRssBot
+Ankit
+Anthill
+Atomseobot
+Attach
 AwarioSmartBot
 BBBike
-BDCbot
+BDFetch
 BackDoorBot
+BackStreet
 BackWeb
 BacklinkCrawler
 Bandit
-Barkrowler
+Bitacle
 BlackWidow
-Blackboard
-Blow
 Bolt
-Brandprotect
-Buck
-BunnySlippers
+BotALot
+BuiltBotTough
+BuiltWith
 CATExplorador
+Calculon
+CensysInspect
 CheeseBot
+ChinaClaw
+Chlooe
 Citoid
-Collector
-Copier
-Crawling at Home Project
-CrunchBot
+Cloud mapping
+Cogentbot
+Copyscape
+Craftbot
+Crescent
 Custo
 DBLBot
-DIIbot
 DSearch
-DTS Agent
+DatabaseDriverMysqli
 Demon
-Devil
+Digincore
 DnyzBot
 DomainAppender
-Domains Project
-Dotbot
+EMail Siphon
 EMail Wolf
-Ebingbong
-Evil
-EyeNetIE
+EasyDL
+Express WebPictures
+Extractor
+ExtractorPro
 Ezooms
-Fimap
+FemtosearchBot
 Firefox/7.0
-Freeuploader
+FlashGet
+Flunky
 GT::WWW
-GalaxyBot
+GetWeb
 Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 Grafula
-GrapeFX
-GridBot
+HEADMasterSEO
 HTMLparser
 HTTP::Lite
+HTTrack
 Haansoft
-Harvest
+HaosouSpider
+Havij
 Hloader
 HonoluluBot
-IDBTE4M
+HybridBot
 IRLbot
 IlseBot
 Image Sucker
-IndeedBot
 Indy Library
 InfoNaviRobot
-Intelliseek
-InterGET
-Iria
 Iskanie
 IstellaBot
 JOC Web Spider
 Jbrofuzz
-JikeSpider
-Keybot Translation-Search-Machine
-LNSpiderguy
-Larbin
+JennyBot
+Joomla
+Kenjin Spider
+Keyword Density
+Kinza
+Kozmosbot
+Leap
+LeechGet
 LibWeb
+LieBaoFast
+Lightspeedsystems
 LinkScan
+LinkWalker
 Linkbot
 LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-MIIxpc
-MJ12bot
 MQQBrowser
+MSFrontPage
 Mag-Net
-Mail.RU_Bot
-Majestic12
-Mass Downloader
+MarkMonitor
 Masscan
-MauiBot
-MeanPath Bot
-Metauri
+Mata Hari
+Mb2345Browser
+Meanpathbot
 MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
 Moblie Safari
 Mojeek
 Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-NearSite
-NetZIP
-Nettrack
+Msrabot
+Musobot
+Needle
+Netcraft
+Netvibes
+NextGenSearchBot
+Nibbler
 Nimbostratus
-Nmap
-Not
-Octopus
-Offline Explorer
-Openfind
+Nutch
+Offline Navigator
+OpenVAS
 OutfoxBot
-PHPCrawl
-Page Analyzer
+PECL::HTTP
 PageAnalyzer
-PageGrabber
 Pandalytics
-Panscient
 Pavuk
-Pi-Monster
+PeoplePal
+Petalbot
 Picsearch
-Pu_iN
+PictureFinder
+Piepmatz
+Pimonster
+ProWebWalker
 Pump
+PyCurl
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankActiveLinkBot
-RankingBot
+RankFlex
 Rankivabot
-ReGet
-RealDownload
-Reaper
-RebelMouse
-RocketCrawler
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SalesIntelligent
+RankurBot
+RepoMonkey
+Ripper
+Rogerbot
+SISTRIX
+SMTBot
+ScanAlert
 ScoutJet
-Screaming
-ScreenerBot
+Scrapy
 ScrepyBot
-Searchestate
+Semrush
 SemrushBot
-SeobilityBot
-Seomoz
-Siphon
+SentiBot
+SeoSiteCheckup
+SiteExplorer
 Sitebeam
-Siteimprove
-Sitevigil
 SlySearch
-SmartDownload
-SpaceBison
+Sogou web spider
 Spammen
-SpankBot
 Spanner
-Spinn3r
-Sqlmap
+SputnikBot
 Sqworm
-Stripper
-Sucker
-Sucuri
-SuperHTTP
-Suzuran
-Swiftbot
-Szukacz
+T0PHackTeam
+Teleport
 TeleportPro
-Telesphoreo
-The Intraformant
+Telesoft
+TheNomad
 TightTwatBot
 Titan
-Toata
 Toweyabot
-Tracemyfile
-True_Robot
+Turingos
 Turnitin
 TurnitinBot
 URLy Warning
-Vacuum
-Vagabondo
+URLy.Warning
+UnisterBot
+Upflow
+VCI
 VelenPublicWebCrawler
-VoidEYE
-Voil
+VeriCiteCrawler
 Voltron
-WBSearchBot
-WEBDAV
 WISENutbot
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers
+WPScan
+WWWOFFLE
 Wallpapers/3.0
+WallpapersHD
 Web Collage
-WebCopier
-WebEnhancer
-WebFetch
+Web Enhancer
+Web Fuck
+Web Pix
+WebAuto
+WebBandit
+WebCollage
 WebFuck
+WebGo IS
 WebImageCollector
-WebStripper
-WebSucker
+WebPix
+WebReaper
 WebWhacker
-WebZIP
-WebmasterWorldForumBot
 Webshag
-WebsiteQuester
+WebsiteExtractor
 Webster
-Who.is Bot
+Whacker
+Widow
+Wonderbot
 Wotbox
-YoudaoBot
-Zade
-Zauba
-Zeus
-Zitebot
-ZoominfoBot
+ZoomBot
 ZumBot
+ZyBorg
+archive.org_bot
+arquivo.pt
+autoemailspider
 cah.io.community
 check1.exe
-clark-crawler
+coccocbot
 com.plumanalytics
-crawler.feedback
+dataforseo.com
 demandbase-bot
-gopher
+domainsproject.org
+evc-batch
+facebookscraper
+heritrix
 instabid
-iubenda-radar
-lwp-request
-oBot
+ips-agent
+meanpathbot
+muhstik-scan
+netEstate NE Crawler
 page scorer
 plumanalytics
-polaris version
+ripz
 s1z.ru
-satoristudio.net
-scan.lol
+scalaj-http
 seobility
 seostar
 sexsearcher
 sitechecker.pro
+sogouspider
 spyfu
 trendiction.com
-trendiction.de
-webgains-bot
+voyagerx.com
 webprosbot
-x09Mozilla
-x22Mozilla
 zauba.io