V4.2023.02.3579 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404enemy
 ALittle Client
-ASPSeek
-Aboundex
-Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
-Aipbot
 Alexibot
-AllSubmitter
-AlphaBot
-Anarchie
+Alligator
 Anarchy
-Anthill
-Aspiegel
-Atomseobot
+Anarchy99
 Attach
+AwarioRssBot
 AwarioSmartBot
-BBBike
-BDCbot
-BLEXBot
 BackStreet
-Backlink-Ceck
+BackWeb
+Badass
 Bandit
-Barkrowler
-BatchFTP
-Black Hole
-Blow
-BotALot
+Bigfoot
+BlackWidow
+Blackboard
+BlowFish
 Brandwatch
-BuiltBotTough
-BuiltWith
-Bullseye
+Buck
+BunnySlippers
+BuzzSumo
+CATExplorador
 CCBot
-CheeseBot
-Chlooe
-Citoid
+CODE87
+CSHttp
+CensysInspect
+CheTeam
+ChinaClaw
 Claritybot
-Cloud mapping
-Cocolyzebot
+Cliqzbot
+Cogentbot
 CopyRightCheck
-Crawling at Home Project
-CrazyWebCrawler
+Cosmos
+Crescent
 CrunchBot
-DIIbot
-Devil
+Curious
+DTS Agent
+DatabaseDriverMysqli
 DigitalPebble
+Dirbuster
+Discobot
 Dispatch
 DnyzBot
-DomainSigmaCrawler
-Domains Project
+DomainAppender
+Dotbot
 Download Wonder
-Drip
+Dragonfly
 ECCP/1.0
-Ebingbong
-Evil
-ExtractorPro
+EMail Siphon
+EroCrawler
+ExtLinksBot
+Ezooms
+FDM
+FHscan
 Fimap
+Firefox/7.0
 FlashGet
-Freeuploader
-FrontPage
-FyberSpider
+Fuzz
 Fyrebot
-GT::WWW
-GermCrawler
+GalaxyBot
+Genieo
 Getintent
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
+Gotit
 GrapeFX
-GridBot
-HTMLparser
+HMView
+HTTP::Lite
 HTTrack
-HybridBot
+Havij
+Heritrix
+IDBot
 IRLbot
-IlseBot
-Image Sucker
+Iblog
+Id-search
+Image Fetch
+IndeedBot
+Indy Library
+InfoNaviRobot
 Intelliseek
+InterGET
+Iria
 Iskanie
-JOC Web Spider
-Jyxobot
-LWP::Simple
-Larbin
+Jbrofuzz
+Jetty
+JikeSpider
+Joomla
+JustView
+Kinza
 LeechFTP
-Lightspeedsystems
+Lftp
+Likse
 LinkScan
+LinkWalker
 LinkpadBot
 LinksManager
-Lipperhey
-Lipperhey Spider
-Litemage_walker
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Ltx71
-MFC_Tear_Sample
-MIIxpc
-MSFrontPage
-MSIECrawler
-MTRobot
-Mail.RU_Bot
-Majestic-SEO
-Majestic12
-MarkWatch
+Majestic SEO
+MarkMonitor
 Mass Downloader
-MauiBot
-Meanpathbot
+Masscan
+Mata Hari
+Mb2345Browser
 MegaIndex.ru
 Metauri
 Microsoft URL Control
 Mister PiX
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
 Msrabot
 Musobot
 NICErsPRO
 NPbot
 Nameprotect
+Navroad
 NearSite
-Needle
+Net Vampire
 NetLyzer
+NetSpider
 NetZIP
 Netcraft
+Netvibes
 Nibbler
-Nmap
-Not
+Nuclei
 Nutch
-Octopus
-Openfind
+Offline Explorer
+OnCrawl
+OpenLinkProfiler
+Openvas
 OrangeBot
+OutclicksBot
+OutfoxBot
 POE-Component-Client-HTTP
 PageScorer
+PageThing.com
+Panscient
 Papa Foto
 Pavuk
-Petalbot
-Picscout
-Pimonster
+Piepmatz
+Pixray
 PleaseCrawl
 Pockey
-ProPowerBot
 ProWebWalker
-PyCurl
-QueryN Metasearch
+Probethenet
+Pump
+PxBroker
+RankActive
+RankActiveLinkBot
+RankFlex
 Rankivabot
+Re-re
+ReGet
+RealDownload
+Recorder
+Ripper
 RocketCrawler
 Rogerbot
-SBIder
-SEOkicks
-SEOprofiler
 SEOstats
-SISTRIX
+Scanbot
 ScoutJet
-Scrapy
+ScreenerBot
 Searchestate
 Seekport
-SentiBot
-SeobilityBot
-Shodan
-Site Sucker
-SiteExplorer
-SiteSnagger
+SeoSiteCheckup
+SiteLockSpider
 SiteSucker
+Sitevigil
+SlySearch
 SmartDownload
 Snake
 Snapbot
-Snoopy
-Sociscraper
-Sogou web spider
-Sosospider
+SocialRankIOBot
 SpaceBison
-Spanner
-SputnikBot
+Spbot
+Spinn3r
 Sqlmap
 Sqworm
 Steeler
-T0PHackTeam
-Teleport
+SuperHTTP
 TeleportPro
 Telesphoreo
-TheNomad
-Toata
+The Intraformant
+Titan
+Toweyabot
 Tracemyfile
-Turingos
-Turnitin
 TurnitinBot
-TwengaBot
-URLy Warning
+Twice
 URLy.Warning
-Upflow
-V-BOT
+UnisterBot
+VB Project
 VCI
-Vagabondo
+Vacuum
+VelenPublicWebCrawler
 Voltron
 WBSearchBot
-WWW-Collector-E
+WPScan
 WWW-Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
 WallpapersHD
-Web Pix
-WebAuto
-WebBandit
-WebEnhancer
-WebFuck
+WeSEE
+Web Auto
+Web Collage
+Web Fetch
+Web Sucker
+WebFetch
 WebGo IS
-WebImageCollector
 WebPix
-WebReaper
 WebSauger
+WebStripper
 WebSucker
-Webshag
+WebZIP
 Website Quester
-WebsiteExtractor
-WebsiteQuester
 Whack
-Whatweb
-WinHTTrack
 WiseGuys Robot
-Wprecon
-Zauba
-Zeus
-adscanner
-archive.org_bot
-arquivo-web-crawler
+Wonderbot
+Wotbox
+ZmEu
+ZumBot
+autoemailspider
 backlink-check
 cah.io.community
-check1.exe
-coccocbot
-com.plumanalytics
-demandbase-bot
-eCatch
-evc-batch
-facebookscraper
-gopher
+clark-crawler
+crawler.feedback
+instabid
 internetVista monitor
 ips-agent
-isitwp.com
-linkdexbot
+iubenda-radar
 lwp-trivial
-magpie-crawler
+meanpathbot
 mediawords
 muhstik-scan
+netEstate NE Crawler
+page scorer
 pcBrowser
-probe-image-size
+plumanalytics
 ripz
-satoristudio.net
-scan.lol
-siteripz
-trendiction.de
-ubermetrics-technologies.com
+seostar
+sexsearcher
+sitechecker.pro
+sogouspider
+sysscan
 webmeup-crawler
+webpros.com
 webprosbot
+x09Mozilla
 x22Mozilla
 xpymep1.exe