V4.2022.08.3269 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
+404enemy
+80legs
 ADmantX
-ALittle Client
-ASPSeek
-Acunetix
+Abonti
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
 Alligator
-Anarchy99
-Ankit
-Anthill
-Apexoo
+Aspiegel
+Atomseobot
+AwarioRssBot
+AwarioSmartBot
 BBBike
+BDFetch
 BackDoorBot
-BackStreet
-Backlink-Ceck
-BacklinkCrawler
-BetaBot
+Bigfoot
 BlackWidow
+Blow
+BlowFish
 Boardreader
 Bolt
+BotALot
+Brandprotect
 Brandwatch
+BuiltWith
 Bullseye
 BunnySlippers
+CSHttp
 Calculon
 Cegbfeieh
-CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
-Claritybot
+CensysInspect
+Chlooe
 Cliqzbot
+Cocolyzebot
 Collector
-Copier
 Copyscape
-Cosmos
-Craftbot
+CrazyWebCrawler
 Crescent
-CrunchBot
 Curious
-CyotekWebCopy
-DBLBot
 DIIbot
-Digincore
+DTS Agent
+DataCha0s
+Demon
+Deusu
 DigitalPebble
 Disco
 Discobot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
+Discoverybot
+Dispatch
 DomainAppender
-DomainSigmaCrawler
-Download Wonder
+DomainStatsBot
+Dotbot
 Dragonfly
-EMail Siphon
-EirGrabber
+Drip
+EasyDL
+Ebingbong
+Ecxi
 EroCrawler
-Express WebPictures
+Evil
 ExtLinksBot
-Extractor
 EyeNetIE
+Ezooms
 FDM
 Firefox/7.0
-FlashGet
-Fuzz
+Foobot
+FyberSpider
 G-i-g-a-b-o-t
-Genieo
-GetWeb
-Getintent
+GT::WWW
+GalaxyBot
+GetRight
+Gigabot
 Go!Zilla
-Grabber
 HEADMasterSEO
-HTMLparser
+HMView
 HTTrack
-Haansoft
-Havij
+Hloader
 HonoluluBot
+Humanlinks
 HybridBot
-IDBTE4M
-IDBot
-IRLbot
-IlseBot
 Image Fetch
 Image Sucker
-InternetSeer
-IstellaBot
-JamesBOT
+Indy Library
+InfoTekies
+Intelliseek
+Iria
+Iskanie
 Jbrofuzz
+JennyBot
 Jetty
-JustView
-Jyxobot
 Kenjin Spider
 Keybot Translation-Search-Machine
-Kozmosbot
-LWP::Simple
-Lanshanbot
-Larbin
-LeechGet
-LexiBot
+Kinza
 Lftp
-Libwhisker
-Lightspeedsystems
 Likse
+Linkbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
-Ltx71
-MIDown tool
-MIIxpc
-MJ12bot
+Lipperhey
+Litemage_walker
+MSIECrawler
 Mag-Net
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
 Majestic12
-MarkMonitor
-MarkWatch
-Mata Hari
+Mass Downloader
 MauiBot
+Mb2345Browser
 Mediatoolkitbot
-Microsoft Data Access
 Microsoft URL Control
+Minefield
 Mister PiX
-Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
 Msrabot
-NPbot
-Nameprotect
+Navroad
+Needle
+Nessus
+Net Vampire
+NetAnts
 NetLyzer
 NetMechanic
-NetZIP
+NetSpider
 Nettrack
 Netvibes
 NextGenSearchBot
-Nibbler
-Nikto
-Ninja
 Nmap
+Not
+Nuclei
 OnCrawl
-OpenLinkProfiler
-Openfind
-OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
+OrangeBot
+PECL::HTTP
+Page Analyzer
+PageAnalyzer
+PageGrabber
 PageScorer
-Papa Foto
 Pavuk
-PeoplePal
-Petalbot
 Picscout
+Picsearch
 Piepmatz
+Pimonster
 Pixray
 PleaseCrawl
-ProPowerBot
-ProWebWalker
-Pump
-RankActiveLinkBot
+Pockey
+Probethenet
+Psbot
+QueryN Metasearch
+RankFlex
 RankingBot2
-Recorder
-SEOlyticsCrawler
-Scanbot
+Rankivabot
+RebelMouse
+RepoMonkey
+RocketCrawler
+SEOkicks
+SEOkicks-Robot
+SEOprofiler
+SISTRIX
+SMTBot
 Scrapy
-ScreenerBot
-Seekport
-SentiBot
-SeoSiteCheckup
-SeobilityBot
-Siphon
-Site Sucker
+Searchestate
+Shodan
+SiteCheckerBotCrawler
+SiteExplorer
 SiteSnagger
-Siteimprove
+SiteSucker
+Sitebeam
 Sitevigil
+SlySearch
+SmartDownload
 Snake
-Snoopy
-Sociscraper
-Sosospider
-Sottopop
-SpaceBison
-Spammen
-Spbot
-Spinn3r
-SputnikBot
-Sqlmap
-Sqworm
+Snapbot
+Spanner
+Stripper
+Sucker
+Sucuri
 Surfbot
 SurveyBot
-Swiftbot
-Teleport
-Thumbor
-Toata
-Tracemyfile
-True_Robot
-TwengaBot
-URLy Warning
-URLy.Warning
-Upflow
+Suzuran
+TeleportPro
+Telesphoreo
+Telesphorep
+TheNomad
+TightTwatBot
+Toweyabot
+Trendiction
+Turnitin
+Twice
+Typhoeus
 V-BOT
-VB Project
 VCI
-Virusdie
-Voil
-Voltron
-WEBDAV
-WWW-Collector-E
-WWWOFFLE
+Vacuum
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
+WBSearchBot
+WISENutbot
+WPScan
+Wallpapers
 Web Collage
-Web Enhancer
 Web Fetch
 Web Fuck
 Web Pix
-WebCollage
-WebCopier
+Web Sauger
+Web Sucker
+WebEnhancer
+WebLeacher
 WebReaper
+WebSauger
+WebStripper
 WebWhacker
+WebZIP
 Webalta
-WebmasterWorldForumBot
+Webshag
+WebsiteQuester
 Who.is Bot
-WiseGuys Robot
-Woobot
+WinHTTrack
 Wotbox
-Xaldon_WebSpider
-YoudaoBot
-Zauba
+Wprecon
+Xenu
+Zade
+Zeus
+ZoomBot
 ZoominfoBot
-adscanner
-arquivo.pt
-check1.exe
+ZumBot
+autoemailspider
+clark-crawler
 coccocbot
-com.plumanalytics
+cognitiveseo
 crawl.sogou.com
+crawler.feedback
 crawler4j
 demandbase-bot
-domainsproject.org
-eCatch
 gopher
+heritrix
+instabid
+internetVista monitor
+iubenda-radar
+meanpathbot
+muhstik-scan
+oBot
 page scorer
-ripz
-scalaj-http
+pcBrowser
+probe-image-size
+s1z.ru
+scan.lol
 sitechecker.pro
-siteripz
-sogouspider
-sysscan
-tAkeOut
+sp_auditbot
 trendiction.com
-ubermetrics-technologies.com
-webgains-bot
-webprosbot
-xpymep1.exe
+voyagerx.com
+webmeup-crawler
+webpros.com
 zauba.io