V4.2021.09.2599 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ASPSeek
-AfD-Verbotsverfahren
-AiHitBot
-Alexibot
-AllSubmitter
+01h4x.com
+360Spider
+404checker
+404enemy
+ALittle Client
+Aboundexbot
+Aipbot
+Alligator
 AlphaBot
 Anarchie
-Anarchy99
-Ankit
-Anthill
+Anarchy
 Asterias
-Attach
 BDCbot
+BDFetch
 BLEXBot
 BackDoorBot
-Backlink-Ceck
-BacklinkCrawler
-Badass
+BackStreet
 Bandit
-BatchFTP
-Battleztar Bazinga
-Blow
+BetaBot
+Bitacle
+Black Hole
 BlowFish
-Bolt
-Brandprotect
-Bullseye
-BuzzSumo
+BotALot
+Brandwatch
+CATExplorador
+CCBot
+CODE87
 Cegbfeieh
-CheTeam
-CheeseBot
+CensysInspect
+CherryPicker
+ChinaClaw
+Chlooe
 Claritybot
+Cliqzbot
 Copier
-CopyRightCheck
 Copyscape
-CrazyWebCrawler
+Cosmos
+Crawling at Home Project
 Crescent
-Curious
-Custo
+CyotekWebCopy
 DatabaseDriverMysqli
-Demon
+Deusu
+Digincore
 Discobot
-DomainAppender
-DomainStatsBot
-Download Wonder
+Dispatch
+DomCopBot
+DomainCrawler
+Domains Project
+Dotbot
 Dragonfly
 Drip
-EMail Siphon
+ECCP/1.0
 EMail Wolf
 EasyDL
-Ebingbong
 Ecxi
-EroCrawler
+Evil
 ExtLinksBot
+Extractor
 EyeNetIE
+FDM
 FHscan
-Firefox/7.0
-Flunky
-Foobot
+Freeuploader
+Fuzz
 FyberSpider
-Fyrebot
 GT::WWW
-GalaxyBot
-GetWeb
-GrapeFX
+Gotit
 GrapeshotCrawler
-GridBot
+HEADMasterSEO
 HMView
+HTTP::Lite
+HTTrack
 HaosouSpider
-Harvest
-Humanlinks
-IDBot
-IRLbot
 Iblog
-IlseBot
 InfoTekies
-Intelliseek
-Iskanie
-IstellaBot
+Iria
 JOC Web Spider
-JetCar
-Jetty
-JikeSpider
+JennyBot
 Jorgee
 JustView
+Jyxobot
 Kenjin Spider
-Larbin
-LibWeb
+Kinza
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+Lanshanbot
+Leap
+Lftp
 LieBaoFast
-Likse
-LinkScan
+Lightspeedsystems
+LinkWalker
 Linkbot
+Linkdexbot
+LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Ltx71
+LinksManager
+Litemage_walker
 MJ12bot
 MQQBrowser
 MSFrontPage
 Magnet
-Majestic-SEO
+Majestic SEO
+Mass Downloader
+Mata Hari
 Mb2345Browser
-Meanpathbot
+MeanPath Bot
+MegaIndex.ru
 MicroMessenger
 Mister PiX
-Moblie Safari
-Mojeek
 Mojolicious
-Msrabot
+Mozlila
 Musobot
-Nameprotect
-Nessus
-NetAnts
+NPbot
+Name Intelligence
+NearSite
+Net Vampire
 NetMechanic
-Nettrack
-NextGenSearchBot
+NetZIP
+Netcraft
+Nibbler
 Niki-bot
-Nikto
-Nmap
-Nuclei
-Offline Explorer
+NimbleCrawler
+Nimbostratus
 Offline Navigator
-OnCrawl
 OpenLinkProfiler
-OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
+OpenVAS
+PHPCrawl
+Page Analyzer
+PageAnalyzer
+PageScorer
+Pandalytics
+Panscient
 Papa Foto
 Pavuk
 PeoplePal
+Picsearch
+PictureFinder
+Piepmatz
 Pimonster
-PleaseCrawl
-ProPowerBot
-Psbot
-PxBroker
+ProWebWalker
+Probethenet
 Quick-Crawler
 RSSingBot
-RankingBot
-RankingBot2
+RankFlex
+Rankivabot
 RankurBot
-ReGet
 RealDownload
-Reaper
-RebelMouse
-RepoMonkey
-Ripper
+RocketCrawler
 Rogerbot
 SBIder
+SEOkicks-Robot
 SEOlyticsCrawler
+SEOprofiler
 SISTRIX
-ScanAlert
+SMTBot
+SalesIntelligent
+ScoutJet
 Scrapy
-Screaming
-ScreenerBot
+ScrepyBot
+SearchmetricsBot
+SemrushBot
 SeoSiteCheckup
-Seomoz
 Shodan
-Siphon
-Site Sucker
-SiteExplorer
-SiteSucker
+SiteLockSpider
+SiteSnagger
 Sitebeam
 SlySearch
-SmartDownload
-Spammen
-SpankBot
-Sqlmap
+Snapbot
+Snoopy
+SocialRankIOBot
+Sociscraper
+Sosospider
+Spinn3r
 Sqlworm
-Sucker
+Stripper
 Sucuri
+SuperBot
 SuperHTTP
-Surfbot
 SurveyBot
 Suzuran
 Swiftbot
+Szukacz
 T0PHackTeam
-Teleport
+T8Abot
+TeleportPro
 Telesphoreo
-Telesphorep
 Thumbor
-TightTwatBot
 Toweyabot
-Tracemyfile
-Turingos
-Turnitin
-TurnitinBot
-TwengaBot
+Trendiction
 Typhoeus
-URLy.Warning
-UnisterBot
-Vacuum
-VelenPublicWebCrawler
-Virusdie
+URLy Warning
+VB Project
 Voil
 WASALive-Bot
+WEBDAV
 WISENutbot
 WWW-Collector-E
 WWW::Mechanize
+WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-WallpapersHD
-WeSEE
 Web Collage
 Web Enhancer
 Web Fetch
 Web Pix
-Web Sauger
-Web Sucker
-WebAuto
 WebBandit
-WebEnhancer
 WebFetch
 WebFuck
-WebLeacher
+WebReaper
 WebSauger
-WebStripper
-Webalta
+WebSucker
+WebWhacker
+WebZIP
 WebmasterWorldForumBot
 Website Quester
+WebsiteQuester
+Webster
 Whack
-Whacker
-Wonderbot
-Woobot
-Wprecon
-Xaldon_WebSpider
-Xenu
+Whatweb
+Widow
+YoudaoBot
 Zade
 Zermelo
-ZoominfoBot
+Zitebot
+ZyBorg
 archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-backlink-check
-check1.exe
+autoemailspider
 clark-crawler
-domainsproject.org
+com.plumanalytics
 eCatch
-facebookscraper
+heritrix
 internetVista monitor
-ips-agent
+lwp-request
 magpie-crawler
+meanpathbot
+mediawords
 muhstik-scan
-s1z.ru
+netEstate NE Crawler
+ripz
 satoristudio.net
-scalaj-http
-seoscanners
-sitechecker.pro
-trendiction.com
+seobility
+seostar
+sogouspider
+spyfu
+tAkeOut
 trendiction.de
 voyagerx.com
+x22Mozilla
+xpymep1.exe