V4.2021.09.2579 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-ADmantX
+360Spider
+404checker
+80legs
+AIBOT
 ALittle Client
-ASPSeek
-Aboundexbot
-Alexibot
+Abonti
+Acunetix
+AfD-Verbotsverfahren
 AllSubmitter
 AlphaBot
-Anarchy
-Anarchy99
+Anarchie
 Ankit
-Apexoo
 Aspiegel
-Asterias
 Attach
+BBBike
 BDCbot
 BLEXBot
 BackDoorBot
-BackStreet
-BacklinkCrawler
-Bandit
+Backlink-Ceck
+Badass
 Barkrowler
 Battleztar Bazinga
 Bitacle
-Black Hole
 Blow
 BlowFish
 Bolt
-BotALot
 Buck
-BuiltBotTough
-BuiltWith
-Bullseye
 CODE87
 CSHttp
-CensysInspect
-CheeseBot
-ChinaClaw
+Calculon
+Cegbfeieh
+Chlooe
 Cliqzbot
-Cloud mapping
-Cocolyzebot
-Cogentbot
-CopyRightCheck
-Copyscape
-CrazyWebCrawler
+Cosmos
 CrunchBot
-Curious
-DBLBot
 DSearch
 DTS Agent
 DataCha0s
-DatabaseDriverMysqli
 Devil
-Digincore
-Dirbuster
-Discobot
-Dispatch
 DittoSpyder
 DnyzBot
-Domains Project
+DomainStatsBot
+Dotbot
+Dragonfly
+ECCP/1.0
 EMail Siphon
+EasyDL
 Ebingbong
-EroCrawler
-Exabot
-ExtLinksBot
-Extreme Picture Finder
-Ezooms
-FDM
+EirGrabber
+Evil
+Fimap
+Firefox/7.0
 FlashGet
 Flunky
+Foobot
 Freeuploader
-Fuzz
+FrontPage
+FyberSpider
 Fyrebot
-GalaxyBot
-Go!Zilla
+G-i-g-a-b-o-t
+Genieo
+GetRight
+GetWeb
 Go-Ahead-Got-It
-Gotit
+GoZilla
 Grabber
-Grafula
-GrapeFX
-HEADMasterSEO
+GridBot
 HMView
-HTMLparser
-Haansoft
-Harvest
-Heritrix
-Hloader
-Humanlinks
+HTTP::Lite
+HTTrack
+HaosouSpider
+Havij
 IDBTE4M
-IDBot
 IRLbot
-Image Fetch
 Image Sucker
 Indy Library
 InfoTekies
-InterGET
 Internet Ninja
 InternetSeer
 Iria
-Jbrofuzz
+Iskanie
+IstellaBot
+JOC Web Spider
+JennyBot
+Jetty
+Joomla
 Jorgee
+Kenjin Spider
+Keyword Density
 Kinza
-LeechGet
+LNSpiderguy
+Lanshanbot
 LexiBot
-Libwhisker
-LieBaoFast
-LinqiaScrapeBot
-Lipperhey Spider
-Lmspider
+LinkScan
+Linkdexbot
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+Ltx71
+MFC_Tear_Sample
 MIDown tool
-MQQBrowser
-Mag-Net
+MTRobot
+Magnet
 Mail.RU_Bot
-Majestic SEO
 MarkMonitor
-MarkWatch
-Mass Downloader
-Masscan
-MauiBot
-MegaIndex.ru
+Mb2345Browser
+MeanPath Bot
+Metauri
+Microsoft Data Access
+Moblie Safari
 Mojeek
 Mr.4x3
-Nameprotect
-Navroad
+NICErsPRO
 NearSite
+Nessus
+Net Vampire
 NetAnts
-NetLyzer
-NetMechanic
-NetZIP
+NetSpider
+Netcraft
+Nettrack
 NextGenSearchBot
 Nibbler
-Nmap
-Nuclei
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Ninja
 Nutch
 Octopus
 OpenLinkProfiler
-OrangeBot
+Openvas
+OrangeSpider
 OutclicksBot
+OutfoxBot
+PECL::HTTP
 POE-Component-Client-HTTP
 PageAnalyzer
 PageScorer
-PageThing.com
 Pandalytics
 Papa Foto
 PeoplePal
-Pi-Monster
 Picscout
+Picsearch
+PictureFinder
+Piepmatz
+Pimonster
 PleaseCrawl
-ProWebWalker
+ProPowerBot
+Probethenet
+Psbot
+PxBroker
 PyCurl
+QueryN Metasearch
 RankActive
-RankFlex
+RankActiveLinkBot
+RankingBot
+RankingBot2
+Rankivabot
 RankurBot
-Re-re
+RealDownload
+Reaper
+RebelMouse
 Recorder
-RedesScrapy
-RocketCrawler
-SEOkicks-Robot
-SEOlyticsCrawler
 ScanAlert
 Scanbot
-ScoutJet
-Screaming
-ScreenerBot
-Searchestate
 SearchmetricsBot
+Semrush
+SemrushBot
+SentiBot
+SeobilityBot
 Seomoz
-Shodan
-SiteExplorer
+Siphon
 Sitebeam
-SlySearch
+SmartDownload
 SocialRankIOBot
-Sociscraper
+Sogou web spider
 Sottopop
 SpaceBison
-Spbot
-Sqworm
-SuperBot
-SuperHTTP
+SputnikBot
+Sqlworm
+Stripper
 Surfbot
-Telesphoreo
-Trendiction
+T0PHackTeam
+Telesoft
+The Intraformant
+TightTwatBot
+Tracemyfile
 True_Robot
-TurnitinBot
-TwengaBot
-Twice
-Typhoeus
+Turingos
 URLy Warning
-UnisterBot
-VCI
-Vacuum
-Vagabondo
+URLy.Warning
+V-BOT
+VB Project
+VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
+VoidEYE
+WASALive-Bot
 WBSearchBot
-WWW-Collector-E
-WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Auto
+WPScan
+WWW::Mechanize
+Wallpapers
 Web Collage
-Web Pix
+Web Enhancer
 Web Sauger
-WebAuto
-WebCopier
+WebBandit
 WebEnhancer
-WebFuck
-WebLeacher
+WebFetch
+WebGo IS
+WebReaper
 WebSauger
+WebStripper
+WebZIP
 Webalta
-Webshag
-WebsiteExtractor
-Whacker
+WebmasterWorldForumBot
+Website Quester
+Webster
+Whatweb
+Widow
 Wonderbot
-Wprecon
 Xaldon_WebSpider
-Xenu
 YoudaoBot
 Zermelo
-ZumBot
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
+Zeus
+ZoominfoBot
+ZyBorg
 autoemailspider
+cah.io.community
+check1.exe
+clark-crawler
 coccocbot-web
-crawl.sogou.com
-crawler.feedback
-demandbase-bot
-eCatch
-facebookscraper
+cognitiveseo
+domainsproject.org
+evc-batch
+gopher
 heritrix
-ips-agent
-isitwp.com
-magpie-crawler
-muhstik-scan
-s1z.ru
-seoscanners
-serpstatbot
-sexsearcher
-sogouspider
-spyfu
-trendiction.com
-ubermetrics-technologies.com
+instabid
+lwp-request
+mediawords
+page scorer
+plumanalytics
+satoristudio.net
+scan.lol
+seobility
+seostar
+sitechecker.pro
+trendiction.de
+voyagerx.com
 webpros.com
-webprosbot
-x09Mozilla
 xpymep1.exe
 zauba.io
-zgrab