V4.2021.09.2587 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
 404enemy
-ADmantX
 ALittle Client
 ASPSeek
 Abonti
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
 Aipbot
 Alexibot
+AllSubmitter
+Alligator
 AlphaBot
-Anarchy
+Anarchie
 Ankit
-Anthill
 Aspiegel
+Asterias
+AwarioRssBot
+AwarioSmartBot
 BBBike
-BLEXBot
-BackDoorBot
-BackStreet
-Backlink-Ceck
+BDCbot
+BackWeb
 BacklinkCrawler
-Bandit
+BatchFTP
+Bigfoot
 Bitacle
 Black Hole
+BlackWidow
+Blackboard
 Blow
 BlowFish
-Bullseye
-BunnySlippers
-CATExplorador
-CSHttp
-Calculon
+Bolt
+Buck
+Buddy
+BuzzSumo
+CCBot
+CODE87
 Cegbfeieh
+CensysInspect
+CheeseBot
 Chlooe
-Collector
-Copyscape
+Cocolyzebot
 Cosmos
 Craftbot
+CrazyWebCrawler
 Crescent
-Curious
-CyotekWebCopy
+CrunchBot
 DBLBot
 DataCha0s
+Deusu
 Devil
+DigitalPebble
+Disco
 Dispatch
+DittoSpyder
 DnyzBot
 DomCopBot
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dotbot
+Download Wonder
+Dragonfly
 EMail Wolf
+Ebingbong
 EirGrabber
-Evil
+EroCrawler
 ExtLinksBot
-Extractor
-FDM
+Ezooms
+FHscan
+Fimap
 FlashGet
+Flunky
 Foobot
 FyberSpider
 Fyrebot
-GetRight
-GetWeb
+G-i-g-a-b-o-t
+Genieo
+Getintent
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
 GoZilla
-Grabber
+GrabNet
 Grafula
-HEADMasterSEO
-HTTP::Lite
+HTMLparser
+HaosouSpider
+Harvest
+Heritrix
+Hloader
+HybridBot
 IRLbot
-Iblog
-Image Sucker
+IlseBot
+IndeedBot
+Indy Library
+InfoNaviRobot
 Intelliseek
 InterGET
-Iria
+Internet Ninja
+IstellaBot
 JamesBOT
+JennyBot
 JikeSpider
 Joomla
-Jorgee
+JustView
 Kenjin Spider
+Keyword Density
 Kinza
-Kozmosbot
-LNSpiderguy
-Larbin
-Leap
-LeechFTP
-Lftp
-LibWeb
+Lanshanbot
+LeechGet
+LexiBot
 Lightspeedsystems
 LinkScan
 Linkdexbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Ltx71
+LinqiaRSSBot
+Lipperhey Spider
+Litemage_walker
 MIIxpc
+MJ12bot
 MQQBrowser
-Magnet
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 Majestic12
-MarkMonitor
-MarkWatch
 Mass Downloader
-Mata Hari
 Mb2345Browser
-MegaIndex.ru
-Metauri
-Microsoft Data Access
+MicroMessenger
 Microsoft URL Control
 Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
 Mr.4x3
-Musobot
+Msrabot
 NICErsPRO
-Name Intelligence
 Needle
+Nessus
 NetAnts
 NetMechanic
 NetSpider
 NetZIP
-Netcraft
+Nettrack
+Netvibes
+Niki-bot
 Nikto
-Nuclei
 Octopus
-Offline Navigator
-OpenVAS
+OnCrawl
+Openfind
+OrangeBot
+PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-PageThing.com
+PageGrabber
+Pandalytics
 Panscient
 Papa Foto
 Pavuk
-PeoplePal
 Petalbot
+Pi-Monster
 Picsearch
-PictureFinder
-Piepmatz
-Pixray
 ProPowerBot
-Pu_iN
-PxBroker
-RankActiveLinkBot
-RankingBot2
-RealDownload
-RedesScrapy
+ProWebWalker
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActive
+RankingBot
+Re-re
 RepoMonkey
-Ripper
-SEOlyticsCrawler
-SMTBot
+Rogerbot
+SISTRIX
 SalesIntelligent
-Scanbot
 ScoutJet
+Scrapy
 ScrepyBot
 Searchestate
-SearchmetricsBot
+SemrushBot
 SentiBot
+SeoSiteCheckup
+Shodan
 Siphon
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
+Site Sucker
+SiteSucker
+Siteimprove
+Snake
+Snapbot
 SocialRankIOBot
 Sociscraper
-Sosospider
 SpaceBison
 Spammen
-Spanner
 Spinn3r
 SputnikBot
-Sqlmap
-Stripper
-Sucker
-Sucuri
+Steeler
 SuperBot
-Surfbot
-Swiftbot
+SurveyBot
+Suzuran
+T0PHackTeam
+T8Abot
+Telesphoreo
 Telesphorep
 TheNomad
 Thumbor
-Titan
-Toata
 Trendictionbot
-Turingos
-URLy Warning
-UnisterBot
-VB Project
-Vacuum
+Twice
+V-BOT
 Vagabondo
-VoidEYE
-Voltron
-WASALive-Bot
-WPScan
-WWW::Mechanize
+Virusdie
+WBSearchBot
+WISENutbot
 WWWOFFLE
-Wallpapers
-WeSEE
-Web Collage
-Web Enhancer
+Wallpapers/3.0
 Web Fetch
 Web Fuck
-Web Pix
-Web Sauger
-Web Sucker
+WebAuto
 WebEnhancer
-WebFetch
-WebFuck
-WebImageCollector
-WebPix
 WebReaper
+WebSauger
+WebSucker
 Webalta
-WebmasterWorldForumBot
 WebsiteQuester
-Webster
-Woobot
+Whatweb
+Who.is Bot
+WinHTTrack
+WiseGuys Robot
+Wotbox
 Wprecon
 Xaldon_WebSpider
-Zade
-Zauba
-Zermelo
-Zeus
-ZyBorg
-cah.io.community
-coccocbot-web
-crawl.sogou.com
+Xenu
+YoudaoBot
+ZmEu
+ZoomBot
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
+check1.exe
+clark-crawler
+cognitiveseo
 crawler.feedback
-crawler4j
 demandbase-bot
-evc-batch
+facebookscraper
 instabid
+ips-agent
+isitwp.com
 lwp-request
-magpie-crawler
-meanpathbot
-mediawords
-muhstik-scan
+page scorer
 plumanalytics
+probe-image-size
+ripz
 s1z.ru
+scan.lol
+seobility
 seoscanners
 seostar
-serpstatbot
 sexsearcher
 sitechecker.pro
-sogouspider
-spyfu
-tAkeOut
 trendiction.de
-webpros.com
-x09Mozilla
-zauba.io
+webmeup-crawler
+xpymep1.exe
+zgrab