V4.2021.08.2548 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-AIBOT
 Abonti
 Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
 AiHitBot
-Aipbot
-Alexibot
-AllSubmitter
 Alligator
 AlphaBot
+Anarchy
+Ankit
 Anthill
-AwarioRssBot
 AwarioSmartBot
-BDFetch
-BackStreet
+BackDoorBot
 Backlink-Ceck
-Badass
+BacklinkCrawler
+Bandit
+Barkrowler
 Bigfoot
-BlackWidow
+Bitacle
 Blackboard
+Blow
+Boardreader
 Bolt
-Brandprotect
-Buddy
-BunnySlippers
+BuiltBotTough
 BuzzSumo
-CazoodleBot
+CSHttp
+Calculon
 Cegbfeieh
-CheeseBot
-ChinaClaw
-Cloud mapping
-Cosmos
+CensysInspect
+CheTeam
+Claritybot
+Collector
+Copier
 Craftbot
+Crawling at Home Project
 Curious
 Custo
-DBLBot
-Deusu
-Digincore
-Disco
+DTS Agent
+DatabaseDriverMysqli
+Devil
+DigitalPebble
+Discobot
+Discoverybot
+Dispatch
 DittoSpyder
 DnyzBot
+DomainAppender
 DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
 Domains Project
-Dotbot
-Drip
+Dragonfly
 ECCP/1.0
-EasyDL
+EMail Wolf
 Ebingbong
 Ecxi
 EirGrabber
-Express WebPictures
 ExtLinksBot
+ExtractorPro
 EyeNetIE
+FDM
 FHscan
 Fimap
-Flunky
-Foobot
-FrontPage
-G-i-g-a-b-o-t
-GT::WWW
+FyberSpider
 GermCrawler
-Gigablast
-Go!Zilla
+Go-Ahead-Got-It
 GoZilla
 Gotit
 Grafula
-GrapeFX
 GrapeshotCrawler
+GridBot
 HMView
-Haansoft
+HTMLparser
 HaosouSpider
 Harvest
 Hloader
-Humanlinks
-HybridBot
+IDBot
+IRLbot
 Iblog
+Id-search
 IlseBot
-Image Fetch
-IndeedBot
+InfoTekies
+Intelliseek
 Internet Ninja
-Iskanie
-IstellaBot
-Jbrofuzz
 JennyBot
-Jetty
+JetCar
 Jorgee
+JustView
 Jyxobot
-Kozmosbot
-LNSpiderguy
-LWP::Simple
+Kenjin Spider
 Lanshanbot
-Leap
 LeechFTP
-LexiBot
+Lftp
+Libwhisker
+Likse
+LinkScan
+Linkdexbot
 LinkextractorPro
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
-Mag-Net
-Magnet
-Mail.RU_Bot
-MarkMonitor
+LinqiaRSSBot
+Lipperhey Spider
+MQQBrowser
+MTRobot
+Majestic SEO
 MarkWatch
+Mass Downloader
 Masscan
-MeanPath Bot
-MicroMessenger
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+Microsoft Data Access
+Microsoft URL Control
 Moblie Safari
-Morfeus Fucking Scanner
-Msrabot
+Mozlila
+Mr.4x3
 NICErsPRO
-NPbot
-Name Intelligence
-Needle
-Nessus
 Net Vampire
-NetAnts
-NetLyzer
-NetSpider
-Netvibes
 NextGenSearchBot
-Nibbler
+Niki-bot
 Nikto
-Ninja
-Nmap
+Octopus
 Offline Explorer
-Offline Navigator
-OpenVAS
+OnCrawl
 Openfind
 Openvas
-PHPCrawl
-Page Analyzer
+OrangeBot
+OutclicksBot
+POE-Component-Client-HTTP
+PageAnalyzer
 PageGrabber
-Pavuk
-Picscout
+PageScorer
+Panscient
+Pi-Monster
+Picsearch
 Piepmatz
-PleaseCrawl
+Pixray
+Pockey
+ProPowerBot
+ProWebWalker
 Probethenet
+Psbot
 PxBroker
-RankActive
+RankFlex
+RankingBot
 RankingBot2
-Rankivabot
-Re-re
+RankurBot
 ReGet
-RealDownload
 Recorder
 RepoMonkey
 Ripper
-SEOstats
-SISTRIX
+RocketCrawler
+SEOkicks-Robot
+SEOlyticsCrawler
 SMTBot
-SalesIntelligent
+Scanbot
 Scrapy
-ScrepyBot
-Searchestate
+ScreenerBot
 SearchmetricsBot
+Semrush
 SentiBot
-SiteCheckerBotCrawler
-SiteSnagger
-Sitebeam
+SeoSiteCheckup
+Shodan
+Site Sucker
+SlySearch
 SmartDownload
-Sociscraper
-Sosospider
-SpaceBison
+Snoopy
+Spammen
+Spinn3r
+Sqlworm
+Steeler
 Stripper
 Sucker
-Sucuri
+SuperBot
 SuperHTTP
+Surfbot
+SurveyBot
 Suzuran
-Szukacz
-T0PHackTeam
+Swiftbot
+T8Abot
+Teleport
+TeleportPro
 Telesoft
-Telesphoreo
+Telesphorep
 The Intraformant
 TheNomad
-Titan
-Trendiction
+Thumbor
+TightTwatBot
+Tracemyfile
+Trendictionbot
+True_Robot
 Turingos
 TurnitinBot
 TwengaBot
-Typhoeus
-URLy.Warning
-UnisterBot
-V-BOT
-VB Project
+Twice
+URLy Warning
+Upflow
 VCI
 Vagabondo
-WEBDAV
-WISENutbot
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
 Web Auto
-Web Collage
-Web Sauger
+Web Sucker
 WebAuto
 WebCollage
+WebCopier
 WebEnhancer
 WebFetch
-WebGo IS
-WebImageCollector
-WebLeacher
-WebSauger
+WebPix
+WebReaper
+WebStripper
+WebSucker
 WebWhacker
-WebZIP
 Webalta
-Webshag
-Website Quester
-WebsiteQuester
-Webster
-Whack
+WebsiteExtractor
 Whacker
-Whatweb
+Widow
 WiseGuys Robot
-Wprecon
-Xaldon_WebSpider
-Xenu
-Zauba
+Wotbox
 Zermelo
-ZumBot
-ZyBorg
-arquivo-web-crawler
-arquivo.pt
-check1.exe
-com.plumanalytics
+Zeus
+backlink-check
+cah.io.community
+clark-crawler
 crawl.sogou.com
-demandbase-bot
 domainsproject.org
-gopher
-instabid
-isitwp.com
-magpie-crawler
-meanpathbot
-mediawords
-page scorer
-pcBrowser
+eCatch
+internetVista monitor
+ips-agent
+lwp-request
+lwp-trivial
+netEstate NE Crawler
 plumanalytics
+ripz
 s1z.ru
-scan.lol
+satoristudio.net
 seobility
 sitechecker.pro
+sogouspider
 sp_auditbot
-ubermetrics-technologies.com
+sysscan
+trendiction.com
+trendiction.de
 voyagerx.com
-xpymep1.exe
+webprosbot
 zauba.io
-zgrab