V4.2021.11.2699 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
+80legs
+ASPSeek
+Abonti
 Aboundexbot
-Aipbot
+Acunetix
+AiHitBot
+Alexibot
 AllSubmitter
 Anarchie
+Anarchy
 Anarchy99
 Ankit
 Anthill
 Asterias
-Attach
-AwarioSmartBot
-BBBike
 BDFetch
-BackDoorBot
+BackStreet
 Backlink-Ceck
-BacklinkCrawler
-Black Hole
+BetaBot
+Bigfoot
 BlackWidow
-Blow
+Blackboard
+BlowFish
 Bolt
+BotALot
+Brandwatch
+BuiltBotTough
 BuiltWith
+Bullseye
 BunnySlippers
 BuzzSumo
-CATExplorador
+CODE87
+CSHttp
 Calculon
-CheTeam
-ChinaClaw
-Cliqzbot
-Crawling at Home Project
-CrunchBot
+CheeseBot
+CherryPicker
+Chlooe
+Cloud mapping
+Copier
+CopyRightCheck
+Custo
+CyotekWebCopy
+DBLBot
 DIIbot
-Demon
-DigitalPebble
+DataCha0s
+Dirbuster
+Discoverybot
+Dispatch
 DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
 DomCopBot
-DomainAppender
-DomainSigmaCrawler
-Domains Project
-Download Wonder
+DomainStatsBot
+Dotbot
 Dragonfly
-Drip
-ECCP/1.0
-EMail Siphon
 EMail Wolf
-Ebingbong
 EirGrabber
 EroCrawler
-Exabot
-ExtLinksBot
+Express WebPictures
+Ezooms
 FemtosearchBot
-Flunky
+FlashGet
 Foobot
-Fuzz
-G-i-g-a-b-o-t
+Freeuploader
+Fyrebot
+GT::WWW
 GalaxyBot
-GermCrawler
 GetRight
+GetWeb
+Gigabot
 Go!Zilla
-Gotit
-GrabNet
-Grabber
-GrapeFX
-GrapeshotCrawler
-HMView
+GoZilla
 HTMLparser
 Haansoft
-HaosouSpider
 Heritrix
-Humanlinks
 HybridBot
 IRLbot
-Id-search
-InfoTekies
-Intelliseek
-InterGET
-Internet Ninja
 InternetSeer
-Iskanie
-JamesBOT
-Jetty
-JikeSpider
-Jorgee
-LNSpiderguy
+Iria
+IstellaBot
+JOC Web Spider
+Jbrofuzz
+JennyBot
+Kenjin Spider
+Keyword Density
+Kinza
+LWP::Simple
 Larbin
+Leap
 LeechFTP
-LeechGet
-LexiBot
-Lftp
+Lightspeedsystems
 LinkWalker
 Linkdexbot
-LinkpadBot
 LinqiaRSSBot
 Lipperhey
-Litemage_walker
-Ltx71
-Majestic SEO
-MarkWatch
-Mass Downloader
+Lipperhey Spider
+MIDown tool
+MIIxpc
+MJ12bot
+MSIECrawler
+MTRobot
+Mag-Net
+Magnet
+Mail.RU_Bot
+Masscan
 Mata Hari
-MauiBot
 MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
-Microsoft URL Control
-Mister PiX
-Morfeus Fucking Scanner
-Msrabot
-Nameprotect
+MicroMessenger
+Microsoft Data Access
+Mojeek
+Mojolicious
+Name Intelligence
+Navroad
 NearSite
-Nessus
 Net Vampire
-NetZIP
-Netvibes
-Nibbler
-NimbleCrawler
-Nmap
-OnCrawl
+NetLyzer
+NetMechanic
+Netcraft
+Nikto
+Octopus
+Offline Explorer
+OpenLinkProfiler
 OpenVAS
-Openfind
-OrangeSpider
-OutclicksBot
-OutfoxBot
+OrangeBot
+PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
 PageGrabber
-PageScorer
+PageThing.com
+Panscient
+Papa Foto
 PeoplePal
-Pi-Monster
-Picscout
-PictureFinder
-Pimonster
-Pixray
 Pockey
-ProWebWalker
-Probethenet
 Psbot
+Pump
+PxBroker
 Quick-Crawler
-RankActive
+RankActiveLinkBot
 RankFlex
-Rankivabot
+RankurBot
 ReGet
 Reaper
-RepoMonkey
-RocketCrawler
-Rogerbot
-SBIder
-SEOkicks-Robot
-SEOprofiler
-SEOstats
-SalesIntelligent
+RedesScrapy
+Ripper
 ScanAlert
-Scanbot
-ScreenerBot
-ScrepyBot
-SeobilityBot
+ScoutJet
+Scrapy
+Searchestate
+Semrush
+SemrushBot
+SentiBot
+SeoSiteCheckup
 Seomoz
+Siphon
 SiteExplorer
 SiteLockSpider
 SiteSnagger
+SiteSucker
+Sitebeam
 Siteimprove
+SlySearch
+SmartDownload
+Snake
+Snapbot
+Snoopy
 Sociscraper
+Sogou web spider
 Sosospider
-Sottopop
-Spanner
-Spbot
-Spinn3r
-SputnikBot
+SpaceBison
+Spammen
+SpankBot
+Sqlmap
+Sqlworm
 Sqworm
-Sucker
+Stripper
+Sucuri
+SuperBot
 SuperHTTP
+Surfbot
 SurveyBot
-Swiftbot
 T0PHackTeam
-Teleport
-Telesoft
-Telesphoreo
-Telesphorep
+T8Abot
 The Intraformant
+Thumbor
 Titan
-Toweyabot
 Tracemyfile
-Trendictionbot
 True_Robot
-Turingos
+TurnitinBot
+TwengaBot
+Twice
 URLy Warning
-URLy.Warning
-Upflow
+UnisterBot
 VB Project
-VeriCiteCrawler
-Voil
-WISENutbot
-WWW-Collector-E
-Web Auto
-Web Fetch
-Web Pix
-WebLeacher
-WebSauger
+Vacuum
+VidibleScraper
+Voltron
+WPScan
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Collage
+Web Sauger
+WebCollage
+WebFuck
+WebGo IS
+WebPix
 WebStripper
 WebSucker
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whack
-Widow
+WebWhacker
+WebmasterWorldForumBot
+Webster
+Whacker
 WinHTTrack
-Woobot
-YoudaoBot
-Zauba
+Wotbox
+Xaldon_WebSpider
+Zermelo
 Zeus
 Zitebot
-ZoominfoBot
 ZyBorg
-autoemailspider
-backlink-check
-check1.exe
+archive.org_bot
 coccocbot-web
 cognitiveseo
-crawl.sogou.com
-crawler.feedback
+dataforseo.com
+domainsproject.org
 eCatch
 evc-batch
-ips-agent
-isitwp.com
-lwp-trivial
-satoristudio.net
+heritrix
+instabid
+internetVista monitor
+meanpathbot
+muhstik-scan
+netEstate NE Crawler
+pcBrowser
+probe-image-size
+ripz
+s1z.ru
 scalaj-http
-seobility
 seostar
-sexsearcher
+serpstatbot
 sitechecker.pro
-siteripz
-sogouspider
 spyfu
-sysscan
 tAkeOut
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
 voyagerx.com
 webmeup-crawler
-webpros.com
-x09Mozilla
 x22Mozilla
-zauba.io
+xpymep1.exe