V4.2021.10.2627 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404checker
 404enemy
-ADmantX
-ALittle Client
-Abonti
-Aboundex
+Aboundexbot
+Acunetix
 AhrefsBot
-AiHitBot
-Alexibot
+Alligator
 Anarchie
-Anarchy
+Anarchy99
 Anthill
-Attach
-BBBike
+Apexoo
+Aspiegel
+Asterias
 BDCbot
 BLEXBot
-BackDoorBot
-BackStreet
+BackWeb
+BacklinkCrawler
+Badass
 Bandit
 Barkrowler
+BatchFTP
 Battleztar Bazinga
 Bitacle
-Black Hole
+Blow
 Boardreader
-BotALot
-Brandwatch
+Brandprotect
 Buck
-Buddy
-CODE87
-Calculon
-Chlooe
+BuiltWith
+Bullseye
+BunnySlippers
+CATExplorador
+CCBot
+CazoodleBot
+CensysInspect
+CherryPicker
 Claritybot
-Cliqzbot
-Cocolyzebot
 Cogentbot
-Collector
-Copyscape
+CopyRightCheck
 Cosmos
 Craftbot
 Crawling at Home Project
 CrazyWebCrawler
 CrunchBot
-DBLBot
+Custo
 DSearch
-Deusu
+Demon
 Digincore
-DigitalPebble
 Dirbuster
 Disco
-Dispatch
-DomainCrawler
-Dragonfly
-ECCP/1.0
-EasyDL
-Ecxi
-EirGrabber
-EroCrawler
-Evil
+DnyzBot
+DomainSigmaCrawler
+Drip
+EMail Siphon
+EMail Wolf
 Express WebPictures
+Extractor
 ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 Ezooms
-Freeuploader
-Fyrebot
+FDM
+Fimap
 G-i-g-a-b-o-t
-GalaxyBot
 GermCrawler
 GetWeb
 Getintent
+Gigabot
+GoZilla
+GrabNet
 GridBot
-HMView
-HTMLparser
+HEADMasterSEO
 HTTrack
 HaosouSpider
 Harvest
 Havij
-HybridBot
-Iblog
-Id-search
-Image Fetch
-Indy Library
-InternetSeer
-Iria
-Iskanie
-JamesBOT
-Jbrofuzz
-JennyBot
-JikeSpider
-JustView
-Keyword Density
+Humanlinks
+IRLbot
+Image Sucker
+IndeedBot
+InfoNaviRobot
+InfoTekies
+JOC Web Spider
+Joomla
 Kinza
-Lanshanbot
-Larbin
-Lftp
+LNSpiderguy
+Leap
+LeechGet
 LibWeb
-LieBaoFast
-Lightspeedsystems
 Likse
-LinkWalker
+LinkScan
 Linkbot
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Litemage_walker
-Ltx71
-MFC_Tear_Sample
 MIDown tool
-MTRobot
-MarkMonitor
+MIIxpc
+MSIECrawler
+Mag-Net
+Mail.RU_Bot
+MarkWatch
+Masscan
 MauiBot
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Metauri
+Mb2345Browser
+Microsoft Data Access
 Microsoft URL Control
-Morfeus Fucking Scanner
+Moblie Safari
+Mojolicious
 Msrabot
-NICErsPRO
-Nameprotect
 Navroad
+Needle
 Net Vampire
-NetSpider
 NetZIP
+Netcraft
+Netvibes
+NextGenSearchBot
+Niki-bot
 NimbleCrawler
 Nuclei
-Nutch
+Octopus
 Offline Explorer
+Offline Navigator
 OnCrawl
 OpenVAS
-Openvas
+Openfind
+PECL::HTTP
 POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-PageThing.com
+Page Analyzer
+Papa Foto
 PeoplePal
-Pi-Monster
-Picsearch
-PictureFinder
 Pimonster
+Pixray
+PleaseCrawl
 Pockey
-Psbot
-PxBroker
-RankActiveLinkBot
-RankurBot
+ProWebWalker
+RSSingBot
+RankActive
+RankFlex
 Re-re
 ReGet
 RealDownload
-RebelMouse
-Ripper
-RocketCrawler
-Rogerbot
+Reaper
+Recorder
+SBIder
 SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
 SISTRIX
-Scrapy
-Screaming
-Searchestate
-SearchmetricsBot
-Semrush
+SalesIntelligent
+ScanAlert
+ScreenerBot
+ScrepyBot
+SemrushBot
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Shodan
+Siphon
+Site Sucker
 SiteLockSpider
-SiteSnagger
 Sitebeam
-Sitevigil
+Siteimprove
 SlySearch
 Snake
-Sociscraper
+Snoopy
+SocialRankIOBot
+Sogou web spider
 Sottopop
-Spammen
-SpankBot
-Spanner
 SputnikBot
+Sqlmap
+Sqlworm
+Sqworm
 Steeler
-Sucker
+Stripper
+Sucuri
 SurveyBot
 Suzuran
-Teleport
+Swiftbot
+Szukacz
 TeleportPro
-The Intraformant
-TightTwatBot
-Titan
-True_Robot
-TurnitinBot
-Twice
+Telesoft
+TheNomad
+Trendictionbot
+Turnitin
+Typhoeus
+URLy Warning
+UnisterBot
 Upflow
 V-BOT
-VelenPublicWebCrawler
+VCI
+Vagabondo
 VeriCiteCrawler
-VidibleScraper
+Virusdie
+VoidEYE
 WBSearchBot
 WISENutbot
 WWW::Mechanize
 WWWOFFLE
+Wallpapers
 Wallpapers/3.0
 Web Auto
-Web Enhancer
 Web Pix
 Web Sauger
 Web Sucker
 WebAuto
-WebBandit
-WebCollage
-WebCopier
-WebFetch
 WebLeacher
-WebReaper
-WebSauger
+WebStripper
+WebWhacker
 WebZIP
+Webalta
 WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteQuester
+WebsiteExtractor
 Webster
 Whack
-Whatweb
-WiseGuys Robot
-Woobot
+Whacker
+Who.is Bot
+Widow
+WinHTTrack
 Wotbox
-YoudaoBot
-Zade
+Xaldon WebSpider
+Xaldon_WebSpider
 Zauba
 Zermelo
-Zitebot
-archive.org_bot
-arquivo.pt
+Zeus
+ZmEu
+autoemailspider
 cah.io.community
+clark-crawler
 coccocbot-web
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
 dataforseo.com
+demandbase-bot
 evc-batch
-gopher
-heritrix
-instabid
-isitwp.com
-magpie-crawler
-muhstik-scan
+facebookscraper
+ips-agent
+meanpathbot
 netEstate NE Crawler
-pcBrowser
+page scorer
 plumanalytics
-probe-image-size
-satoristudio.net
-scalaj-http
-siteripz
-sp_auditbot
-sysscan
+ripz
+seobility
+seostar
+serpstatbot
+sogouspider
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-webprosbot
-x09Mozilla
-x22Mozilla
+webpros.com
 xpymep1.exe
-zauba.io