V4.2022.07.3248 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
 404enemy
 ADmantX
+ALittle Client
 Aboundex
+Aboundexbot
 AhrefsBot
-Aipbot
+AiHitBot
 AllSubmitter
-AlphaBot
-Anarchie
 Anarchy99
-Asterias
-Attach
-AwarioSmartBot
-BDFetch
+Anthill
+Aspiegel
+AwarioRssBot
+BDCbot
+BackDoorBot
 BackStreet
 Backlink-Ceck
-BacklinkCrawler
 Barkrowler
-BatchFTP
 Battleztar Bazinga
-BetaBot
+Bigfoot
 Black Hole
-Boardreader
-Bolt
-Brandprotect
+Blow
+BlowFish
+Brandwatch
+Buck
+BuiltBotTough
 Bullseye
 BunnySlippers
-BuzzSumo
+CATExplorador
+CCBot
 CODE87
-CSHttp
 CensysInspect
 CheeseBot
-ChinaClaw
+Citoid
+Claritybot
+Cloud mapping
+Cocolyzebot
+Copier
+CopyRightCheck
 Copyscape
-Cosmos
 Crescent
-DIIbot
-DSearch
+Curious
+Custo
+CyotekWebCopy
+DTS Agent
 DataCha0s
-Deusu
-Devil
-Discobot
+Demon
+Disco
 DnBCrawler-Analytics
-DomainAppender
-DomainStatsBot
+DomCopBot
 Download Wonder
 Dragonfly
-EMail Wolf
-Ecxi
+EasyDL
+Ebingbong
 Evil
+Exabot
 Express WebPictures
-ExtractorPro
 Extreme Picture Finder
-Ezooms
-Freeuploader
+Fimap
+Flunky
+Foobot
 FrontPage
+Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-GetRight
-Gigabot
-Go!Zilla
+GetWeb
+Getintent
+Gotit
 Grabber
 GridBot
 HEADMasterSEO
-HMView
-HTTP::Lite
-HaosouSpider
 Harvest
+Heritrix
+Hloader
+HonoluluBot
+IDBot
 Iblog
 Id-search
 Image Sucker
-IndeedBot
+InfoNaviRobot
+Intelliseek
 InterGET
+Internet Ninja
 Iskanie
 IstellaBot
-JOC Web Spider
-JamesBOT
-JennyBot
-Kenjin Spider
-Keyword Density
+JetCar
+Jetty
+Joomla
+Keybot Translation-Search-Machine
 Kozmosbot
-LNSpiderguy
-LWP::Simple
-Leap
-LeechFTP
-LeechGet
-LieBaoFast
-LinkScan
+Lanshanbot
+Larbin
+Lftp
 Linkbot
 LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
 Lmspider
+MFC_Tear_Sample
+MIDown tool
 MJ12bot
-MSIECrawler
-Mail.RU_Bot
+MSFrontPage
+Mag-Net
 Majestic-SEO
-Majestic12
-Mata Hari
-MauiBot
-Mb2345Browser
+MarkMonitor
+Masscan
 Meanpathbot
+Microsoft URL Control
+Minefield
+Mister PiX
 Moblie Safari
-Mozlila
-Musobot
+MolokaiBot
+Mr.4x3
+NPbot
 Nameprotect
-Navroad
 Needle
-NetLyzer
+Nessus
 NetMechanic
-NetSpider
+NetZIP
 Netvibes
-Nikto
-NimbleCrawler
-Not
+NextGenSearchBot
 Nuclei
-Nutch
 Octopus
 Offline Explorer
-Openvas
-POE-Component-Client-HTTP
+Offline Navigator
+OpenVAS
+Openfind
+OrangeSpider
+OutclicksBot
 Page Analyzer
-PageScorer
-PageThing.com
-Pandalytics
-Papa Foto
-Pavuk
-PeoplePal
-Petalbot
-Picscout
-Pockey
-Probethenet
+PageGrabber
+Panscient
+PictureFinder
+Pimonster
+Psbot
 Pu_iN
+PxBroker
 PyCurl
-Quick-Crawler
-RankActive
-RankurBot
-ReGet
+QueryN Metasearch
+RankActiveLinkBot
+Rankivabot
+Re-re
+RealDownload
 RebelMouse
-RedesScrapy
-Ripper
+Rogerbot
+SBIder
+SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 SMTBot
-ScanAlert
+SalesIntelligent
 Screaming
-ScreenerBot
-Seekport
+ScrepyBot
 SemanticJuice
-SemrushBot
 SeoSiteCheckup
-Shodan
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
-Siteimprove
+SeobilityBot
+Site Sucker
 Sitevigil
-Snake
+Snoopy
 SocialRankIOBot
-Sogou web spider
+Sosospider
 SpaceBison
-SpankBot
+Spanner
 Spinn3r
 SputnikBot
+Sqlmap
 Sqlworm
-Sqworm
-Steeler
 Stripper
-Sucker
 Sucuri
 SuperBot
 SuperHTTP
-Surfbot
-Suzuran
-Szukacz
-T8Abot
-The Intraformant
-Titan
-Trendiction
-True_Robot
-Turnitin
+TeleportPro
+Telesphoreo
+TurnitinBot
+TwengaBot
 Typhoeus
-VB Project
-Vagabondo
-VeriCiteCrawler
+UnisterBot
+Upflow
+VCI
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
 Voil
-WASALive-Bot
-WISENutbot
-WWW::Mechanize
+WBSearchBot
+WEBDAV
+WPScan
+WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
-Web Auto
-Web Collage
 Web Enhancer
 Web Pix
 Web Sauger
-Web Sucker
+WebAuto
+WebBandit
+WebCopier
 WebEnhancer
 WebFuck
-WebPix
-WebReaper
+WebStripper
+WebSucker
 WebZIP
-Webalta
-Website Quester
 WebsiteExtractor
-Webster
+WebsiteQuester
+Whacker
 Who.is Bot
-Widow
 WinHTTrack
-Xaldon WebSpider
-Xenu
-Zauba
-Zeus
+Woobot
+Zade
+Zitebot
+ZoominfoBot
 ZumBot
-ZyBorg
-archive.org_bot
+adscanner
 arquivo-web-crawler
-arquivo.pt
-cah.io.community
-check1.exe
+backlink-check
 clark-crawler
-com.plumanalytics
 crawler.feedback
 crawler4j
-dataforseo.com
 domainsproject.org
-facebookscraper
+eCatch
+evc-batch
 gopher
 heritrix
-internetVista monitor
-lwp-trivial
-magpie-crawler
+instabid
+isitwp.com
+iubenda-radar
+linkdexbot
+lwp-request
+meanpathbot
 mediawords
 muhstik-scan
-plumanalytics
+page scorer
+polaris version
 s1z.ru
 satoristudio.net
-scan.lol
 seobility
-seostar
-sitechecker.pro
-sogouspider
-sysscan
+serpstatbot
+sexsearcher
+siteripz
+spyfu
+tAkeOut
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
-x22Mozilla
+webmeup-crawler
+webpros.com
+webprosbot
+x09Mozilla
+xpymep1.exe