V4.2022.06.3181 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
+404checker
 80legs
-ADmantX
-ASPSeek
 Abonti
-Aboundexbot
-Acunetix
+Aboundex
 AhrefsBot
 Aipbot
-AllSubmitter
-Anarchie
-Anarchy
+Alexibot
+Alligator
 Anthill
-Aspiegel
-BDFetch
-BackDoorBot
-BackStreet
+Asterias
+AwarioRssBot
+BBBike
+BDCbot
+BLEXBot
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
 Badass
 Bandit
-BetaBot
-Bigfoot
-Black Hole
+Battleztar Bazinga
+BlackWidow
 Blackboard
-Boardreader
-Bolt
-Buck
-BuiltWith
-Bullseye
+Brandwatch
+Buddy
 BunnySlippers
-CSHttp
-Calculon
+CazoodleBot
+CensysInspect
 CheTeam
 CheeseBot
-ChinaClaw
-Cogentbot
-Copier
-CopyRightCheck
+Citoid
+Claritybot
+Cliqzbot
+Cloud mapping
+Cocolyzebot
+Collector
 Cosmos
+Craftbot
 CrazyWebCrawler
 CrunchBot
-DSearch
-DTS Agent
+Curious
+Custo
+DBLBot
+DIIbot
 DataCha0s
-Demon
+DatabaseDriverMysqli
+Deusu
+DigitalPebble
 Dirbuster
-Disco
-Discoverybot
 Dispatch
 DomCopBot
-DomainAppender
-DomainSigmaCrawler
-Dotbot
-ECCP/1.0
+DomainStatsBot
+Download Wonder
+Dragonfly
 EMail Siphon
-EMail Wolf
+EasyDL
 Ecxi
+EirGrabber
 EroCrawler
-Express WebPictures
+ExtLinksBot
+ExtractorPro
+EyeNetIE
 FDM
-FemtosearchBot
-FlashGet
+FHscan
 Flunky
-Freeuploader
-FrontPage
-Fuzz
-G-i-g-a-b-o-t
+Foobot
+FyberSpider
+GT::WWW
+GalaxyBot
+Genieo
 GetRight
-GetWeb
-Getintent
 Go!Zilla
-Gotit
-Grabber
+Go-Ahead-Got-It
+GrapeFX
 GrapeshotCrawler
+GridBot
 HEADMasterSEO
+HMView
 HTMLparser
+HTTrack
 Heritrix
-Hloader
 IDBTE4M
-IDBot
-IRLbot
+Iblog
 IlseBot
 Image Fetch
 Image Sucker
-InfoNaviRobot
-InfoTekies
-InterGET
-Internet Ninja
-Iria
-Jbrofuzz
-JennyBot
+Indy Library
+InternetSeer
+JOC Web Spider
 JetCar
 JikeSpider
 Joomla
-Keyword Density
-LexiBot
-LibWeb
+Jyxobot
+LWP::Simple
 LieBaoFast
 Likse
-LinkextractorPro
-LinkpadBot
-LinksManager
+LinkScan
+Linkbot
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lmspider
-MFC_Tear_Sample
-MJ12bot
-MQQBrowser
-MTRobot
-Majestic-SEO
+LinqiaScrapeBot
+Ltx71
+MIIxpc
+MSIECrawler
+Mail.RU_Bot
 Majestic12
-MarkMonitor
-Mass Downloader
-Mb2345Browser
-Meanpathbot
+MeanPath Bot
 Metauri
+MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
 Mister PiX
-NPbot
+Moblie Safari
+Morfeus Fucking Scanner
 Name Intelligence
-Nameprotect
-NearSite
-Needle
 Nessus
-NetMechanic
-NetSpider
+Nettrack
+NextGenSearchBot
 Nibbler
 Niki-bot
-Nikto
-Ninja
+NimbleCrawler
 Nmap
 Not
-Nuclei
 Octopus
 Offline Explorer
-OpenLinkProfiler
-OpenVAS
-OrangeSpider
-PHPCrawl
-PageThing.com
-Papa Foto
-Pi-Monster
-PictureFinder
+OutclicksBot
+OutfoxBot
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
+Picscout
 Pimonster
-Pixray
-Pockey
-QueryN Metasearch
-Quick-Crawler
+PleaseCrawl
+Probethenet
+Psbot
+Pu_iN
+PxBroker
+PyCurl
+RSSingBot
+RankingBot
 RankingBot2
-Rankivabot
-Re-re
-ReGet
-Reaper
+RebelMouse
 RedesScrapy
-RocketCrawler
+RepoMonkey
+Rogerbot
 SBIder
-SEOkicks
-SEOlyticsCrawler
+SEOkicks-Robot
+SEOprofiler
 SEOstats
 SMTBot
+SalesIntelligent
 ScanAlert
-Scanbot
 Scrapy
-Seekport
-SentiBot
-SeoSiteCheckup
+Screaming
+SemrushBot
 Seomoz
-Shodan
-Sitebeam
-Siteimprove
+Siphon
+SiteSucker
 SmartDownload
-Snake
-Snoopy
-Sociscraper
-Spanner
-Spinn3r
+Sosospider
+Sottopop
+Spammen
+SputnikBot
+Sqlmap
+Sqlworm
+Steeler
 Stripper
+SuperHTTP
 Surfbot
-Suzuran
+SurveyBot
+Swiftbot
 Szukacz
-Telesphoreo
-The Intraformant
+T0PHackTeam
+TeleportPro
+Telesphorep
 TheNomad
 Thumbor
-Toata
-Toweyabot
+Trendictionbot
 True_Robot
+Turingos
+Turnitin
 TwengaBot
+Twice
 Typhoeus
 URLy.Warning
-UnisterBot
+Upflow
+V-BOT
 VCI
+Vacuum
 Vagabondo
-VidibleScraper
+Virusdie
 VoidEYE
 Voil
 Voltron
-WISENutbot
+WASALive-Bot
+WBSearchBot
+WWW::Mechanize
 WWWOFFLE
-Wallpapers
 Web Auto
 Web Enhancer
-Web Fetch
-Web Pix
-Web Sucker
+Web Fuck
+WebAuto
 WebBandit
 WebCollage
-WebEnhancer
-WebGo IS
+WebFetch
+WebLeacher
 WebPix
 WebReaper
 WebSucker
+WebZIP
+WebmasterWorldForumBot
 Webshag
+Website Quester
+WebsiteExtractor
 Whack
-Whacker
-Whatweb
 Widow
-Wprecon
-Xaldon_WebSpider
+WiseGuys Robot
+Woobot
+YoudaoBot
+Zade
+Zauba
 Zeus
 Zitebot
 ZmEu
-ZumBot
+ZoominfoBot
 ZyBorg
-archive.org_bot
+adscanner
 arquivo-web-crawler
 arquivo.pt
-clark-crawler
-dataforseo.com
-demandbase-bot
-facebookscraper
+autoemailspider
+com.plumanalytics
+crawler4j
+domainsproject.org
 gopher
-instabid
-internetVista monitor
+isitwp.com
+iubenda-radar
 linkdexbot
-magpie-crawler
-mediawords
 muhstik-scan
-pcBrowser
-seobility
-seocompany.store
-seostar
+page scorer
+ripz
+scalaj-http
 serpstatbot
-spyfu
-sysscan
-tAkeOut
+sitechecker.pro
+sogouspider
+sp_auditbot
 trendiction.com
-trendiction.de
 ubermetrics-technologies.com
+x22Mozilla
 xpymep1.exe
+zauba.io