V4.2022.03.2966 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 80legs
+AIBOT
 ALittle Client
-Abonti
+Aboundexbot
+Acunetix
 AhrefsBot
 AiHitBot
-Alexibot
 Alligator
-Anarchy99
-Apexoo
+Anarchie
+Anthill
+Asterias
+Atomseobot
 AwarioRssBot
-BDCbot
-BackDoorBot
+BDFetch
 BackStreet
-BacklinkCrawler
-Bigfoot
+Badass
+Bandit
+Battleztar Bazinga
 Bitacle
 Black Hole
-Blow
-Bolt
+BlowFish
+Boardreader
 BotALot
+Brandprotect
 Buck
-Buddy
-BuiltBotTough
+BuiltWith
 Bullseye
-BunnySlippers
-CATExplorador
-CCBot
+BuzzSumo
 CODE87
-Calculon
-CheTeam
+CazoodleBot
 CheeseBot
+CherryPicker
 ChinaClaw
-Claritybot
+Citoid
 Cloud mapping
-Cogentbot
+Cocolyzebot
+Collector
 CopyRightCheck
-CrazyWebCrawler
-Crescent
-CrunchBot
-Custo
-DTS Agent
+Curious
+DBLBot
+DSearch
 DataCha0s
-DatabaseDriverMysqli
-Demon
+Deusu
 Devil
 Digincore
-Dirbuster
-Disco
+Discobot
 Discoverybot
-Dispatch
 DnBCrawler-Analytics
-DomainSigmaCrawler
+DnyzBot
+DomainAppender
+Domains Project
 Download Wonder
-ECCP/1.0
-EMail Siphon
-EMail Wolf
+Dragonfly
+Drip
+EasyDL
 Ecxi
 EroCrawler
+Evil
 Exabot
-Express WebPictures
+ExtractorPro
+Extreme Picture Finder
+Ezooms
 FDM
-FHscan
-Flunky
-Freeuploader
-FrontPage
+Fuzz
 FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
-Genieo
 GetRight
 GetWeb
+Getintent
 Go!Zilla
-GoZilla
 Gotit
-Grafula
+GrapeFX
 GrapeshotCrawler
-HTMLparser
+HMView
 HTTP::Lite
-Harvest
-HonoluluBot
+HTTrack
+Haansoft
+Humanlinks
 HybridBot
-IDBTE4M
-IRLbot
-Indy Library
-Internet Ninja
-Iria
+Id-search
+Image Fetch
+InfoTekies
+InterGET
 IstellaBot
-JamesBOT
-JennyBot
-JetCar
+Jbrofuzz
 Joomla
 Jorgee
-Keyword Density
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
 Kinza
 Kozmosbot
-LWP::Simple
-LibWeb
+Lanshanbot
+Larbin
+Leap
+Lightspeedsystems
 Linkdexbot
-LinkpadBot
-Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
+LinkextractorPro
+LinksManager
+Lipperhey
 MIDown tool
-MIIxpc
 MJ12bot
-MQQBrowser
+MSFrontPage
 MSIECrawler
 MTRobot
-Mag-Net
 Magnet
-Mail.RU_Bot
+Majestic-SEO
 Majestic12
 MarkMonitor
 MauiBot
 Meanpathbot
-Metauri
 MicroMessenger
-Microsoft Data Access
-MolokaiBot
-Mozlila
+Mister PiX
+Mojolicious
 Mr.4x3
-Msrabot
-NPbot
-Name Intelligence
-Nameprotect
-Navroad
-Needle
-NetAnts
+NICErsPRO
+NearSite
+Nessus
+Net Vampire
 NetLyzer
-NetMechanic
 Netcraft
-Nettrack
-Netvibes
-Nikto
+Niki-bot
 NimbleCrawler
+Ninja
+Not
 Nutch
-Octopus
+Offline Navigator
+OnCrawl
+OpenVAS
 Openfind
-OrangeBot
-OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
+PageScorer
 PageThing.com
-Panscient
+Pandalytics
+Papa Foto
 Pavuk
 PeoplePal
-Pi-Monster
-PictureFinder
-Psbot
-Pu_iN
+Petalbot
+Picscout
+Pimonster
+Pixray
+Pockey
+ProPowerBot
+ProWebWalker
 PxBroker
-Quick-Crawler
-RSSingBot
-RankFlex
-RankurBot
+PyCurl
+RankActive
+Rankivabot
 Re-re
-Reaper
-RepoMonkey
-Rogerbot
-SBIder
-SEOlyticsCrawler
+ReGet
+Ripper
+SEOkicks
+SEOkicks-Robot
 SMTBot
-ScanAlert
+SalesIntelligent
+Scanbot
+Screaming
 ScrepyBot
-Site Sucker
-Siteimprove
-Sitevigil
-Snoopy
-Sogou web spider
-Sosospider
-SpaceBison
+SearchmetricsBot
+SemanticJuice
+Shodan
+Siphon
+SiteLockSpider
+SiteSucker
+SlySearch
+Snapbot
+Sociscraper
+Sottopop
+Spammen
+SpankBot
+Spanner
+Spbot
 Spinn3r
-SputnikBot
-Sqlworm
-Sqworm
-Steeler
+Sqlmap
+Stripper
 Sucker
-SuperHTTP
-Suzuran
-TeleportPro
-Telesoft
-Telesphorep
-The Intraformant
-TheNomad
-Thumbor
+SuperBot
+Swiftbot
+Teleport
 Titan
-Trendiction
 Trendictionbot
 Turingos
-Turnitin
 TwengaBot
 Typhoeus
-URLy.Warning
-Vagabondo
-VeriCiteCrawler
-Virusdie
-VoidEYE
+V-BOT
+VB Project
+Vacuum
+VelenPublicWebCrawler
 Voltron
-WWW::Mechanize
+WBSearchBot
+WEBDAV
+WWW-Collector-E
 Wallpapers
-WallpapersHD
 Web Auto
 Web Fetch
+Web Fuck
 Web Sauger
 Web Sucker
-WebAuto
-WebBandit
 WebCopier
 WebFuck
 WebLeacher
-WebPix
-WebReaper
-WebZIP
+WebSauger
+Webalta
+WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
+Whack
 Whatweb
+WinHTTrack
+WiseGuys Robot
+Wonderbot
 Xaldon WebSpider
-Xenu
-YoudaoBot
+Xaldon_WebSpider
 Zade
 Zermelo
-Zitebot
+ZmEu
 ZoomBot
 ZumBot
-adscanner
 archive.org_bot
+arquivo.pt
 autoemailspider
 cognitiveseo
 com.plumanalytics
-crawler4j
-demandbase-bot
-eCatch
-facebookscraper
-heritrix
-isitwp.com
-page scorer
-polaris version
+crawler.feedback
+dataforseo.com
+ips-agent
+iubenda-radar
+lwp-request
+lwp-trivial
+magpie-crawler
+meanpathbot
+mediawords
+pcBrowser
 probe-image-size
 ripz
 s1z.ru
 satoristudio.net
-scalaj-http
 seobility
-seostar
-sexsearcher
-siteripz
+sitechecker.pro
+sogouspider
 sp_auditbot
-spyfu
+sysscan
+trendiction.com
 trendiction.de
+voyagerx.com
+x22Mozilla
 xpymep1.exe
-zauba.io
-zgrab