V4.2022.07.3225 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
 80legs
-ASPSeek
-Abonti
-Aboundexbot
+ADmantX
+AIBOT
+ALittle Client
+Aboundex
 Acunetix
-AhrefsBot
-Aipbot
-Alligator
-AlphaBot
-Apexoo
-Asterias
+Alexibot
+Anarchy
+Anarchy99
+Ankit
 Atomseobot
-BBBike
-BDCbot
-BLEXBot
-BacklinkCrawler
-Badass
-Barkrowler
+Attach
+BackStreet
+Bandit
+BatchFTP
 Battleztar Bazinga
-Black Hole
 Blow
-Boardreader
-BotALot
 Brandprotect
-Brandwatch
-Buck
-BuiltWith
 Bullseye
 BunnySlippers
 BuzzSumo
-CCBot
+CATExplorador
 CODE87
+CSHttp
+Calculon
+CazoodleBot
 Cegbfeieh
-CheeseBot
-Cliqzbot
+CensysInspect
+CherryPicker
+Chlooe
+Claritybot
 Cloud mapping
-Cocolyzebot
-Curious
+CopyRightCheck
+Cosmos
+Crescent
+CrunchBot
 DBLBot
-DSearch
-DataCha0s
 DatabaseDriverMysqli
-Deusu
-DigitalPebble
+Dirbuster
 Discobot
-Discoverybot
 Dispatch
-DnBCrawler-Analytics
+DnyzBot
+DomCopBot
+DomainAppender
 DomainCrawler
-DomainStatsBot
+Download Wonder
 Dragonfly
-Drip
 EasyDL
 Ecxi
-EirGrabber
-EroCrawler
-Express WebPictures
+Evil
+ExtLinksBot
 Ezooms
+FHscan
 FemtosearchBot
-Fimap
 Firefox/7.0
+FlashGet
 Freeuploader
-FrontPage
-Fyrebot
-GT::WWW
-Genieo
+G-i-g-a-b-o-t
 GermCrawler
 GetRight
 GetWeb
+Getintent
 Gigabot
-Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-GrabNet
+Gotit
 Grabber
 GrapeFX
 GrapeshotCrawler
+HMView
+HTMLparser
 HTTrack
-Haansoft
 HaosouSpider
-Harvest
-Heritrix
+Havij
 Hloader
 HonoluluBot
-Humanlinks
 HybridBot
 IDBTE4M
 IDBot
+IRLbot
+Iblog
+IlseBot
 Image Fetch
-InfoNaviRobot
-Iria
+Indy Library
+Intelliseek
+InterGET
 IstellaBot
-Jbrofuzz
+JOC Web Spider
+JamesBOT
 JetCar
-Joomla
-Jorgee
 JustView
-Jyxobot
 Kenjin Spider
-Keyword Density
-Kinza
+Kozmosbot
+LWP::Simple
+Lanshanbot
+Leap
 LeechFTP
 LeechGet
 LibWeb
 Libwhisker
-LieBaoFast
 LinkScan
 LinkpadBot
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
 Litemage_walker
 Ltx71
-MQQBrowser
+MSIECrawler
 Mag-Net
-Majestic SEO
-Majestic-SEO
-Majestic12
+Mail.RU_Bot
 MarkMonitor
-MauiBot
+Mata Hari
 Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
 MicroMessenger
-Minefield
+Microsoft URL Control
+Mojeek
 Mojolicious
 MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-Msrabot
-Musobot
-Navroad
+Name Intelligence
+Needle
 Nessus
-NetLyzer
-NetMechanic
-NetZIP
-Nibbler
-Nikto
-Nuclei
+NetAnts
+Netcraft
+Nimbostratus
+Nmap
 Nutch
-Octopus
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
-OutfoxBot
-Page Analyzer
-PageAnalyzer
-PageScorer
-PageThing.com
-Papa Foto
-PeoplePal
+OnCrawl
+OutclicksBot
+PECL::HTTP
+Panscient
+Pavuk
+Picsearch
 Pimonster
-Pu_iN
-Pump
-PxBroker
+Pockey
+Probethenet
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankActive
 RankActiveLinkBot
 RankFlex
-RankingBot2
-Ripper
-SBIder
-SEOstats
+RankingBot
+Rankivabot
+RankurBot
+Re-re
+ReGet
+RealDownload
+RebelMouse
+RocketCrawler
+Rogerbot
+SEOkicks
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+SMTBot
+Scanbot
+ScoutJet
+Scrapy
 ScreenerBot
-SearchmetricsBot
+ScrepyBot
 Seekport
-SeoSiteCheckup
-SeobilityBot
 Seomoz
-SiteLockSpider
+Shodan
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSucker
+Sitebeam
+Siteimprove
+SlySearch
 Snapbot
-Spanner
-Spbot
-Spinn3r
+Sosospider
+SpaceBison
 SputnikBot
-Sucker
+Stripper
+Sucuri
 Surfbot
 SurveyBot
 Swiftbot
-Szukacz
-T0PHackTeam
-Teleport
-Telesphorep
+T8Abot
+TeleportPro
+The Intraformant
 Thumbor
-Titan
+Toweyabot
+Tracemyfile
 Trendiction
+Trendictionbot
 Turingos
 Turnitin
-TwengaBot
-URLy.Warning
-VB Project
-Vacuum
+Typhoeus
+UnisterBot
+VCI
+VidibleScraper
+Virusdie
 WASALive-Bot
-WBSearchBot
+WEBDAV
 WISENutbot
+WPScan
+WWW::Mechanize
+Wallpapers
 Wallpapers/3.0
 WallpapersHD
-Web Auto
-Web Enhancer
-Web Sauger
-Web Sucker
-WebAuto
 WebBandit
-WebCollage
-WebCopier
-WebImageCollector
-WebStripper
-Webalta
+WebFetch
+WebFuck
+WebGo IS
+WebLeacher
+WebSauger
+WebSucker
 WebmasterWorldForumBot
 Webshag
-WebsiteQuester
-Widow
-WiseGuys Robot
-Wprecon
-Zade
+Website Quester
+Whack
+Woobot
+Wotbox
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+Zauba
 Zermelo
-Zeus
+Zitebot
+ZmEu
+ZoomBot
 ZoominfoBot
 ZyBorg
-arquivo.pt
-autoemailspider
-cah.io.community
-check1.exe
+backlink-check
 clark-crawler
 cognitiveseo
-com.plumanalytics
 crawl.sogou.com
-crawler.feedback
+demandbase-bot
+evc-batch
+facebookscraper
 gopher
-heritrix
-instabid
-internetVista monitor
-ips-agent
-lwp-request
-magpie-crawler
-meanpathbot
+iubenda-radar
+muhstik-scan
 oBot
-page scorer
-s1z.ru
-scalaj-http
+satoristudio.net
 scan.lol
 seobility
+seoscanners
 seostar
-siteripz
-spyfu
-tAkeOut
+sogouspider
 trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
-x09Mozilla
+voyagerx.com
+webgains-bot
+x22Mozilla
+zgrab