V4.2021.08.2517 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-ALittle Client
-ASPSeek
+404checker
+AIBOT
+Acunetix
+AiHitBot
+Alexibot
 AllSubmitter
+Alligator
 AlphaBot
-Anarchie
-Anarchy
-Anthill
-Apexoo
-Attach
-AwarioSmartBot
+Ankit
+Aspiegel
+BBBike
+BDCbot
 BLEXBot
 BackDoorBot
-BackStreet
-BackWeb
+Backlink-Ceck
 BacklinkCrawler
-Bandit
-BatchFTP
 Battleztar Bazinga
-Bigfoot
+BetaBot
+Bitacle
 Black Hole
-Blackboard
-Boardreader
+Blow
+BlowFish
 Brandprotect
-BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
-BuzzSumo
-CATExplorador
-CODE87
+Buddy
+CCBot
 Cegbfeieh
-CheTeam
-CheeseBot
-ChinaClaw
-Claritybot
-Cocolyzebot
+CensysInspect
+CherryPicker
+Chlooe
+Cloud mapping
 Cogentbot
-Copier
 CopyRightCheck
 CrazyWebCrawler
-Crescent
+Curious
+Custo
 CyotekWebCopy
-DIIbot
+DBLBot
+DSearch
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
+Demon
 Devil
-Dirbuster
-Disco
-Discoverybot
+DigitalPebble
 DittoSpyder
 DomCopBot
 DomainAppender
-DomainSigmaCrawler
 DomainStatsBot
 Domains Project
+Download Wonder
 Drip
+EMail Siphon
+EasyDL
 Ebingbong
-Ecxi
-EirGrabber
-EroCrawler
-ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
+Exabot
+Extractor
 Ezooms
-Fimap
-Firefox/7.0
-Freeuploader
+FDM
+FlashGet
+GT::WWW
 GalaxyBot
+Genieo
 GetRight
-Gigablast
+GetWeb
+Getintent
+Go!Zilla
 GoZilla
 Gotit
-HTTP::Lite
+Grafula
+GrapeFX
+GrapeshotCrawler
+HMView
 Haansoft
-Heritrix
+HaosouSpider
+Havij
 Humanlinks
 HybridBot
+Iblog
+Id-search
 IlseBot
 Image Fetch
 Image Sucker
-Intelliseek
-InterGET
+Indy Library
+InfoNaviRobot
 Internet Ninja
-Iskanie
+Iria
 IstellaBot
-Jbrofuzz
+JOC Web Spider
 JennyBot
-JetCar
-Jorgee
+Joomla
 JustView
+Kenjin Spider
 Keyword Density
-LNSpiderguy
-LWP::Simple
-Lanshanbot
-Leap
 LeechGet
-LexiBot
-Lftp
-Lightspeedsystems
+LibWeb
 LinkScan
-Linkdexbot
+LinkWalker
+LinkextractorPro
 LinkpadBot
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
-MIDown tool
+LinqiaRSSBot
+Ltx71
 MIIxpc
-Mag-Net
-Majestic12
-MarkMonitor
+MQQBrowser
+MTRobot
+Mail.RU_Bot
+Majestic-SEO
 MarkWatch
-MauiBot
-Mb2345Browser
+Mata Hari
 MeanPath Bot
-Mediatoolkitbot
-Microsoft URL Control
+Meanpathbot
+Microsoft Data Access
+Mister PiX
 Moblie Safari
 Mojeek
-Mojolicious
 Morfeus Fucking Scanner
+Msrabot
 Musobot
-NPbot
-Name Intelligence
-Nessus
-Net Vampire
-NetLyzer
-NetMechanic
+NICErsPRO
+Navroad
+NearSite
 NetZIP
-Nettrack
-Nibbler
-Offline Navigator
-Openfind
-OrangeBot
+Netcraft
+Niki-bot
+Nimbostratus
+Ninja
+Nmap
+Nutch
+Octopus
+OpenLinkProfiler
 OrangeSpider
-OutfoxBot
+PHPCrawl
 PageGrabber
 PageScorer
-Panscient
-PeoplePal
+Pavuk
 Petalbot
 Picscout
 Picsearch
+PictureFinder
+Piepmatz
+Pimonster
 Pixray
-Pockey
+ProPowerBot
 ProWebWalker
+Probethenet
 Psbot
-Pump
+Pu_iN
+PyCurl
 Quick-Crawler
+RankActiveLinkBot
 RankFlex
-RankingBot2
 Rankivabot
-ReGet
 Reaper
 RebelMouse
-RepoMonkey
-SEOkicks
-SEOprofiler
-SEOstats
-SISTRIX
-SalesIntelligent
+RedesScrapy
+Ripper
+RocketCrawler
+Rogerbot
+SEOkicks-Robot
+SEOlyticsCrawler
 ScanAlert
-ScrepyBot
 SearchmetricsBot
-SeobilityBot
-Siphon
+Semrush
+SemrushBot
+Seomoz
 Site Sucker
 SiteCheckerBotCrawler
+SiteSucker
 Sitebeam
 Siteimprove
-Sitevigil
-SmartDownload
-Snapbot
-Sociscraper
+Snake
 SpaceBison
 Spammen
 SpankBot
-Sqworm
-Steeler
-Suzuran
+Spanner
+Spbot
+Sqlmap
+Sucuri
+SurveyBot
+Swiftbot
+Szukacz
+T0PHackTeam
 T8Abot
+Teleport
+TeleportPro
+Telesphoreo
 The Intraformant
-TheNomad
 Thumbor
 Titan
-Trendiction
-Trendictionbot
-TurnitinBot
-TwengaBot
+Toata
+Tracemyfile
 Twice
-URLy Warning
-UnisterBot
+Typhoeus
+Upflow
 V-BOT
 VB Project
 Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
 VoidEYE
 Voil
+Voltron
 WASALive-Bot
-WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
 WWWOFFLE
-Wallpapers
 WallpapersHD
-WebAuto
+WeSEE
+Web Sauger
 WebCollage
 WebCopier
-WebFuck
-WebImageCollector
+WebPix
 WebReaper
 WebStripper
-WebSucker
-Webalta
-WebsiteExtractor
+WebWhacker
+WebZIP
+Website Quester
+Webster
 Whacker
-WiseGuys Robot
+Who.is Bot
+Widow
+Woobot
 Wprecon
-Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 YoudaoBot
+Zade
 Zermelo
-ZoominfoBot
+Zitebot
+ZyBorg
 archive.org_bot
-backlink-check
+autoemailspider
 cah.io.community
-check1.exe
-com.plumanalytics
-crawler4j
-evc-batch
-facebookscraper
+coccocbot-web
+crawl.sogou.com
+crawler.feedback
+instabid
+ips-agent
 isitwp.com
-oBot
+meanpathbot
+netEstate NE Crawler
 page scorer
-pcBrowser
-polaris version
-probe-image-size
-ripz
-satoristudio.net
-scan.lol
-seoscanners
-serpstatbot
-sitechecker.pro
-sogouspider
+scalaj-http
+sexsearcher
+siteripz
 sp_auditbot
+spyfu
 tAkeOut
 trendiction.de
-voyagerx.com
-webmeup-crawler
-x09Mozilla
+ubermetrics-technologies.com
+x22Mozilla
+xpymep1.exe
+zauba.io
+zgrab