V4.2021.08.2518 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
+404enemy
 AIBOT
+ALittle Client
+Aboundexbot
 Acunetix
 AiHitBot
+Aipbot
 Alexibot
 AllSubmitter
-Alligator
 AlphaBot
-Ankit
-Aspiegel
-BBBike
+Anarchie
+Anthill
+Asterias
+Attach
+AwarioRssBot
 BDCbot
 BLEXBot
-BackDoorBot
-Backlink-Ceck
-BacklinkCrawler
-Battleztar Bazinga
-BetaBot
+Bandit
 Bitacle
-Black Hole
-Blow
 BlowFish
-Brandprotect
+BotALot
+Brandwatch
+Buck
 Buddy
+CATExplorador
 CCBot
+CODE87
+Calculon
 Cegbfeieh
-CensysInspect
-CherryPicker
-Chlooe
-Cloud mapping
+CheeseBot
+ChinaClaw
+Cliqzbot
 Cogentbot
-CopyRightCheck
+Cosmos
+Craftbot
 CrazyWebCrawler
-Curious
+Crescent
 Custo
-CyotekWebCopy
 DBLBot
-DSearch
+DIIbot
 DTS Agent
-DataCha0s
 DatabaseDriverMysqli
 Demon
+Deusu
 Devil
-DigitalPebble
+Disco
 DittoSpyder
+DnyzBot
 DomCopBot
 DomainAppender
-DomainStatsBot
+DomainCrawler
 Domains Project
-Download Wonder
-Drip
-EMail Siphon
+ECCP/1.0
+EMail Wolf
 EasyDL
-Ebingbong
-Exabot
+Evil
 Extractor
+ExtractorPro
 Ezooms
-FDM
+Firefox/7.0
 FlashGet
-GT::WWW
-GalaxyBot
+Foobot
+Freeuploader
 Genieo
-GetRight
 GetWeb
-Getintent
-Go!Zilla
-GoZilla
-Gotit
-Grafula
+Gigablast
+Gigabot
+Go-Ahead-Got-It
 GrapeFX
-GrapeshotCrawler
-HMView
-Haansoft
-HaosouSpider
+HTTrack
+Harvest
 Havij
-Humanlinks
+Hloader
 HybridBot
 Iblog
 Id-search
-IlseBot
 Image Fetch
-Image Sucker
 Indy Library
-InfoNaviRobot
-Internet Ninja
+InfoTekies
+InterGET
 Iria
+Iskanie
 IstellaBot
 JOC Web Spider
-JennyBot
+JetCar
 Joomla
+Jorgee
 JustView
-Kenjin Spider
-Keyword Density
-LeechGet
-LibWeb
-LinkScan
+Kinza
+Larbin
+Lftp
+Libwhisker
+LieBaoFast
+Lightspeedsystems
 LinkWalker
+Linkbot
 LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
+LinksManager
 LinqiaRSSBot
-Ltx71
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
+MIDown tool
 MIIxpc
-MQQBrowser
-MTRobot
-Mail.RU_Bot
+MSIECrawler
+Magnet
 Majestic-SEO
-MarkWatch
-Mata Hari
-MeanPath Bot
-Meanpathbot
-Microsoft Data Access
+MarkMonitor
+Mass Downloader
+MauiBot
+Metauri
+MicroMessenger
+Microsoft URL Control
 Mister PiX
 Moblie Safari
-Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Msrabot
 Musobot
-NICErsPRO
-Navroad
+NPbot
+Nameprotect
 NearSite
-NetZIP
-Netcraft
-Niki-bot
-Nimbostratus
-Ninja
+Net Vampire
+NetMechanic
+Netvibes
+NextGenSearchBot
+Nikto
 Nmap
-Nutch
-Octopus
-OpenLinkProfiler
-OrangeSpider
+Nuclei
+Offline Navigator
+OutfoxBot
 PHPCrawl
+Page Analyzer
 PageGrabber
-PageScorer
 Pavuk
 Petalbot
-Picscout
 Picsearch
-PictureFinder
-Piepmatz
-Pimonster
 Pixray
 ProPowerBot
 ProWebWalker
 Probethenet
 Psbot
-Pu_iN
-PyCurl
-Quick-Crawler
+Pump
+PxBroker
+QueryN Metasearch
+RankActive
 RankActiveLinkBot
-RankFlex
-Rankivabot
-Reaper
+RankingBot
+RankingBot2
+Re-re
+RealDownload
 RebelMouse
-RedesScrapy
 Ripper
-RocketCrawler
 Rogerbot
+SBIder
 SEOkicks-Robot
-SEOlyticsCrawler
+SEOstats
+SISTRIX
+SMTBot
 ScanAlert
-SearchmetricsBot
+ScoutJet
+Screaming
+ScreenerBot
 Semrush
-SemrushBot
+SeoSiteCheckup
 Seomoz
-Site Sucker
-SiteCheckerBotCrawler
-SiteSucker
-Sitebeam
-Siteimprove
-Snake
-SpaceBison
-Spammen
+Snoopy
+Sociscraper
+Sogou web spider
 SpankBot
-Spanner
 Spbot
+SputnikBot
 Sqlmap
-Sucuri
-SurveyBot
-Swiftbot
+Steeler
+SuperHTTP
+Suzuran
 Szukacz
-T0PHackTeam
-T8Abot
-Teleport
-TeleportPro
 Telesphoreo
 The Intraformant
 Thumbor
-Titan
 Toata
 Tracemyfile
-Twice
+Trendictionbot
+Turnitin
+TurnitinBot
+TwengaBot
 Typhoeus
-Upflow
-V-BOT
-VB Project
+UnisterBot
 Vagabondo
+VidibleScraper
+Virusdie
 VoidEYE
-Voil
-Voltron
-WASALive-Bot
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
-WeSEE
+Web Auto
+Web Collage
+Web Pix
 Web Sauger
-WebCollage
-WebCopier
-WebPix
+Web Sucker
+WebAuto
+WebEnhancer
+WebFetch
+WebLeacher
 WebReaper
-WebStripper
-WebWhacker
 WebZIP
-Website Quester
-Webster
-Whacker
+Webalta
+WebsiteQuester
 Who.is Bot
-Widow
+Wonderbot
 Woobot
-Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-YoudaoBot
 Zade
-Zermelo
-Zitebot
+ZoomBot
 ZyBorg
 archive.org_bot
-autoemailspider
+arquivo.pt
+backlink-check
 cah.io.community
-coccocbot-web
 crawl.sogou.com
-crawler.feedback
-instabid
+eCatch
+evc-batch
+facebookscraper
+heritrix
 ips-agent
 isitwp.com
-meanpathbot
-netEstate NE Crawler
+lwp-request
+mediawords
+muhstik-scan
+oBot
 page scorer
-scalaj-http
+pcBrowser
+scan.lol
+seoscanners
+serpstatbot
 sexsearcher
-siteripz
-sp_auditbot
+sitechecker.pro
+sogouspider
 spyfu
-tAkeOut
-trendiction.de
-ubermetrics-technologies.com
-x22Mozilla
-xpymep1.exe
+x09Mozilla
 zauba.io
 zgrab