V4.2021.12.2819 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
-ADmantX
 AIBOT
-ALittle Client
-ASPSeek
-Abonti
+Aboundex
 Aboundexbot
-Acunetix
+AhrefsBot
 AiHitBot
-Aipbot
-Alexibot
-Alligator
-Anarchy
+AllSubmitter
+AlphaBot
+Anarchie
 Ankit
-Anthill
+Apexoo
 Aspiegel
+Attach
 AwarioRssBot
 BDCbot
-BLEXBot
-Badass
+BackStreet
+BacklinkCrawler
 Bandit
-BatchFTP
+Barkrowler
+BetaBot
 Bitacle
-Blackboard
+BlackWidow
+BlowFish
 Bolt
-BotALot
-Brandprotect
 Buck
 BuiltWith
 Bullseye
+BunnySlippers
+BuzzSumo
 CATExplorador
+CSHttp
+Calculon
+CazoodleBot
+Cegbfeieh
 CheTeam
-CherryPicker
-Claritybot
+CheeseBot
+ChinaClaw
 Cliqzbot
-Cloud mapping
-Cosmos
-Craftbot
-CrazyWebCrawler
+Cocolyzebot
+Collector
+Copier
+CopyRightCheck
+Copyscape
+Crescent
 Curious
+CyotekWebCopy
 DBLBot
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Deusu
-DigitalPebble
-Dirbuster
-Discobot
+DIIbot
+DSearch
+Devil
+Digincore
 Discoverybot
-Dispatch
-DittoSpyder
-DnyzBot
+DnBCrawler-Analytics
 DomCopBot
-Domains Project
+DomainAppender
+DomainStatsBot
+Dotbot
 Download Wonder
 Dragonfly
-ECCP/1.0
 EMail Siphon
-EMail Wolf
-EasyDL
 Ebingbong
-Ecxi
-Exabot
-Extractor
+EirGrabber
+ExtLinksBot
 ExtractorPro
-EyeNetIE
+Extreme Picture Finder
 Ezooms
-FDM
-FHscan
+FemtosearchBot
+Fimap
 Firefox/7.0
-Freeuploader
-FyberSpider
-GT::WWW
+Flunky
+Fyrebot
+GalaxyBot
+GermCrawler
+GetRight
+Getintent
 Gigabot
-Go!Zilla
+Go-Ahead-Got-It
 Gotit
+GrabNet
+Grafula
 GrapeFX
-GridBot
 HEADMasterSEO
-HTMLparser
+HMView
 HTTP::Lite
 HTTrack
+HaosouSpider
+Harvest
+Havij
+Heritrix
 Humanlinks
-Image Fetch
+HybridBot
+IlseBot
 Image Sucker
+InfoNaviRobot
 InfoTekies
 Intelliseek
+InterGET
+InternetSeer
+Iskanie
 IstellaBot
 JOC Web Spider
+JamesBOT
 Jbrofuzz
 JetCar
-Jetty
-JikeSpider
 Joomla
-Jyxobot
+JustView
 Kenjin Spider
+LWP::Simple
 Lanshanbot
+Leap
 LeechFTP
-LexiBot
+LeechGet
 LibWeb
 LieBaoFast
-Likse
+Lightspeedsystems
 LinkScan
 LinkWalker
+Linkbot
 LinkextractorPro
-LinkpadBot
-LinksManager
-Ltx71
-MIIxpc
-MJ12bot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+MIDown tool
 MSFrontPage
 MTRobot
-Majestic-SEO
-MarkMonitor
-Mass Downloader
+Mail.RU_Bot
+Majestic SEO
 Masscan
 Mata Hari
-Minefield
+Mb2345Browser
+Mediatoolkitbot
+Microsoft Data Access
+Moblie Safari
 Mojolicious
+Morfeus Fucking Scanner
 Mozlila
-Net Vampire
-NetLyzer
-NetMechanic
-NetSpider
-Netcraft
-Nikto
-Nimbostratus
-Nuclei
+Mr.4x3
+Msrabot
+NICErsPRO
+Name Intelligence
+Navroad
+NetZIP
+Nibbler
+Ninja
+Nmap
 Nutch
-Offline Explorer
 Offline Navigator
+OnCrawl
 OpenVAS
-Openfind
-PHPCrawl
-POE-Component-Client-HTTP
+Openvas
+OrangeBot
+Page Analyzer
 PageAnalyzer
 PageScorer
 PageThing.com
 Panscient
 Papa Foto
+Pavuk
 Pi-Monster
+Picsearch
 Piepmatz
-ProPowerBot
-Probethenet
+Pixray
+Pockey
 Pump
-PxBroker
-QueryN Metasearch
+PyCurl
 RSSingBot
-RankActive
 RankingBot2
-RankurBot
-Re-re
-ReGet
 RealDownload
 Reaper
-RepoMonkey
+RebelMouse
+Recorder
+RedesScrapy
+SEOkicks-Robot
 SEOstats
+SMTBot
 ScanAlert
-Scanbot
-ScrepyBot
-Searchestate
-SearchmetricsBot
-SemrushBot
-SentiBot
-Seomoz
-Shodan
+Scrapy
+Screaming
+Semrush
 Siphon
 SiteCheckerBotCrawler
-SiteExplorer
-Sitebeam
-SlySearch
+Snake
+Snapbot
+Snoopy
+Sociscraper
+Sottopop
+SpaceBison
 Spinn3r
-Sqlmap
+Sqlworm
 Steeler
-SuperHTTP
-Szukacz
-T8Abot
-Teleport
-Telesphoreo
+Sucuri
+Suzuran
+Swiftbot
+T0PHackTeam
+TeleportPro
 The Intraformant
+TheNomad
+TightTwatBot
 Tracemyfile
-TurnitinBot
+True_Robot
+Turingos
 TwengaBot
-Typhoeus
-URLy.Warning
 UnisterBot
 Upflow
-V-BOT
-VeriCiteCrawler
+VB Project
+Vacuum
+VidibleScraper
 VoidEYE
-Voil
-WBSearchBot
+Voltron
+WASALive-Bot
 WEBDAV
-WISENutbot
 WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Wallpapers
 WallpapersHD
-WeSEE
-Web Sauger
-Web Sucker
-WebCopier
-WebEnhancer
-WebFuck
+WebCollage
+WebFetch
 WebLeacher
 WebPix
-WebReaper
 WebSauger
 WebStripper
-WebZIP
 WebmasterWorldForumBot
-Webshag
+Website Quester
 WebsiteExtractor
-Whack
-Whatweb
-Who.is Bot
-Wprecon
-Xenu
-Zade
-Zermelo
-ZmEu
-ZumBot
+WebsiteQuester
+Whacker
+Widow
+WiseGuys Robot
+Wotbox
+ZoominfoBot
 adscanner
-arquivo.pt
-check1.exe
 clark-crawler
-coccocbot-web
-demandbase-bot
-domainsproject.org
-evc-batch
-facebookscraper
-internetVista monitor
-ips-agent
-meanpathbot
+com.plumanalytics
+crawler.feedback
+crawler4j
+eCatch
 mediawords
-netEstate NE Crawler
-oBot
+pcBrowser
 plumanalytics
-probe-image-size
 ripz
 satoristudio.net
-scalaj-http
-serpstatbot
+seobility
 sitechecker.pro
-siteripz
 sp_auditbot
-trendiction.de
+webmeup-crawler
 webpros.com
-x09Mozilla
+webprosbot
+xpymep1.exe
+zauba.io