V4.2021.08.2547 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-80legs
-ADmantX
 AIBOT
 Abonti
 Aboundex
-Aboundexbot
-Acunetix
-AhrefsBot
+AiHitBot
 Aipbot
-Anarchy
-Anarchy99
-Ankit
-Asterias
-BDCbot
-BackDoorBot
+Alexibot
+AllSubmitter
+Alligator
+AlphaBot
+Anthill
+AwarioRssBot
+AwarioSmartBot
+BDFetch
+BackStreet
 Backlink-Ceck
-Battleztar Bazinga
-BetaBot
-Black Hole
+Badass
+Bigfoot
+BlackWidow
+Blackboard
 Bolt
+Brandprotect
+Buddy
+BunnySlippers
 BuzzSumo
-CATExplorador
-CODE87
-Calculon
-CensysInspect
+CazoodleBot
+Cegbfeieh
 CheeseBot
-Claritybot
-Cliqzbot
-Cogentbot
-Collector
-CyotekWebCopy
+ChinaClaw
+Cloud mapping
+Cosmos
+Craftbot
+Curious
+Custo
 DBLBot
-DSearch
-Demon
 Deusu
 Digincore
 Disco
-Discoverybot
-Dispatch
-DomainAppender
+DittoSpyder
+DnyzBot
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
 Dotbot
 Drip
-EMail Wolf
-Evil
+ECCP/1.0
+EasyDL
+Ebingbong
+Ecxi
+EirGrabber
 Express WebPictures
-Extractor
+ExtLinksBot
+EyeNetIE
 FHscan
 Fimap
-FlashGet
+Flunky
 Foobot
 FrontPage
-Fuzz
-FyberSpider
+G-i-g-a-b-o-t
 GT::WWW
-Genieo
 GermCrawler
-GetWeb
-Getintent
-Gigabot
+Gigablast
 Go!Zilla
-Go-Ahead-Got-It
+GoZilla
 Gotit
-Grabber
 Grafula
 GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
 HMView
-HTTP::Lite
 Haansoft
+HaosouSpider
+Harvest
 Hloader
 Humanlinks
 HybridBot
-IDBTE4M
 Iblog
 IlseBot
-Image Sucker
+Image Fetch
 IndeedBot
-InfoNaviRobot
-Intelliseek
-InterGET
 Internet Ninja
-JamesBOT
-JetCar
+Iskanie
+IstellaBot
+Jbrofuzz
+JennyBot
+Jetty
+Jorgee
+Jyxobot
 Kozmosbot
 LNSpiderguy
 LWP::Simple
-Larbin
+Lanshanbot
 Leap
-LeechGet
-Libwhisker
-LinkScan
-LinkWalker
-Linkbot
-Linkdexbot
+LeechFTP
+LexiBot
 LinkextractorPro
-LinqiaRSSBot
-Lmspider
-MIDown tool
-MJ12bot
-MQQBrowser
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
+Ltx71
+MFC_Tear_Sample
+Mag-Net
 Magnet
 Mail.RU_Bot
-Majestic-SEO
-Majestic12
-Mass Downloader
+MarkMonitor
+MarkWatch
 Masscan
-Mata Hari
-MauiBot
 MeanPath Bot
-Mediatoolkitbot
+MicroMessenger
 Moblie Safari
 Morfeus Fucking Scanner
-Mr.4x3
 Msrabot
-Musobot
 NICErsPRO
 NPbot
-NearSite
+Name Intelligence
+Needle
+Nessus
 Net Vampire
+NetAnts
 NetLyzer
-NetMechanic
-NetZIP
-Netcraft
-Nettrack
+NetSpider
+Netvibes
 NextGenSearchBot
-Niki-bot
-NimbleCrawler
-Nimbostratus
+Nibbler
+Nikto
+Ninja
 Nmap
-Nuclei
 Offline Explorer
-OnCrawl
+Offline Navigator
+OpenVAS
 Openfind
-Pandalytics
-Panscient
-Picsearch
-PictureFinder
+Openvas
+PHPCrawl
+Page Analyzer
+PageGrabber
+Pavuk
+Picscout
 Piepmatz
-Pixray
-Pockey
-ProPowerBot
+PleaseCrawl
 Probethenet
-Psbot
-QueryN Metasearch
-RankingBot
+PxBroker
+RankActive
+RankingBot2
 Rankivabot
-RankurBot
+Re-re
 ReGet
-Reaper
+RealDownload
 Recorder
-RedesScrapy
-SBIder
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
+RepoMonkey
+Ripper
 SEOstats
+SISTRIX
+SMTBot
 SalesIntelligent
-ScoutJet
-Screaming
+Scrapy
+ScrepyBot
+Searchestate
 SearchmetricsBot
-SeobilityBot
-Shodan
-Site Sucker
+SentiBot
 SiteCheckerBotCrawler
-SlySearch
+SiteSnagger
+Sitebeam
 SmartDownload
-Snake
-Snapbot
+Sociscraper
 Sosospider
 SpaceBison
-Spammen
-Spinn3r
-Sqlmap
-Sqlworm
-Sqworm
 Stripper
+Sucker
+Sucuri
+SuperHTTP
+Suzuran
 Szukacz
+T0PHackTeam
+Telesoft
+Telesphoreo
 The Intraformant
-Thumbor
-Toata
-Tracemyfile
+TheNomad
+Titan
 Trendiction
-Trendictionbot
-True_Robot
+Turingos
 TurnitinBot
 TwengaBot
-Twice
-URLy Warning
+Typhoeus
+URLy.Warning
 UnisterBot
-Upflow
+V-BOT
+VB Project
 VCI
-VidibleScraper
-Virusdie
-WASALive-Bot
-WWW-Collector-E
-WWW-Mechanize
-Web Enhancer
-Web Fetch
-Web Fuck
-Web Pix
-WebCopier
+Vagabondo
+WEBDAV
+WISENutbot
+WWWOFFLE
+Wallpapers/3.0
+Web Auto
+Web Collage
+Web Sauger
+WebAuto
+WebCollage
 WebEnhancer
+WebFetch
 WebGo IS
-WebReaper
-WebSucker
+WebImageCollector
+WebLeacher
+WebSauger
+WebWhacker
+WebZIP
+Webalta
 Webshag
+Website Quester
 WebsiteQuester
+Webster
 Whack
+Whacker
 Whatweb
-Who.is Bot
-Wotbox
+WiseGuys Robot
 Wprecon
-ZmEu
-ZoomBot
+Xaldon_WebSpider
+Xenu
+Zauba
+Zermelo
 ZumBot
-archive.org_bot
+ZyBorg
+arquivo-web-crawler
 arquivo.pt
-backlink-check
 check1.exe
-cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-eCatch
-evc-batch
+demandbase-bot
+domainsproject.org
+gopher
 instabid
-internetVista monitor
+isitwp.com
 magpie-crawler
 meanpathbot
-muhstik-scan
-oBot
+mediawords
 page scorer
 pcBrowser
-probe-image-size
-ripz
+plumanalytics
 s1z.ru
-satoristudio.net
-seoscanners
-serpstatbot
-sexsearcher
+scan.lol
+seobility
 sitechecker.pro
-spyfu
-sysscan
-tAkeOut
-trendiction.com
-trendiction.de
-webmeup-crawler
-webpros.com
-webprosbot
+sp_auditbot
+ubermetrics-technologies.com
+voyagerx.com
+xpymep1.exe
+zauba.io
+zgrab