V4.2021.07.2479 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
 404checker
-404enemy
 80legs
-ADmantX
-AIBOT
-ASPSeek
-AllSubmitter
-Attach
-AwarioRssBot
-BBBike
-BDFetch
+Abonti
+Aboundex
+AfD-Verbotsverfahren
+AiHitBot
+Alligator
+AlphaBot
+Anarchie
+Apexoo
+AwarioSmartBot
 BLEXBot
 BackDoorBot
-BackStreet
-BackWeb
-Backlink-Ceck
-Bandit
+BacklinkCrawler
+Badass
 Barkrowler
-Battleztar Bazinga
-BetaBot
-Bigfoot
+BatchFTP
 Bitacle
-Boardreader
-Bolt
-BotALot
+Black Hole
+BlackWidow
+Blackboard
+BlowFish
+Brandwatch
 Buck
-BuiltBotTough
 BuiltWith
+Bullseye
 BuzzSumo
+CATExplorador
+CODE87
 Cegbfeieh
-CensysInspect
+CherryPicker
 ChinaClaw
 Chlooe
 Claritybot
-Cliqzbot
-Cloud mapping
-Collector
-Crescent
+Copier
+Cosmos
+CrunchBot
 Custo
-DBLBot
-DIIbot
-DSearch
-Deusu
-Devil
+DataCha0s
+DatabaseDriverMysqli
+Digincore
+DigitalPebble
 Dirbuster
-Disco
 Discobot
 Dispatch
+DomCopBot
 DomainAppender
-DomainSigmaCrawler
-Domains Project
 Dotbot
-EMail Siphon
+Download Wonder
 Ecxi
-EirGrabber
+EroCrawler
 Extractor
-ExtractorPro
-Extreme Picture Finder
-Ezooms
+FHscan
 FemtosearchBot
-Fimap
 Flunky
 FrontPage
 Fuzz
-FyberSpider
 Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
+GalaxyBot
+GermCrawler
 Getintent
-Gigablast
-Gigabot
+Go!Zilla
+GoZilla
 Gotit
-GrabNet
 Grabber
-GrapeFX
-GridBot
-HEADMasterSEO
-HTTrack
-Havij
-Hloader
-HybridBot
-Iblog
+HTTP::Lite
+IDBTE4M
+IDBot
 Id-search
-IlseBot
+Image Fetch
+Image Sucker
 Indy Library
-InfoNaviRobot
 InfoTekies
-Intelliseek
 Internet Ninja
-Iria
-JamesBOT
+Iskanie
+IstellaBot
+JOC Web Spider
+JennyBot
 Jorgee
-Jyxobot
 Keyword Density
-Larbin
-LeechGet
-LexiBot
-LibWeb
+Kinza
+LNSpiderguy
 LieBaoFast
+Linkbot
+Linkdexbot
+LinkextractorPro
 LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
-Ltx71
 MFC_Tear_Sample
-MIDown tool
 MIIxpc
+MJ12bot
 MQQBrowser
+MSFrontPage
 MTRobot
 Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic12
-MarkWatch
-Mb2345Browser
+Mass Downloader
+MeanPath Bot
+Meanpathbot
+Metauri
 MicroMessenger
 Microsoft Data Access
-Morfeus Fucking Scanner
+Microsoft URL Control
+Moblie Safari
+Mojolicious
+Mozlila
+Mr.4x3
 Msrabot
+NPbot
 Name Intelligence
-Navroad
-NearSite
-Nessus
-Net Vampire
+NetAnts
+NetLyzer
 NetMechanic
-NetZIP
-Nettrack
-Niki-bot
-Nikto
-Nuclei
+NetSpider
+NimbleCrawler
+Nimbostratus
+Ninja
+Nmap
 Offline Explorer
+Offline Navigator
 OnCrawl
+OpenVAS
+Openfind
 Openvas
 OrangeBot
-OutclicksBot
-PECL::HTTP
+OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
+PageAnalyzer
+PageGrabber
 PageThing.com
-Pandalytics
+Panscient
+Papa Foto
 Picscout
-Picsearch
-Piepmatz
+Pimonster
 Pixray
 Pockey
-ProPowerBot
 Psbot
-PxBroker
-RankFlex
-RankurBot
-Re-re
+Pump
+PyCurl
+RankingBot2
+ReGet
 RealDownload
 RebelMouse
-Ripper
+Recorder
+RocketCrawler
 Rogerbot
-SEOkicks-Robot
-SEOstats
-SISTRIX
-SMTBot
-Scanbot
+SEOkicks
+SalesIntelligent
+ScanAlert
+ScoutJet
 Scrapy
 ScrepyBot
+SearchmetricsBot
 SemrushBot
-SentiBot
-SeobilityBot
+SeoSiteCheckup
 Shodan
-Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
 Sitebeam
+SlySearch
 Snoopy
-SocialRankIOBot
+Sociscraper
+Sosospider
 Sottopop
-Spbot
+Spammen
+SpankBot
 Spinn3r
-Steeler
-Stripper
-SuperHTTP
+Sqlmap
+Sqlworm
+Sqworm
 Swiftbot
-Szukacz
 T8Abot
 Teleport
-Telesphoreo
-Telesphorep
 The Intraformant
 TheNomad
-Thumbor
 TightTwatBot
 Titan
-Toata
-Trendiction
-Twice
-Typhoeus
+Toweyabot
+Tracemyfile
+True_Robot
+Turingos
+Turnitin
 URLy Warning
 URLy.Warning
+UnisterBot
 VB Project
-WASALive-Bot
+Vacuum
+Virusdie
+WBSearchBot
+WEBDAV
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
+WWWOFFLE
+WallpapersHD
+Web Collage
 Web Fetch
-Web Fuck
 Web Pix
 Web Sucker
-WebCollage
-WebEnhancer
+WebAuto
+WebBandit
 WebFuck
 WebGo IS
-WebSucker
+WebImageCollector
+WebPix
+WebReaper
 WebWhacker
+WebZIP
 Website Quester
+WebsiteExtractor
 WebsiteQuester
 Webster
-Whack
-Whatweb
 Who.is Bot
+WinHTTrack
 Wonderbot
-Wprecon
+Woobot
 Xaldon WebSpider
 Xenu
+YoudaoBot
 Zade
-ZmEu
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
+Zauba
+ZoomBot
+backlink-check
 coccocbot-web
 com.plumanalytics
 crawl.sogou.com
-crawler.feedback
 crawler4j
-demandbase-bot
-domainsproject.org
-eCatch
-heritrix
-ips-agent
+facebookscraper
+gopher
+instabid
+isitwp.com
 lwp-trivial
-magpie-crawler
-meanpathbot
 mediawords
 muhstik-scan
+page scorer
 pcBrowser
-plumanalytics
-probe-image-size
-ripz
-seobility
 seoscanners
-sexsearcher
-siteripz
-sp_auditbot
+seostar
+sitechecker.pro
+sogouspider
 tAkeOut
-trendiction.com
-trendiction.de
-webmeup-crawler
-x22Mozilla
 zgrab