V4.2021.12.2813 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
+360Spider
 ADmantX
-ASPSeek
-Abonti
-Acunetix
-AiHitBot
+AIBOT
+ALittle Client
+Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
 Aipbot
+Alexibot
+AllSubmitter
 Alligator
-Asterias
-Attach
-AwarioRssBot
+AlphaBot
+Anarchy99
 AwarioSmartBot
-BBBike
-BDCbot
-BLEXBot
-BackDoorBot
+BDFetch
 BackStreet
-BackWeb
+Backlink-Ceck
+BacklinkCrawler
 Badass
-Bandit
-Barkrowler
 BatchFTP
-Bigfoot
+BetaBot
+BlackWidow
+Blackboard
 BlowFish
-Brandprotect
-Brandwatch
-Buck
-BunnySlippers
+Boardreader
+Bolt
+Buddy
+BuiltBotTough
+BuiltWith
+BuzzSumo
 CODE87
+CSHttp
 Calculon
-CazoodleBot
-Cegbfeieh
 CheTeam
-CherryPicker
 Chlooe
+Citoid
 Cliqzbot
+Cloud mapping
 Cocolyzebot
 Cogentbot
 Collector
 Cosmos
+Craftbot
 CrunchBot
 Custo
+CyotekWebCopy
 DIIbot
-Deusu
+DTS Agent
+DataCha0s
+Demon
 Devil
-DigitalPebble
-Disco
+Digincore
 Discoverybot
 DittoSpyder
 DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
+DomainStatsBot
 Dotbot
-Drip
+Download Wonder
 EMail Siphon
-EMail Wolf
-Ebingbong
-EroCrawler
+EirGrabber
 Exabot
 Express WebPictures
-Extractor
-Extreme Picture Finder
-Ezooms
-FDM
 FHscan
 Firefox/7.0
-FlashGet
 Flunky
+Foobot
 FrontPage
 Fuzz
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-Genieo
+GalaxyBot
 Getintent
-Gigabot
-Go!Zilla
-GrabNet
+GoZilla
 GrapeFX
+GrapeshotCrawler
+HEADMasterSEO
 HMView
 HTMLparser
-HaosouSpider
+HTTP::Lite
+Haansoft
 Havij
+Heritrix
 Humanlinks
-Id-search
-IlseBot
+IDBot
+Iblog
 Image Fetch
-IndeedBot
-InternetSeer
+Image Sucker
+Intelliseek
+Internet Ninja
+Iskanie
 IstellaBot
-JOC Web Spider
-JamesBOT
 JennyBot
 Jetty
-JikeSpider
 Joomla
-Kenjin Spider
+Kinza
 Kozmosbot
-LNSpiderguy
-Larbin
-LeechFTP
-LeechGet
+LWP::Simple
 Lftp
+Libwhisker
+LieBaoFast
+Lightspeedsystems
 Likse
-LinkpadBot
+LinkScan
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
+Litemage_walker
+Lmspider
+Ltx71
 MFC_Tear_Sample
-MSIECrawler
+MIIxpc
+MJ12bot
+MQQBrowser
 Mag-Net
 Magnet
-Majestic SEO
+Mass Downloader
 Mata Hari
-Mediatoolkitbot
-Metauri
-Microsoft URL Control
+MauiBot
+MeanPath Bot
 Moblie Safari
+Mr.4x3
 Msrabot
-Name Intelligence
-Needle
+NPbot
+Nameprotect
+NearSite
 Nessus
-NetLyzer
+NetAnts
 Nettrack
-NextGenSearchBot
-Nikto
-Nmap
-Not
-Offline Explorer
+Nibbler
+Niki-bot
+Nuclei
+Nutch
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openfind
 Openvas
+OrangeSpider
+OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
-PageGrabber
-PeoplePal
-Petalbot
-Picsearch
+Papa Foto
+Pavuk
+Picscout
+Piepmatz
+Pimonster
 ProPowerBot
-ProWebWalker
-Psbot
-Pu_iN
-PxBroker
+Pump
 RSSingBot
-RankActiveLinkBot
-RankurBot
-Reaper
+RankingBot2
+RebelMouse
 Recorder
-RepoMonkey
 SEOkicks
 SEOkicks-Robot
+SEOprofiler
+SMTBot
 ScanAlert
+ScoutJet
 ScrepyBot
-SemanticJuice
 Semrush
-SemrushBot
+Shodan
+Site Sucker
+SiteCheckerBotCrawler
 SiteLockSpider
-SiteSnagger
+SiteSucker
+Sitebeam
 SmartDownload
-Snake
-Snoopy
-Sottopop
+Snapbot
+Spammen
+SpankBot
 Spanner
-Sqworm
-Stripper
-Sucker
+Spinn3r
+SputnikBot
+Sqlmap
+Sqlworm
+SuperBot
+Surfbot
 SurveyBot
+T0PHackTeam
+T8Abot
 Teleport
 TeleportPro
+Telesoft
 Telesphorep
 The Intraformant
-Toata
+TightTwatBot
 Toweyabot
 Trendiction
 Trendictionbot
-Turingos
+True_Robot
+TurnitinBot
 TwengaBot
-URLy Warning
-UnisterBot
-Upflow
+Twice
+Typhoeus
+VB Project
 VCI
 Vacuum
-VidibleScraper
-Virusdie
+VelenPublicWebCrawler
+VeriCiteCrawler
 VoidEYE
-Voil
 Voltron
 WEBDAV
-WWW-Collector-E
 WWW-Mechanize
+WWWOFFLE
 Wallpapers
-Web Fetch
-Web Fuck
-Web Pix
+WallpapersHD
+Web Collage
+Web Sauger
 WebAuto
-WebCollage
-WebCopier
+WebEnhancer
 WebFetch
 WebFuck
-WebGo IS
-WebImageCollector
 WebPix
-WebSauger
+WebStripper
 WebSucker
 WebWhacker
-WebZIP
 WebmasterWorldForumBot
-WebsiteExtractor
 Webster
+Whacker
 Woobot
-Wprecon
-YoudaoBot
-Zade
-Zermelo
-Zeus
 Zitebot
-ZumBot
-arquivo.pt
+ZoominfoBot
+adscanner
 backlink-check
+cah.io.community
 clark-crawler
-evc-batch
-facebookscraper
-gopher
+cognitiveseo
+domainsproject.org
+heritrix
 internetVista monitor
 ips-agent
-lwp-request
-lwp-trivial
-mediawords
-netEstate NE Crawler
-oBot
-pcBrowser
-plumanalytics
-polaris version
-probe-image-size
-ripz
-satoristudio.net
-scalaj-http
-seoscanners
+isitwp.com
+meanpathbot
+serpstatbot
+sexsearcher
 sitechecker.pro
-siteripz
 sogouspider
 sp_auditbot
-sysscan
-tAkeOut
+spyfu
 ubermetrics-technologies.com
-webpros.com
-x09Mozilla
-x22Mozilla
+zgrab