V4.2021.11.2743 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
-ADmantX
-Aboundex
-Aipbot
-AllSubmitter
+404enemy
+ASPSeek
+AfD-Verbotsverfahren
 AlphaBot
 Anarchie
-Anarchy99
-Ankit
-Anthill
-Attach
-AwarioRssBot
-AwarioSmartBot
+Asterias
 BBBike
-BDCbot
-BLEXBot
-BackDoorBot
-BackWeb
+Backlink-Ceck
+Badass
 Barkrowler
 BatchFTP
 BetaBot
 Bigfoot
 Bitacle
 BlackWidow
-Blackboard
 Blow
 BlowFish
-Brandwatch
-Buddy
+Boardreader
+Bolt
 BuiltBotTough
-CATExplorador
-CODE87
-Calculon
-CazoodleBot
 CheeseBot
 CherryPicker
-ChinaClaw
 Chlooe
-CopyRightCheck
-Craftbot
-CrunchBot
-Custo
-DIIbot
-Devil
-Discobot
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
+Cogentbot
+Collector
+Crawling at Home Project
+CyotekWebCopy
+DBLBot
+Deusu
+Digincore
+Disco
 DomCopBot
-DomainCrawler
-Dotbot
+DomainSigmaCrawler
+Domains Project
+Dragonfly
 EMail Siphon
+EMail Wolf
 Ebingbong
+Ecxi
+EirGrabber
+Evil
+Exabot
+Express WebPictures
+Extractor
+ExtractorPro
+Extreme Picture Finder
+Ezooms
+FDM
 FHscan
+FemtosearchBot
+Firefox/7.0
 FlashGet
-Flunky
-Freeuploader
-GalaxyBot
-GermCrawler
-GetRight
-GetWeb
-Go!Zilla
-GoZilla
-Gotit
+FrontPage
+FyberSpider
+GT::WWW
+Gigabot
 GrabNet
-Grabber
-GridBot
-HTMLparser
-Humanlinks
-HybridBot
+GrapeFX
+GrapeshotCrawler
+HTTP::Lite
+Haansoft
 IDBot
-Iblog
 Id-search
-Image Fetch
-IndeedBot
+Image Sucker
+Indy Library
+InfoTekies
 Intelliseek
 InterGET
-InternetSeer
-JennyBot
+Iskanie
+JamesBOT
 JikeSpider
 JustView
-Kenjin Spider
-LeechFTP
+Kozmosbot
+LNSpiderguy
+Lanshanbot
+Leap
 LeechGet
-Lftp
 LibWeb
 LieBaoFast
-LinkWalker
+LinkScan
+Linkdexbot
+LinkextractorPro
 LinkpadBot
-LinksManager
 LinqiaScrapeBot
-Lipperhey Spider
 Lmspider
+Ltx71
 MIIxpc
-MJ12bot
+MQQBrowser
+MSFrontPage
+MSIECrawler
+Mag-Net
 Magnet
+Mail.RU_Bot
 Majestic-SEO
-Majestic12
-MarkMonitor
-Mass Downloader
 Mata Hari
-MeanPath Bot
 Mediatoolkitbot
-MicroMessenger
+Metauri
+Microsoft Data Access
 Microsoft URL Control
-Minefield
-Mojeek
-Mojolicious
-Mozlila
-NICErsPRO
-NPbot
+Mister PiX
+Musobot
+NearSite
 Needle
-Net Vampire
-NetAnts
-NetLyzer
+NetMechanic
 Nettrack
+Netvibes
 Nibbler
+Niki-bot
+Nikto
 Nimbostratus
+Ninja
 Not
 Nuclei
-Nutch
-Octopus
 Offline Explorer
-OpenLinkProfiler
-Openfind
-OrangeBot
+Offline Navigator
+OnCrawl
+OpenVAS
 OutclicksBot
-OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
 PageScorer
 Pandalytics
 Panscient
-PeoplePal
+Papa Foto
 Pi-Monster
 Picscout
-PleaseCrawl
-ProPowerBot
-Probethenet
-Psbot
+Picsearch
+Pimonster
+Pockey
+ProWebWalker
+Pu_iN
 Quick-Crawler
 RankActive
 RankActiveLinkBot
 RankingBot
 Re-re
+RealDownload
+RebelMouse
 Recorder
 RocketCrawler
 Rogerbot
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
-SMTBot
+SEOkicks-Robot
 SalesIntelligent
+ScanAlert
 Scanbot
-SemanticJuice
+Scrapy
+Searchestate
+Semrush
 SeobilityBot
-Sitebeam
+Siphon
+SiteSucker
 SlySearch
-Snapbot
+SmartDownload
 SocialRankIOBot
-Sociscraper
 Sogou web spider
+Sosospider
 Sottopop
-SpaceBison
+Spanner
+Spbot
 Spinn3r
 SputnikBot
 Sqworm
 Steeler
-Stripper
-Sucuri
-Swiftbot
+SuperBot
+SurveyBot
+Suzuran
 Szukacz
-T0PHackTeam
-Teleport
+T8Abot
 TeleportPro
-Telesphoreo
-The Intraformant
-TheNomad
-Toweyabot
+Telesoft
+Telesphorep
+Thumbor
+Toata
 Trendiction
-Turingos
-Turnitin
-TwengaBot
-URLy Warning
+True_Robot
+Twice
 Upflow
-VB Project
-VCI
-VeriCiteCrawler
-VoidEYE
-WEBDAV
+V-BOT
+Vacuum
+VelenPublicWebCrawler
+Voil
+WPScan
 WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-Web Collage
+WeSEE
+Web Auto
 Web Enhancer
-Web Fetch
+Web Fuck
 Web Pix
+Web Sauger
+Web Sucker
 WebAuto
-WebBandit
-WebCollage
+WebCopier
 WebEnhancer
 WebFetch
-WebImageCollector
+WebFuck
+WebGo IS
 WebPix
-WebReaper
 WebSauger
-Website Quester
-Whatweb
+WebZIP
+Webalta
+WebmasterWorldForumBot
+Webshag
+Webster
+Whack
+Whacker
+WinHTTrack
 WiseGuys Robot
-Wprecon
+Wonderbot
+Woobot
+Wotbox
+Xaldon WebSpider
 Xenu
 YoudaoBot
 Zermelo
-ZmEu
-adscanner
-archive.org_bot
-autoemailspider
-backlink-check
+arquivo-web-crawler
+check1.exe
+clark-crawler
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 dataforseo.com
-domainsproject.org
-gopher
-ips-agent
+demandbase-bot
+evc-batch
+heritrix
+isitwp.com
+lwp-request
+lwp-trivial
 magpie-crawler
 meanpathbot
-mediawords
 netEstate NE Crawler
-oBot
 page scorer
 pcBrowser
 plumanalytics
-polaris version
-probe-image-size
 ripz
-satoristudio.net
-scalaj-http
+seobility
 seocompany.store
 seoscanners
-seostar
+serpstatbot
 sexsearcher
-sitechecker.pro
+siteripz
+sogouspider
+spyfu
 sysscan
 tAkeOut
-trendiction.de
-webgains-bot
-webprosbot
-xpymep1.exe
+x22Mozilla
+zauba.io
+zgrab