V4.2021.09.2573 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,220 +1,222 @@
+360Spider
+404checker
 404enemy
-80legs
-ALittle Client
-Abonti
+ADmantX
+ASPSeek
+Aboundexbot
+AfD-Verbotsverfahren
 AiHitBot
+Aipbot
 AllSubmitter
+Alligator
 AlphaBot
-Anarchy
-Aspiegel
+Anarchie
+Asterias
 AwarioSmartBot
-BackDoorBot
-Backlink-Ceck
-Badass
+BDCbot
 Barkrowler
-Battleztar Bazinga
-Bitacle
+BatchFTP
+Blackboard
 Blow
-Bolt
+BlowFish
+Brandprotect
+Brandwatch
 Buck
-BuzzSumo
-CATExplorador
-CazoodleBot
+Buddy
+BuiltBotTough
+BunnySlippers
 CheTeam
 CheeseBot
-Claritybot
-Cliqzbot
-Cloud mapping
+CherryPicker
+Chlooe
+Cocolyzebot
+Cogentbot
 Copier
-Copyscape
 Crawling at Home Project
-CrunchBot
-DBLBot
+CrazyWebCrawler
 DIIbot
+DataCha0s
 Demon
-Digincore
-Dirbuster
 Disco
-Dispatch
+Discobot
+Discoverybot
 DittoSpyder
-DnyzBot
-DomainAppender
-DomainCrawler
+DomCopBot
 DomainStatsBot
 Dotbot
-Drip
-ECCP/1.0
-EMail Wolf
+Dragonfly
 Ebingbong
+Ecxi
 EirGrabber
-EroCrawler
-Exabot
+Evil
 Express WebPictures
 ExtLinksBot
-Extractor
-Extreme Picture Finder
-Ezooms
+ExtractorPro
+FDM
 FemtosearchBot
 FlashGet
 Foobot
-FrontPage
 Fuzz
 Fyrebot
-G-i-g-a-b-o-t
-GermCrawler
-Go!Zilla
+GetRight
+Getintent
 Go-Ahead-Got-It
-GrabNet
-Grabber
+Gotit
 GrapeFX
 GrapeshotCrawler
-HMView
+HEADMasterSEO
 HTMLparser
-Harvest
-HybridBot
-IDBTE4M
+HTTrack
+Haansoft
+Havij
+Hloader
+IDBot
 IlseBot
 Image Fetch
-InfoNaviRobot
 InternetSeer
+Iria
+Iskanie
 IstellaBot
 Jbrofuzz
-JennyBot
 JetCar
+Jorgee
+Jyxobot
 Kenjin Spider
-Keyword Density
-Leap
+Lanshanbot
+Larbin
 LeechGet
-LexiBot
-LibWeb
+Lftp
 LieBaoFast
-Likse
-LinkScan
-Linkbot
+Lightspeedsystems
+LinkWalker
 Linkdexbot
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinkpadBot
 Lipperhey
+Lmspider
 Ltx71
+MSFrontPage
 MSIECrawler
-Mag-Net
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
 Majestic12
-MarkWatch
-Mass Downloader
-Masscan
+MauiBot
 Mb2345Browser
 MeanPath Bot
-Metauri
+Meanpathbot
+Mediatoolkitbot
 Microsoft URL Control
-Mister PiX
-Mojeek
+Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
+Mozlila
+NearSite
 NetAnts
-NetMechanic
-Netvibes
-Nibbler
+NetLyzer
+NetSpider
 Niki-bot
-Nimbostratus
+Nikto
+Nmap
 Nutch
+Octopus
+Offline Navigator
+OnCrawl
+OpenVAS
+Openfind
 Openvas
-PageGrabber
-PageScorer
+OrangeBot
+PHPCrawl
+POE-Component-Client-HTTP
+PageThing.com
+Pi-Monster
 Picsearch
+PictureFinder
 Pixray
 PleaseCrawl
-Probethenet
-Pu_iN
-PyCurl
+ProPowerBot
+ProWebWalker
+Pump
+PxBroker
 RSSingBot
-RankActive
 RankFlex
+RankingBot
 RankingBot2
-Rankivabot
-RankurBot
-Recorder
+Reaper
 RedesScrapy
-RepoMonkey
-Ripper
-Rogerbot
-SBIder
 SEOkicks
-SEOkicks-Robot
-ScanAlert
-ScoutJet
-ScrepyBot
-Searchestate
-SearchmetricsBot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SalesIntelligent
+Scrapy
+Screaming
+ScreenerBot
 Semrush
+SentiBot
+Seomoz
 Shodan
 Siphon
-SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
+SiteSucker
 Sitevigil
-SlySearch
-Snake
+SmartDownload
 Snapbot
-Sottopop
-SpaceBison
-Spammen
+Snoopy
+SocialRankIOBot
+Sociscraper
+Sogou web spider
+Sosospider
+Spanner
+SputnikBot
+Sqlmap
 Steeler
-Stripper
-Suzuran
+SuperBot
+SuperHTTP
+Surfbot
+SurveyBot
 Szukacz
 T0PHackTeam
+T8Abot
 Teleport
-Telesoft
 Telesphoreo
 Telesphorep
+The Intraformant
 TheNomad
-Thumbor
 Titan
-True_Robot
-Turnitin
+Toata
+Tracemyfile
+TurnitinBot
 TwengaBot
-UnisterBot
-Upflow
+URLy.Warning
 V-BOT
-Vacuum
+VB Project
+VCI
+Vagabondo
 VelenPublicWebCrawler
-Virusdie
-VoidEYE
-WASALive-Bot
+VeriCiteCrawler
+Voil
 WBSearchBot
-WEBDAV
-WWWOFFLE
-Wallpapers/3.0
-WeSEE
+WWW-Mechanize
+Wallpapers
 Web Auto
 Web Enhancer
 Web Fetch
-Web Fuck
+Web Pix
 Web Sucker
-WebAuto
-WebCollage
-WebEnhancer
-WebFuck
-WebGo IS
+WebCopier
+WebFetch
+WebImageCollector
+WebLeacher
+WebPix
 WebSauger
-WebStripper
-WebZIP
-Webshag
-Website Quester
-WebsiteExtractor
+Webalta
 Webster
-Whack
-Who.is Bot
-WiseGuys Robot
-Wonderbot
-Wotbox
-Wprecon
+Whacker
+Whatweb
+Widow
+WinHTTrack
 Xaldon WebSpider
 Xenu
+YoudaoBot
 Zade
-Zauba
 Zermelo
 Zitebot
 ZmEu
@@ -222,29 +224,27 @@ ZoomBot
 ZoominfoBot
 ZyBorg
 archive.org_bot
-arquivo-web-crawler
-cognitiveseo
-dataforseo.com
+arquivo.pt
+autoemailspider
+check1.exe
+coccocbot-web
+com.plumanalytics
+crawler.feedback
+domainsproject.org
 facebookscraper
-gopher
 heritrix
-instabid
-meanpathbot
-mediawords
+lwp-request
+lwp-trivial
 muhstik-scan
 netEstate NE Crawler
-page scorer
-pcBrowser
-probe-image-size
-ripz
-seobility
-seostar
-sexsearcher
-sitechecker.pro
-sogouspider
+scalaj-http
+scan.lol
+siteripz
+sp_auditbot
 spyfu
-sysscan
-trendiction.com
-webmeup-crawler
+trendiction.de
+ubermetrics-technologies.com
 webpros.com
-webprosbot
+x09Mozilla
+x22Mozilla
+zauba.io