V4.2022.04.3025 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404enemy
-80legs
+AIBOT
+Abonti
 Acunetix
 AfD-Verbotsverfahren
-AiHitBot
+AhrefsBot
 Aipbot
 Alexibot
-AllSubmitter
-Anarchie
+Alligator
 Anarchy
-Anarchy99
-Ankit
-Asterias
 Atomseobot
 Attach
+BBBike
 BDCbot
-Backlink-Ceck
-Badass
+BLEXBot
+BacklinkCrawler
 Bandit
-Barkrowler
-BetaBot
+BatchFTP
 Bitacle
-BlowFish
-Boardreader
-Bolt
+Black Hole
+Blackboard
+Blow
+BotALot
 Buddy
-BuiltWith
 BuzzSumo
+CATExplorador
 CODE87
-Calculon
-CazoodleBot
+CSHttp
+Cegbfeieh
 CensysInspect
-CheeseBot
-CherryPicker
-Cloud mapping
-Cogentbot
-Copyscape
+Cliqzbot
+Cocolyzebot
+Collector
+Copier
 Cosmos
 Craftbot
-Crescent
+Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
 CyotekWebCopy
+DBLBot
 DSearch
-DTS Agent
+DatabaseDriverMysqli
 Demon
 Deusu
-Devil
-DigitalPebble
+Digincore
 Dirbuster
-Disco
+Discobot
 Discoverybot
+DittoSpyder
 DnBCrawler-Analytics
+DnyzBot
 DomCopBot
-DomainSigmaCrawler
+DomainAppender
+DomainCrawler
 DomainStatsBot
+Dotbot
+Download Wonder
+Drip
 ECCP/1.0
 EMail Siphon
-EasyDL
+EMail Wolf
 Ecxi
+EroCrawler
 Evil
+Exabot
 Express WebPictures
-EyeNetIE
+ExtLinksBot
+Extreme Picture Finder
 FemtosearchBot
-Firefox/7.0
 FlashGet
-FrontPage
-FyberSpider
-Genieo
-GetRight
-GrabNet
+G-i-g-a-b-o-t
+GetWeb
+Getintent
+Gotit
 Grafula
-GrapeFX
 GrapeshotCrawler
-Hloader
-Humanlinks
-HybridBot
-IDBot
-IlseBot
+GridBot
+HTTrack
+Haansoft
+Havij
+HonoluluBot
+Iblog
+Image Fetch
 IndeedBot
-Indy Library
 InfoNaviRobot
 InterGET
-InternetSeer
-JOC Web Spider
-JamesBOT
+Iria
+Iskanie
+IstellaBot
 Jbrofuzz
 JennyBot
 JikeSpider
-Jorgee
-JustView
-Jyxobot
 Keybot Translation-Search-Machine
-Kinza
+Keyword Density
 Kozmosbot
 Lanshanbot
-Larbin
-LeechFTP
-Likse
-LinkWalker
+LexiBot
+Lightspeedsystems
+Linkbot
+Linkdexbot
 LinqiaMetadataDownloaderBot
-Lipperhey
-MFC_Tear_Sample
-MIIxpc
-MSFrontPage
-MSIECrawler
+Lmspider
+Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
-Majestic12
-Mata Hari
-MauiBot
-Mb2345Browser
-Meanpathbot
-Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-MolokaiBot
+MarkMonitor
+MarkWatch
+Mass Downloader
+MeanPath Bot
+Mediatoolkitbot
+Mojolicious
+Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
+Musobot
 Name Intelligence
-Nameprotect
-NearSite
+Needle
 Nessus
-Net Vampire
-Netcraft
+NetZIP
+NextGenSearchBot
 Niki-bot
-Ninja
-Nmap
-Not
+NimbleCrawler
+Nimbostratus
 Nutch
-OpenLinkProfiler
-OpenVAS
-Openfind
+Octopus
+Offline Explorer
+OrangeSpider
 OutfoxBot
-PHPCrawl
 Page Analyzer
-Pandalytics
+PageAnalyzer
 Pavuk
+PeoplePal
 Petalbot
-Picscout
+Pixray
+PleaseCrawl
+Pockey
+Probethenet
+Psbot
+Pu_iN
+Pump
+Quick-Crawler
+RankActive
 RankActiveLinkBot
-RankingBot
+RankFlex
 RankingBot2
-RankurBot
-RealDownload
+Re-re
 Reaper
-Recorder
-RedesScrapy
+RepoMonkey
 Ripper
-RocketCrawler
-Rogerbot
+SBIder
 SEOkicks-Robot
-SEOlyticsCrawler
-Scanbot
-ScoutJet
-ScreenerBot
-SemanticJuice
-Semrush
+SEOprofiler
+SalesIntelligent
+SearchmetricsBot
 SemrushBot
+SentiBot
 SeoSiteCheckup
-SeobilityBot
-Seomoz
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-Sitebeam
+Siphon
+SiteExplorer
 Siteimprove
 Sitevigil
-Sottopop
+SmartDownload
+Snake
 SpaceBison
-Spanner
-SputnikBot
+Spammen
 Sqlworm
-Sqworm
-SuperBot
+Stripper
+SuperHTTP
 Surfbot
-Szukacz
-TeleportPro
+Suzuran
+T0PHackTeam
+Teleport
+Telesoft
+Telesphoreo
+Telesphorep
 The Intraformant
+TheNomad
 Thumbor
-Tracemyfile
-True_Robot
+TightTwatBot
+Toweyabot
+Trendiction
+Trendictionbot
 Turingos
 TurnitinBot
-URLy.Warning
+TwengaBot
+Twice
+Typhoeus
+URLy Warning
 UnisterBot
 V-BOT
 VCI
 Vagabondo
-VeriCiteCrawler
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
 VoidEYE
 Voil
-WISENutbot
-WPScan
-WWW::Mechanize
+Voltron
+WBSearchBot
 WWWOFFLE
-Wallpapers
+WeSEE
 Web Auto
-Web Fuck
-Web Sucker
+Web Collage
+Web Fetch
+Web Sauger
+WebEnhancer
+WebFetch
 WebFuck
-WebImageCollector
+WebGo IS
 WebLeacher
-WebReaper
+WebPix
 WebSauger
 WebStripper
 WebZIP
-Webalta
-Webshag
-WebsiteExtractor
-WebsiteQuester
+WebmasterWorldForumBot
+Website Quester
+Webster
+Who.is Bot
+Widow
+WiseGuys Robot
 Xaldon_WebSpider
-Xenu
 YoudaoBot
+Zauba
+Zitebot
 ZmEu
-ZoomBot
-ZyBorg
+ZumBot
 adscanner
-arquivo-web-crawler
-autoemailspider
+backlink-check
 cah.io.community
-check1.exe
-coccocbot
 crawl.sogou.com
-crawler.feedback
-crawler4j
 demandbase-bot
-evc-batch
-facebookscraper
+gopher
 heritrix
-instabid
-internetVista monitor
 ips-agent
-isitwp.com
 lwp-request
-netEstate NE Crawler
-oBot
-plumanalytics
+polaris version
 s1z.ru
 satoristudio.net
-scan.lol
-seobility
-seocompany.store
-seostar
+seoscanners
 sitechecker.pro
 siteripz
-spyfu
 trendiction.com
 ubermetrics-technologies.com
-webprosbot
+webgains-bot
+webmeup-crawler
+x22Mozilla
 zauba.io
 zgrab