V4.2022.05.3105 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-AIBOT
 ASPSeek
-Acunetix
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
 Alexibot
 AlphaBot
+Anarchie
 Anthill
-Aspiegel
+Attach
 AwarioSmartBot
-BDCbot
 BDFetch
+BLEXBot
 BackDoorBot
 BackStreet
 BackWeb
-Backlink-Ceck
 BacklinkCrawler
+Badass
+Barkrowler
 BatchFTP
-Blackboard
-Blow
-BotALot
-Buddy
+Battleztar Bazinga
+Bigfoot
+Bitacle
+Black Hole
+Brandprotect
+Brandwatch
 BuiltBotTough
 BuiltWith
-BunnySlippers
+Bullseye
 BuzzSumo
-CATExplorador
-CODE87
-CSHttp
-Calculon
+CCBot
+Cegbfeieh
 CensysInspect
 CheTeam
 CheeseBot
-ChinaClaw
+CherryPicker
+Chlooe
 Claritybot
-Cliqzbot
-Cloud mapping
+Cogentbot
+Collector
 CopyRightCheck
 Crawling at Home Project
+CrazyWebCrawler
+Crescent
 CrunchBot
-CyotekWebCopy
-DBLBot
+DIIbot
 DSearch
-DTS Agent
-DataCha0s
-Devil
-Digincore
-DigitalPebble
-Dispatch
-DomainAppender
-DomainCrawler
+Dirbuster
+Discobot
+Discoverybot
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
+DomainSigmaCrawler
 DomainStatsBot
+Domains Project
+Download Wonder
 ECCP/1.0
+EMail Wolf
 EasyDL
-Ecxi
+Ebingbong
 EroCrawler
+Express WebPictures
+Extractor
+ExtractorPro
 Ezooms
+FDM
+FHscan
+FemtosearchBot
 Fimap
-Foobot
+Freeuploader
+FrontPage
+Fuzz
 FyberSpider
 GalaxyBot
-Genieo
-GermCrawler
-GetRight
-Getintent
-GoZilla
-GrapeFX
-HEADMasterSEO
-HMView
-HTMLparser
-HTTP::Lite
-Heritrix
+Gigabot
+Hloader
+HonoluluBot
 HybridBot
-Iblog
-Id-search
+IDBTE4M
+IRLbot
+IlseBot
 Image Sucker
 IndeedBot
-InfoNaviRobot
 InfoTekies
 Intelliseek
-InterGET
-JennyBot
-JetCar
+InternetSeer
+Iria
+IstellaBot
+JOC Web Spider
+JamesBOT
+JikeSpider
 Joomla
-Jorgee
 JustView
+Jyxobot
+Kenjin Spider
 Keyword Density
-Kinza
 Kozmosbot
+LNSpiderguy
 LWP::Simple
-Lanshanbot
-Larbin
 Leap
-LinkScan
-LinkWalker
+LeechFTP
+LexiBot
+LieBaoFast
+Likse
 Linkbot
 LinkextractorPro
 LinkpadBot
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
 Lipperhey
 Lmspider
-MJ12bot
-MSFrontPage
 Mail.RU_Bot
-Majestic12
+Majestic SEO
+MarkMonitor
 MarkWatch
 Masscan
-Mb2345Browser
+MauiBot
 MeanPath Bot
-Mediatoolkitbot
+Meanpathbot
+MegaIndex.ru
 Metauri
 Microsoft URL Control
-Minefield
-Moblie Safari
-Mojeek
-MolokaiBot
-Musobot
-NICErsPRO
+Mojolicious
 Navroad
-Net Vampire
-NetLyzer
-NetMechanic
+Needle
 NetSpider
-Netcraft
+NetZIP
 Netvibes
-NextGenSearchBot
 Nibbler
-Niki-bot
+Nikto
 NimbleCrawler
-Ninja
-Nutch
+Nimbostratus
 OrangeBot
-OutclicksBot
-PHPCrawl
 PageGrabber
-PageThing.com
-Pandalytics
-Panscient
-Papa Foto
-Petalbot
+PeoplePal
 Pi-Monster
-PictureFinder
-Piepmatz
-Pimonster
-Pixray
-ProPowerBot
-Probethenet
+Picsearch
 Psbot
-Pump
-PyCurl
-RSSingBot
-RankActive
-RankFlex
-RankurBot
-RedesScrapy
+Pu_iN
+Rankivabot
+Re-re
+ReGet
+Recorder
 Ripper
 SBIder
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
 SEOprofiler
-SMTBot
-ScoutJet
 Screaming
 ScrepyBot
 SearchmetricsBot
-SemanticJuice
-SeobilityBot
+Semrush
+SemrushBot
+Shodan
 Siphon
+Site Sucker
 SiteLockSpider
+SiteSnagger
 Sitebeam
-Siteimprove
-SmartDownload
+Sitevigil
+SlySearch
+Snake
 Snapbot
+SocialRankIOBot
+Sociscraper
+Sogou web spider
+Sosospider
 Sottopop
+SpaceBison
 Spammen
-Spanner
-Sucker
-Surfbot
+SpankBot
+Spbot
+SputnikBot
+Sqlworm
+Sqworm
+SuperBot
 SurveyBot
+Suzuran
 Swiftbot
 T0PHackTeam
-T8Abot
-TeleportPro
-Telesphoreo
-Telesphorep
+Thumbor
 Trendictionbot
-Turnitin
-Typhoeus
+True_Robot
+Turingos
+TurnitinBot
+Twice
 Upflow
-VB Project
-VCI
+Vagabondo
 VelenPublicWebCrawler
-VoidEYE
+VeriCiteCrawler
+Virusdie
 Voil
-WASALive-Bot
-WBSearchBot
-WISENutbot
+Voltron
+WPScan
 WWW::Mechanize
-WallpapersHD
-Web Auto
-Web Enhancer
-Web Fetch
-Web Fuck
+Wallpapers
 Web Sauger
 WebAuto
+WebCollage
 WebCopier
-WebFuck
-WebGo IS
 WebImageCollector
+WebPix
 WebSauger
-WebStripper
-WebWhacker
-Webalta
-WebsiteExtractor
-Whack
+WebmasterWorldForumBot
+WebsiteQuester
 Whacker
-WinHTTrack
+Wprecon
+Xaldon WebSpider
+Zermelo
+Zeus
 ZmEu
-ZoomBot
+ZoominfoBot
 ZumBot
+ZyBorg
 adscanner
+archive.org_bot
 arquivo-web-crawler
+arquivo.pt
 autoemailspider
+backlink-check
+cah.io.community
 check1.exe
 cognitiveseo
+com.plumanalytics
 crawler.feedback
 dataforseo.com
-heritrix
+demandbase-bot
 instabid
 internetVista monitor
 ips-agent
-iubenda-radar
-lwp-request
+linkdexbot
+meanpathbot
 mediawords
 muhstik-scan
 netEstate NE Crawler
-satoristudio.net
+oBot
+plumanalytics
+polaris version
+scalaj-http
 scan.lol
 seobility
-seostar
-serpstatbot
-siteripz
-spyfu
-webgains-bot
-webmeup-crawler
-x09Mozilla
-x22Mozilla
+sitechecker.pro
+sogouspider
+sp_auditbot
+trendiction.com
+trendiction.de
 xpymep1.exe
+zauba.io
 zgrab