V4.2021.08.2525 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 ADmantX
-AIBOT
-Aboundexbot
-Acunetix
+Abonti
+Aboundex
 AfD-Verbotsverfahren
-AiHitBot
-Aipbot
+AhrefsBot
+Alexibot
+AllSubmitter
+Anarchie
 Anarchy
-Apexoo
-BDCbot
-BLEXBot
-BackWeb
+Anarchy99
+Anthill
+Asterias
+Attach
+AwarioRssBot
+BBBike
+BackDoorBot
+BacklinkCrawler
 BetaBot
 Bitacle
 BlackWidow
-Blackboard
 BlowFish
+Boardreader
 Bolt
-BotALot
 Brandprotect
 Brandwatch
-Buddy
 BuiltWith
-Bullseye
 BunnySlippers
-CATExplorador
+BuzzSumo
+CCBot
 CODE87
-Cegbfeieh
-CherryPicker
-Cocolyzebot
+CazoodleBot
+CensysInspect
 Cogentbot
 Copier
-Cosmos
-Curious
+Craftbot
 Custo
-DBLBot
-DTS Agent
+DSearch
+Demon
 Deusu
+Discobot
 DittoSpyder
+DnyzBot
 DomCopBot
-DomainSigmaCrawler
-Dotbot
+DomainAppender
+DomainCrawler
 Download Wonder
-ECCP/1.0
-EMail Wolf
 EasyDL
+Ebingbong
 Ecxi
 EirGrabber
 Evil
-Exabot
-ExtractorPro
-EyeNetIE
+Express WebPictures
+ExtLinksBot
+Extractor
+FDM
 Fimap
-Flunky
+Firefox/7.0
+FlashGet
+Foobot
 Freeuploader
-FyberSpider
-Fyrebot
-GermCrawler
+FrontPage
+G-i-g-a-b-o-t
+GT::WWW
 GetRight
-Gigabot
+Getintent
+Gigablast
 Go!Zilla
-GoZilla
 Gotit
 GrabNet
-GrapeFX
-GrapeshotCrawler
-HTMLparser
-HTTrack
+Grafula
 Haansoft
+HaosouSpider
 Harvest
 Heritrix
+Hloader
+Humanlinks
+IDBTE4M
 IDBot
 IRLbot
-IlseBot
+Id-search
 Image Fetch
-InfoTekies
-InterGET
-Iskanie
-JetCar
+IndeedBot
+Intelliseek
+Iria
+JamesBOT
 Jetty
-JikeSpider
 Joomla
+Jorgee
 JustView
 Jyxobot
 Kenjin Spider
-Kozmosbot
 LNSpiderguy
-LWP::Simple
+Lanshanbot
+LeechFTP
 LeechGet
 LexiBot
-Lftp
-LibWeb
-LinkWalker
+LinkScan
+Linkbot
 LinkextractorPro
-LinkpadBot
 LinksManager
-Ltx71
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+Lmspider
 MQQBrowser
 MSFrontPage
 MTRobot
-Magnet
-Mail.RU_Bot
+Majestic-SEO
+Majestic12
 MarkMonitor
-MarkWatch
 Mass Downloader
 Masscan
-MauiBot
-Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
 Metauri
+MicroMessenger
 Microsoft URL Control
 Mojolicious
-Morfeus Fucking Scanner
-Msrabot
-NICErsPRO
+Mozlila
+Mr.4x3
+Nameprotect
 Needle
-Nessus
-NetAnts
+Net Vampire
+NetLyzer
 NetMechanic
-NetSpider
-Nettrack
 Netvibes
-Nibbler
-Ninja
-Nutch
+Niki-bot
+NimbleCrawler
+Nuclei
 Octopus
-Offline Navigator
-OpenLinkProfiler
 OpenVAS
 Openfind
-OrangeBot
-PageScorer
-PageThing.com
+OrangeSpider
+OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
+Pandalytics
 Panscient
-Papa Foto
 PeoplePal
 Petalbot
-Picscout
 PictureFinder
-Pixray
-Pockey
-ProPowerBot
+Piepmatz
+Pimonster
+PleaseCrawl
 Probethenet
+Pump
 PyCurl
-RankFlex
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
 RankingBot
-Rankivabot
+RankingBot2
 RankurBot
 Re-re
-RealDownload
-Recorder
+Reaper
+RebelMouse
 RedesScrapy
-RepoMonkey
-Rogerbot
-SBIder
 ScanAlert
+ScoutJet
+Scrapy
 ScreenerBot
-ScrepyBot
 Searchestate
 SentiBot
-SeoSiteCheckup
+Seomoz
 Shodan
-Siphon
+Site Sucker
 SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
 SiteSnagger
+SiteSucker
 SlySearch
-Snake
-SocialRankIOBot
+SmartDownload
 Sociscraper
-SputnikBot
-Sqlmap
-Sqworm
-Sucuri
-SuperHTTP
+Sosospider
+Sottopop
 SurveyBot
 Suzuran
-T0PHackTeam
+Teleport
 TeleportPro
 Telesoft
 Telesphoreo
-Thumbor
+Telesphorep
+TheNomad
+Toweyabot
+Trendictionbot
 True_Robot
-Turingos
-Turnitin
-TurnitinBot
-TwengaBot
-URLy Warning
-URLy.Warning
-UnisterBot
+Typhoeus
 V-BOT
-VB Project
-Vacuum
+VCI
 Vagabondo
-VidibleScraper
-WBSearchBot
-WISENutbot
-WWW::Mechanize
+Voltron
+WASALive-Bot
+WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-Web Collage
-Web Fuck
+Web Fetch
 Web Pix
+Web Sauger
 Web Sucker
 WebBandit
 WebEnhancer
 WebFetch
-WebFuck
-WebSauger
-WebSucker
+WebImageCollector
+WebReaper
 Webalta
-WebmasterWorldForumBot
-Website Quester
+WebsiteExtractor
+Webster
+Whack
+Whacker
 Whatweb
 WinHTTrack
 WiseGuys Robot
 Woobot
-Wotbox
-Xaldon WebSpider
-Xenu
+Wprecon
 YoudaoBot
 Zade
-Zauba
-Zermelo
-Zeus
-ZmEu
+ZoomBot
 ZyBorg
-clark-crawler
-coccocbot-web
-com.plumanalytics
+archive.org_bot
+arquivo.pt
+backlink-check
+cah.io.community
+crawl.sogou.com
 crawler.feedback
+crawler4j
+demandbase-bot
 domainsproject.org
-heritrix
-instabid
-ips-agent
-magpie-crawler
+gopher
+internetVista monitor
+mediawords
 muhstik-scan
-polaris version
-s1z.ru
+netEstate NE Crawler
+oBot
+probe-image-size
+ripz
+scan.lol
 seobility
+serpstatbot
+sexsearcher
 sitechecker.pro
 sogouspider
-sp_auditbot
-spyfu
-trendiction.com
+sysscan
 trendiction.de
-webprosbot
+ubermetrics-technologies.com
+voyagerx.com
 x22Mozilla
+xpymep1.exe
 zgrab