V4.2021.07.2476 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404checker
-80legs
 AIBOT
-Aboundex
+Acunetix
 AfD-Verbotsverfahren
+AhrefsBot
 Aipbot
+Alexibot
 Alligator
+AlphaBot
 Anarchie
-Anarchy
 Anarchy99
+Anthill
 Apexoo
 Asterias
 Attach
-AwarioSmartBot
+AwarioRssBot
 BDCbot
-BLEXBot
-BackStreet
-BackWeb
-Backlink-Ceck
+BacklinkCrawler
 Badass
-Bandit
-BatchFTP
-Battleztar Bazinga
+Barkrowler
 BetaBot
-Bigfoot
 BlackWidow
-Blackboard
-BlowFish
-Boardreader
+Blow
 BotALot
+Brandprotect
+Brandwatch
 Bullseye
-BunnySlippers
 BuzzSumo
-CATExplorador
 CCBot
-Cegbfeieh
+CSHttp
+Calculon
+CazoodleBot
+CensysInspect
 CheeseBot
-Claritybot
+CherryPicker
+Cliqzbot
+Cloud mapping
 Cocolyzebot
-Copyscape
-CrunchBot
-CyotekWebCopy
-DSearch
+Collector
+Copier
+CopyRightCheck
+Crescent
 DTS Agent
-DatabaseDriverMysqli
 Demon
-Deusu
-Devil
-Discoverybot
-DomainCrawler
-DomainStatsBot
-Download Wonder
-ECCP/1.0
-EMail Siphon
-EasyDL
+Digincore
+Dirbuster
+DnyzBot
+DomainAppender
+DomainSigmaCrawler
+EMail Wolf
 Ecxi
 EroCrawler
 Evil
+Express WebPictures
 ExtLinksBot
 Extractor
-ExtractorPro
-Ezooms
-FDM
+EyeNetIE
 FHscan
-FemtosearchBot
-Firefox/7.0
+FlashGet
+Flunky
 Foobot
 Freeuploader
+Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
-GetWeb
-Go!Zilla
+GermCrawler
+GetRight
+Go-Ahead-Got-It
 GoZilla
 Gotit
+GrabNet
+Grabber
 Grafula
+GrapeFX
 GrapeshotCrawler
-GridBot
-HEADMasterSEO
+HMView
+HTTP::Lite
 HaosouSpider
-IRLbot
+Havij
+Heritrix
+IDBTE4M
+IDBot
 Id-search
+Image Sucker
+IndeedBot
+Indy Library
 InfoTekies
-InterGET
 InternetSeer
-IstellaBot
-JamesBOT
-JennyBot
-Jetty
+Iskanie
+JikeSpider
 Joomla
 Jorgee
 Kenjin Spider
-Kinza
+Kozmosbot
 LWP::Simple
-Larbin
+Lanshanbot
+LeechFTP
 LeechGet
-Lightspeedsystems
+LibWeb
+LieBaoFast
 Likse
 LinkScan
 LinkWalker
+Linkbot
 LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-MIDown tool
-MJ12bot
-MTRobot
-Magnet
-MarkWatch
+MFC_Tear_Sample
+MSIECrawler
+Mail.RU_Bot
+Majestic12
+Masscan
 Mata Hari
-MeanPath Bot
+MauiBot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 Mojeek
-Mozlila
-Musobot
-NearSite
+NICErsPRO
+Name Intelligence
+Nameprotect
+Navroad
 Needle
-NetLyzer
-NetMechanic
-NetSpider
-Nibbler
-NimbleCrawler
-Nuclei
-Nutch
-OPPO A33
-Offline Explorer
+Net Vampire
+NetZIP
+NextGenSearchBot
+Niki-bot
+Nikto
+Ninja
+Offline Navigator
 OpenLinkProfiler
-PHPCrawl
+Openfind
+OrangeSpider
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
+PageGrabber
 PageThing.com
-Pandalytics
-Panscient
 Papa Foto
-Picsearch
-Piepmatz
-Pimonster
 ProPowerBot
 ProWebWalker
-Psbot
+Probethenet
 Pu_iN
-PyCurl
-QueryN Metasearch
-RSSingBot
-RankingBot2
-Rankivabot
+Pump
+Quick-Crawler
+RankurBot
 Re-re
-RebelMouse
-RepoMonkey
-SEOkicks
-SEOlyticsCrawler
+Recorder
+Ripper
+RocketCrawler
+SBIder
+SEOprofiler
+SEOstats
 ScanAlert
-ScoutJet
+Scanbot
 Scrapy
-Screaming
-ScrepyBot
-SearchmetricsBot
-SemrushBot
-SentiBot
-SeobilityBot
-Shodan
+ScreenerBot
+Semrush
+SeoSiteCheckup
+Siphon
 SiteExplorer
-SiteSnagger
-Siteimprove
+SiteLockSpider
+Sitebeam
 Sitevigil
 SlySearch
-Snake
-Snapbot
-SocialRankIOBot
-Sottopop
+SmartDownload
+Snoopy
+Sociscraper
 SpaceBison
-Spinn3r
-Sqlworm
+Spammen
+Sqlmap
+Sqworm
+Steeler
 Sucuri
+SuperBot
 SuperHTTP
 Surfbot
-Suzuran
-Swiftbot
 Szukacz
+T0PHackTeam
 Teleport
+TeleportPro
+Telesoft
 Telesphoreo
-Telesphorep
 The Intraformant
-TheNomad
+TightTwatBot
 Titan
-Toweyabot
-Trendiction
+Toata
 Trendictionbot
-True_Robot
-Turnitin
+Turingos
 TurnitinBot
-URLy.Warning
-VB Project
-Vagabondo
-VelenPublicWebCrawler
+TwengaBot
+Twice
+Typhoeus
+URLy Warning
+UnisterBot
+V-BOT
 Virusdie
 Voil
 Voltron
 WASALive-Bot
-WEBDAV
 WISENutbot
 WPScan
-WWW-Mechanize
-Web Auto
-Web Collage
-Web Fuck
-Web Pix
+WWW::Mechanize
+Web Sauger
 WebBandit
-WebCopier
-WebEnhancer
-WebFuck
+WebCollage
+WebFetch
+WebGo IS
 WebImageCollector
-WebLeacher
-WebPix
-WebSauger
+WebStripper
+WebSucker
 WebZIP
-WebmasterWorldForumBot
-Webshag
-Whack
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Whatweb
+Who.is Bot
+Widow
+WinHTTrack
 WiseGuys Robot
 Wotbox
-Xaldon_WebSpider
 YoudaoBot
 Zauba
-ZmEu
-ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
+arquivo.pt
+check1.exe
+coccocbot-web
+cognitiveseo
 com.plumanalytics
-eCatch
-facebookscraper
-gopher
+crawler.feedback
+crawler4j
+demandbase-bot
 heritrix
-internetVista monitor
 isitwp.com
-muhstik-scan
+pcBrowser
 plumanalytics
-probe-image-size
-ripz
-s1z.ru
-scan.lol
+satoristudio.net
+scalaj-http
 seobility
-serpstatbot
-sitechecker.pro
-x09Mozilla
+siteripz
+sp_auditbot
+spyfu
+tAkeOut
+trendiction.com
+voyagerx.com
 x22Mozilla
 zgrab