V4.2023.02.3568 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
+404enemy
 80legs
-ASPSeek
 Aboundexbot
-Acunetix
-AllSubmitter
-Ankit
-Anthill
-Asterias
+AiHitBot
+Aipbot
+AlphaBot
+Anarchy
+Anarchy99
+Aspiegel
 Atomseobot
+Attach
+AwarioRssBot
+AwarioSmartBot
 BBBike
 BLEXBot
-BackStreet
-Backlink-Ceck
-BacklinkCrawler
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-Bitacle
+BackDoorBot
+BackWeb
+Badass
+Black Hole
 BlackWidow
+Blackboard
 Blow
-Boardreader
+BlowFish
+Bolt
+Brandprotect
 Brandwatch
-Buck
-Buddy
-Bullseye
+BuiltBotTough
+BuiltWith
+BunnySlippers
 CATExplorador
 CCBot
-CazoodleBot
-CheeseBot
-ChinaClaw
-Citoid
-Copyscape
+CSHttp
+Claritybot
+Cloud mapping
+Cogentbot
+CopyRightCheck
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
 CyotekWebCopy
-DTS Agent
-DatabaseDriverMysqli
+DSearch
+Demon
 Deusu
-Digincore
-DigitalPebble
-Disco
+Devil
 Discobot
-Discoverybot
 Dispatch
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
+DomainSigmaCrawler
+Domains Project
+Download Wonder
+Dragonfly
+EMail Wolf
+Ebingbong
 EroCrawler
-Exabot
+Evil
+ExtractorPro
 Extreme Picture Finder
 EyeNetIE
 Ezooms
-FDM
-Fimap
-Flunky
+Foobot
+Freeuploader
+Fuzz
+Fyrebot
 GT::WWW
-GetRight
-Getintent
-Gigabot
-GrabNet
+Gotit
 Grabber
+Grafula
 GrapeshotCrawler
 HEADMasterSEO
-HTTrack
-Haansoft
-Harvest
+HMView
+HTTP::Lite
 Havij
-Hloader
 HonoluluBot
 Humanlinks
 HybridBot
-IDBTE4M
+IDBot
 IRLbot
-Iblog
 Id-search
-Image Fetch
 Image Sucker
 IndeedBot
-Internet Ninja
-InternetSeer
+InfoTekies
+Intelliseek
+InterGET
 JOC Web Spider
-Jbrofuzz
+JamesBOT
 Jetty
+Jorgee
 JustView
 Jyxobot
-Kozmosbot
-Lanshanbot
+Kenjin Spider
+Kinza
+LWP::Simple
 Larbin
-LeechFTP
-LexiBot
+Lftp
 Libwhisker
-Lightspeedsystems
+LieBaoFast
 Likse
+LinkScan
+LinkWalker
+Linkbot
+LinksManager
 LinqiaMetadataDownloaderBot
 Litemage_walker
-Lmspider
+Ltx71
+MIDown tool
+MJ12bot
+MQQBrowser
 MSFrontPage
-Mail.RU_Bot
-Majestic-SEO
-Majestic12
 Mass Downloader
-MauiBot
-MeanPath Bot
+Masscan
+Mb2345Browser
+Mediatoolkitbot
+MegaIndex.ru
 Metauri
+MicroMessenger
+Microsoft URL Control
 Minefield
-Mojolicious
+Mister PiX
+Moblie Safari
 MolokaiBot
-Nameprotect
-NearSite
+Morfeus Fucking Scanner
+Mr.4x3
+NPbot
+Navroad
 Needle
+Net Vampire
 NetAnts
-NetMechanic
-NetSpider
-Netcraft
+NetZIP
+Nettrack
 Netvibes
+NextGenSearchBot
 Nibbler
-Nimbostratus
+NimbleCrawler
 Ninja
 Not
 Nuclei
 Nutch
-OpenLinkProfiler
+Octopus
+OnCrawl
 OpenVAS
 Openfind
 OrangeBot
-OrangeSpider
-PECL::HTTP
 Page Analyzer
 PageAnalyzer
-PageGrabber
 PageScorer
+PageThing.com
 Pandalytics
-Panscient
 Papa Foto
 Pavuk
-PeoplePal
 Picsearch
 PictureFinder
 Pimonster
 Pockey
-ProWebWalker
-Probethenet
 Pu_iN
-PxBroker
-RankActive
-RankActiveLinkBot
-RankingBot2
-RankurBot
-Re-re
+PyCurl
+Quick-Crawler
+RankingBot
+RealDownload
 Reaper
 Recorder
 RepoMonkey
-SBIder
-SEOkicks
+Ripper
+SEOkicks-Robot
 SEOprofiler
 SEOstats
-SISTRIX
 SMTBot
-Scanbot
+ScanAlert
+ScoutJet
 Scrapy
+Screaming
 ScreenerBot
-ScrepyBot
 SearchmetricsBot
-Seekport
-SemanticJuice
 Semrush
 SemrushBot
+SeobilityBot
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
 Sitebeam
-Sosospider
-SpaceBison
+Sitevigil
+SmartDownload
+SocialRankIOBot
 Spammen
-Spanner
-Spinn3r
-Sqlmap
 Sqlworm
-SuperBot
-SurveyBot
-Telesphoreo
+Stripper
+Surfbot
+Swiftbot
+Szukacz
+Teleport
+TeleportPro
 Thumbor
-Trendiction
-Trendictionbot
-Turingos
+Toweyabot
+Tracemyfile
 TurnitinBot
-TwengaBot
 Twice
-Typhoeus
-URLy Warning
-UnisterBot
-VCI
+URLy.Warning
+V-BOT
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-Virusdie
-VoidEYE
+Voil
+WASALive-Bot
+WBSearchBot
 WISENutbot
-WWWOFFLE
-Web Collage
-WebCollage
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
+WeSEE
+Web Fuck
+Web Pix
+Web Sucker
+WebAuto
 WebCopier
-WebEnhancer
-WebImageCollector
-WebLeacher
-WebPix
-WebSauger
-WebmasterWorldForumBot
+WebWhacker
 Website Quester
-WebsiteExtractor
+WebsiteQuester
 Webster
-Widow
+Whack
+Whatweb
+Who.is Bot
+WiseGuys Robot
 Woobot
-Wotbox
-Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
-YoudaoBot
-Zauba
-Zeus
+Xenu
+Zade
+Zermelo
 ZmEu
-ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
 arquivo-web-crawler
+arquivo.pt
+autoemailspider
+cah.io.community
+com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-gopher
-iubenda-radar
-lwp-request
-lwp-trivial
+dataforseo.com
+instabid
 mediawords
-oBot
-page scorer
 pcBrowser
-satoristudio.net
-scalaj-http
+plumanalytics
+ripz
 seocompany.store
 seoscanners
-seostar
+sexsearcher
 sitechecker.pro
-siteripz
+sogouspider
 sp_auditbot
 spyfu
-sysscan
-ubermetrics-technologies.com
-x22Mozilla
-xpymep1.exe
-zauba.io
-zgrab
+tAkeOut
+trendiction.com