V4.2022.07.3255 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-ASPSeek
-Aboundexbot
+01h4x.com
+360Spider
+404enemy
+Abonti
+Acunetix
 AhrefsBot
-AiHitBot
-Alligator
-Anarchy
+Aipbot
+Alexibot
+AllSubmitter
+AlphaBot
 Anarchy99
-Apexoo
-Asterias
-BDFetch
-BLEXBot
+AwarioRssBot
 BackDoorBot
-Backlink-Ceck
 BacklinkCrawler
+Bandit
 BatchFTP
-BetaBot
 Bigfoot
-Bitacle
-BlackWidow
-BlowFish
-Bolt
-Brandwatch
-Buddy
+Blackboard
+Boardreader
+Brandprotect
 BuiltBotTough
 Bullseye
 BunnySlippers
-CazoodleBot
-Cegbfeieh
-CheTeam
+CATExplorador
+CCBot
+CODE87
+Calculon
 CheeseBot
+CherryPicker
 Cloud mapping
+Cogentbot
 Collector
-Copier
-Cosmos
-Craftbot
 Crawling at Home Project
-CrazyWebCrawler
-Crescent
-CrunchBot
-Custo
+DIIbot
 DataCha0s
-DatabaseDriverMysqli
-Demon
+Deusu
 Devil
 Digincore
-DigitalPebble
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
+Dirbuster
+Disco
+Discobot
+DittoSpyder
+DomainAppender
 DomainCrawler
 DomainStatsBot
-Domains Project
-Dotbot
-Download Wonder
+Dragonfly
 Drip
-EMail Wolf
+EasyDL
 Ecxi
-EirGrabber
-ExtLinksBot
-EyeNetIE
-Ezooms
-Firefox/7.0
+Extreme Picture Finder
+FHscan
+Fimap
 FlashGet
+Foobot
 FrontPage
-Fuzz
 FyberSpider
+G-i-g-a-b-o-t
 GT::WWW
+Genieo
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-GrapeshotCrawler
-HTTrack
+Gotit
+GrabNet
+GrapeFX
+Haansoft
 Havij
-Id-search
+Heritrix
+Hloader
+IRLbot
+IlseBot
 IndeedBot
+InfoNaviRobot
 Intelliseek
-JamesBOT
-Joomla
-JustView
-Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
-Kozmosbot
-Lanshanbot
+InterGET
+InternetSeer
+JennyBot
+JikeSpider
+Keyword Density
+Kinza
 Larbin
+LeechFTP
 LeechGet
-LexiBot
 Lftp
-Lightspeedsystems
-Likse
+LinkScan
+Linkbot
+LinkpadBot
 LinksManager
-LinqiaScrapeBot
+LinqiaRSSBot
 Lipperhey
-Litemage_walker
-Lmspider
+Ltx71
+MIDown tool
+MIIxpc
+Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic12
-MarkMonitor
-Masscan
-MeanPath Bot
-Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
-Minefield
+Mass Downloader
+Mata Hari
+MauiBot
+Mb2345Browser
+Meanpathbot
+Metauri
+Microsoft URL Control
+Moblie Safari
 Mojeek
 Mojolicious
 MolokaiBot
-Msrabot
+NICErsPRO
 NPbot
+Name Intelligence
 Nameprotect
-NearSite
-NetAnts
-NetMechanic
+Navroad
+Needle
+Net Vampire
 NetSpider
-NetZIP
 Netvibes
+NextGenSearchBot
 Nibbler
+Niki-bot
 Nikto
 NimbleCrawler
-Nimbostratus
 Ninja
 Not
+Nuclei
 Nutch
 Offline Navigator
+OnCrawl
+OpenLinkProfiler
 OpenVAS
-OrangeBot
+Openvas
+OrangeSpider
+OutclicksBot
 OutfoxBot
+PECL::HTTP
+PHPCrawl
 Page Analyzer
+PageAnalyzer
+PageScorer
 Panscient
-Petalbot
-Pi-Monster
-Picscout
-Picsearch
-PictureFinder
-Pimonster
-PleaseCrawl
-Probethenet
-Pu_iN
+Pavuk
+PeoplePal
+Piepmatz
+Pixray
+Psbot
+Pump
+PxBroker
 PyCurl
-Quick-Crawler
-RSSingBot
+RankActiveLinkBot
 RankFlex
+Rankivabot
+RankurBot
+Re-re
 ReGet
 RealDownload
 Reaper
 RedesScrapy
 RepoMonkey
 Ripper
-Rogerbot
+SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
+SEOprofiler
+SISTRIX
 SalesIntelligent
-Scanbot
-ScoutJet
-Searchestate
+ScreenerBot
 Seekport
-SeoSiteCheckup
+Semrush
+SentiBot
 SeobilityBot
-SiteCheckerBotCrawler
-SiteSnagger
-Sitebeam
-Sitevigil
-Sociscraper
-Sottopop
-SpaceBison
-SpankBot
+Siphon
+SiteExplorer
+SiteLockSpider
+Siteimprove
 Spinn3r
 SputnikBot
-Sqlworm
-Sqworm
-SuperBot
-Suzuran
-Szukacz
+Sqlmap
+Sucuri
+SuperHTTP
+SurveyBot
+Swiftbot
 T0PHackTeam
-Teleport
-TeleportPro
+T8Abot
+Telesphoreo
 TheNomad
-Thumbor
-Toata
-Toweyabot
-Trendiction
+Tracemyfile
 Turingos
 Turnitin
+TurnitinBot
 TwengaBot
-Twice
 Typhoeus
+URLy.Warning
 UnisterBot
-VeriCiteCrawler
+V-BOT
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
 Virusdie
 VoidEYE
-WBSearchBot
-WISENutbot
-WWW-Mechanize
-WWWOFFLE
+Voil
+WPScan
 Wallpapers
-WallpapersHD
-WeSEE
-WebAuto
-WebBandit
+Web Fuck
+Web Pix
+Web Sucker
+WebCollage
 WebFetch
 WebFuck
-WebLeacher
+WebImageCollector
 WebPix
 WebSauger
-WebSucker
+WebWhacker
+WebZIP
+Webalta
 WebmasterWorldForumBot
+Webshag
 WebsiteExtractor
 WebsiteQuester
-Webster
-Whacker
 Whatweb
-Widow
 Wonderbot
-Wprecon
-Xaldon_WebSpider
+Xaldon WebSpider
 Zade
-Zauba
-ZmEu
 ZoomBot
-ZumBot
-adscanner
+archive.org_bot
+arquivo-web-crawler
+cah.io.community
+check1.exe
+coccocbot
 cognitiveseo
 crawl.sogou.com
-dataforseo.com
+crawler4j
 domainsproject.org
-eCatch
 heritrix
+instabid
 iubenda-radar
-linkdexbot
-lwp-trivial
-muhstik-scan
+meanpathbot
 oBot
-polaris version
-probe-image-size
+page scorer
+pcBrowser
+ripz
+s1z.ru
 satoristudio.net
 scalaj-http
-seocompany.store
+seobility
 seoscanners
-siteripz
-sp_auditbot
-sysscan
-trendiction.com
-webmeup-crawler
+seostar
+sexsearcher
+sogouspider
+spyfu
+tAkeOut
 webpros.com
 webprosbot
-x09Mozilla
-x22Mozilla
-xpymep1.exe