V4.2023.01.3557 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
+ADmantX
+AIBOT
 ASPSeek
-Alexibot
+Abonti
+AfD-Verbotsverfahren
+Aipbot
 AllSubmitter
 AlphaBot
 Anarchie
-Anarchy
-Anarchy99
-Ankit
 Apexoo
-Aspiegel
-Atomseobot
 Attach
 AwarioRssBot
-AwarioSmartBot
-BackDoorBot
-Backlink-Ceck
+BBBike
+BDFetch
 Badass
+Barkrowler
+Battleztar Bazinga
 Bigfoot
-Bitacle
+Black Hole
+Blow
 BlowFish
 Boardreader
 BotALot
-Buck
-BuiltBotTough
-BuiltWith
+Buddy
 Bullseye
-BunnySlippers
-BuzzSumo
 CATExplorador
 CCBot
-CSHttp
-CensysInspect
+Cegbfeieh
+CheeseBot
 CherryPicker
 Chlooe
+Cliqzbot
 Cloud mapping
-Cocolyzebot
 Cogentbot
 Collector
+CopyRightCheck
+Copyscape
 Cosmos
-Craftbot
-DBLBot
-DSearch
+CrazyWebCrawler
+Custo
+CyotekWebCopy
+DataCha0s
 Deusu
-Digincore
-Disco
+Devil
+Dirbuster
 Discobot
-Discoverybot
-Dispatch
-DittoSpyder
-DnyzBot
-DomCopBot
-DomainSigmaCrawler
-Domains Project
+DomainCrawler
 Dotbot
 Dragonfly
 Drip
-EMail Wolf
-Ebingbong
-EroCrawler
+ECCP/1.0
+EasyDL
+EirGrabber
+Evil
 FDM
-FemtosearchBot
-FlashGet
-Flunky
+Freeuploader
 FyberSpider
 GT::WWW
 GalaxyBot
 Genieo
-GoZilla
-Grabber
-GrapeFX
-HEADMasterSEO
-HMView
-HaosouSpider
-Hloader
-HonoluluBot
-HybridBot
+Grafula
+GridBot
+HTTP::Lite
+HTTrack
+Haansoft
+Heritrix
+IDBot
 Id-search
-IlseBot
-Image Fetch
-Indy Library
 InfoTekies
+InterGET
 Internet Ninja
-JOC Web Spider
+InternetSeer
+Iskanie
+IstellaBot
 Jbrofuzz
+JetCar
 Jetty
-JustView
-Kenjin Spider
-Keybot Translation-Search-Machine
+Joomla
+Jorgee
 Keyword Density
-LNSpiderguy
+Kozmosbot
 Larbin
+LeechFTP
 LeechGet
-Lftp
+LibWeb
 Libwhisker
+Likse
+Linkbot
+LinkextractorPro
 LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
 Litemage_walker
 Ltx71
-MSFrontPage
-Mag-Net
-Mail.RU_Bot
-Majestic12
-MauiBot
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
+MQQBrowser
+MSIECrawler
+MTRobot
+Magnet
+MarkWatch
+Mass Downloader
+Masscan
+Metauri
 Minefield
+Mister PiX
+Moblie Safari
 Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
+Musobot
 NICErsPRO
-NPbot
-Nameprotect
-Navroad
-NearSite
 Needle
-Net Vampire
-NetMechanic
-Netcraft
-Niki-bot
+NetSpider
+NetZIP
 Not
-Openfind
-Openvas
+Nuclei
+Octopus
+Offline Navigator
+OpenLinkProfiler
 OrangeBot
 OrangeSpider
 OutclicksBot
-PECL::HTTP
 PHPCrawl
 Page Analyzer
-PageGrabber
-PageScorer
 PageThing.com
+Pandalytics
 Papa Foto
-Pavuk
 Petalbot
+Pi-Monster
+Picscout
 Piepmatz
-Pimonster
-Pixray
-PleaseCrawl
-ProWebWalker
-Probethenet
-Psbot
+ProPowerBot
+Pump
 PxBroker
+PyCurl
+QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankActive
-RankFlex
-RankingBot
-ReGet
+Re-re
 RealDownload
-RebelMouse
 Recorder
-RedesScrapy
-RocketCrawler
-SBIder
-SEOkicks
-SEOkicks-Robot
+Rogerbot
 SEOlyticsCrawler
 SEOprofiler
+SEOstats
 SMTBot
-ScanAlert
-Scanbot
-Scrapy
+ScoutJet
+ScreenerBot
 ScrepyBot
 Searchestate
-SearchmetricsBot
+Seekport
+Semrush
 SemrushBot
-SeoSiteCheckup
 SeobilityBot
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
+SiteExplorer
 SiteSnagger
-Sitebeam
-SmartDownload
+Sitevigil
+SlySearch
+Snake
+Snapbot
+Snoopy
 SocialRankIOBot
-Sottopop
-SpaceBison
-SpankBot
+Sogou web spider
+Sosospider
+Spammen
+Spanner
+Spbot
 Spinn3r
-Sucuri
-Suzuran
-Swiftbot
+SputnikBot
+Sqlmap
+Steeler
+Surfbot
 Szukacz
-T0PHackTeam
-T8Abot
-Telesoft
+TeleportPro
+The Intraformant
 TheNomad
 Thumbor
+Titan
 Toata
-Tracemyfile
+Toweyabot
 Trendictionbot
-Turingos
 TurnitinBot
-TwengaBot
-Twice
+Typhoeus
+URLy Warning
 UnisterBot
-V-BOT
-VCI
-Vagabondo
+Upflow
+Vacuum
 VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
-Voil
+Virusdie
+VoidEYE
+Voltron
+WBSearchBot
+WISENutbot
 WPScan
 WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
+Wallpapers
 WallpapersHD
-WeSEE
-Web Collage
-Web Pix
-WebAuto
-WebFetch
-WebImageCollector
+Web Enhancer
+Web Fuck
+WebCollage
+WebEnhancer
+WebFuck
 WebSauger
-WebSucker
+WebZIP
 Webshag
 Website Quester
-WebsiteExtractor
 Whacker
-Widow
-Wonderbot
-Wprecon
-Zauba
-ZoomBot
+Who.is Bot
+Woobot
+Wotbox
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+Zeus
+ZumBot
 ZyBorg
-archive.org_bot
-backlink-check
+arquivo.pt
+autoemailspider
 cah.io.community
-clark-crawler
-com.plumanalytics
-crawler4j
-demandbase-bot
 evc-batch
-heritrix
+gopher
+instabid
 internetVista monitor
-iubenda-radar
-magpie-crawler
-muhstik-scan
-satoristudio.net
-seocompany.store
-seoscanners
+lwp-request
+mediawords
+plumanalytics
+polaris version
+probe-image-size
+scalaj-http
+scan.lol
 seostar
+serpstatbot
+sitechecker.pro
+siteripz
+sogouspider
+spyfu
 tAkeOut
+trendiction.com
+ubermetrics-technologies.com
 webgains-bot
+webmeup-crawler
 webpros.com
-x09Mozilla
+x22Mozilla
+zauba.io