V4.2023.01.3560 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
+404checker
 80legs
 ADmantX
-ASPSeek
-Abonti
 Aboundex
 Acunetix
-AiHitBot
-Aipbot
-Alexibot
-Alligator
-Anarchy
-Anarchy99
+AfD-Verbotsverfahren
+AhrefsBot
+AllSubmitter
+Ankit
 Apexoo
+Aspiegel
 Asterias
-BBBike
-BDCbot
-BackStreet
+Atomseobot
+AwarioRssBot
+Backlink-Ceck
 Badass
-Barkrowler
 BatchFTP
 Bitacle
+BlackWidow
+Blackboard
 Blow
-BlowFish
-BotALot
+Bolt
 Brandprotect
 Brandwatch
 Buck
+Buddy
 BuiltBotTough
-BuiltWith
-CCBot
-CODE87
-Cegbfeieh
+BuzzSumo
+CATExplorador
+CazoodleBot
+CensysInspect
 CheTeam
+CheeseBot
+CherryPicker
 ChinaClaw
+Cliqzbot
+Cloud mapping
 Cocolyzebot
 Collector
-CrazyWebCrawler
-Custo
-CyotekWebCopy
-DTS Agent
-DatabaseDriverMysqli
-Demon
+Copier
+Craftbot
+Crescent
+CrunchBot
+DBLBot
+DIIbot
 Deusu
-Devil
-Dirbuster
-DnyzBot
-DomainCrawler
+Digincore
+Disco
+Discobot
+Discoverybot
+DomCopBot
+DomainAppender
+DomainStatsBot
 Domains Project
+Dotbot
+Download Wonder
+Dragonfly
+Drip
+ECCP/1.0
 EMail Wolf
+EasyDL
 Ebingbong
 Ecxi
 EirGrabber
-Exabot
-Express WebPictures
+Evil
 ExtLinksBot
 Extractor
 ExtractorPro
 Ezooms
-FHscan
-Flunky
-Freeuploader
-Genieo
+FDM
+FemtosearchBot
+Foobot
+Fuzz
+FyberSpider
+GetRight
+Getintent
 Go-Ahead-Got-It
-GoZilla
 Gotit
-GrabNet
+Grabber
+Grafula
 GrapeshotCrawler
-HTMLparser
-HaosouSpider
-HonoluluBot
-HybridBot
-Iblog
-Id-search
-IlseBot
+GridBot
+HTTrack
+Haansoft
+Havij
+Heritrix
+IDBTE4M
+IndeedBot
 InfoTekies
 Intelliseek
+InterGET
+Internet Ninja
 Iria
-JamesBOT
-JikeSpider
-Joomla
-Kenjin Spider
-Kozmosbot
+Jbrofuzz
+JennyBot
+JetCar
+Jetty
+Jorgee
 LNSpiderguy
-Larbin
-LeechFTP
-LeechGet
-LexiBot
+Leap
+LibWeb
 Libwhisker
+Lightspeedsystems
+Likse
 LinkScan
-Linkbot
-LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
+LinkWalker
+LinksManager
+Lipperhey
 Lipperhey Spider
 MIDown tool
+MIIxpc
 MJ12bot
 MQQBrowser
+MSFrontPage
 MTRobot
-Mag-Net
-Majestic SEO
+Mail.RU_Bot
 Majestic-SEO
+Majestic12
+MarkWatch
 Mass Downloader
 MauiBot
-MicroMessenger
-MolokaiBot
-Mozlila
-Mr.4x3
-Musobot
-NPbot
-Navroad
+Mb2345Browser
+Microsoft URL Control
+Minefield
+Mojeek
+Mojolicious
+NICErsPRO
+Nameprotect
 NearSite
-Needle
-NetAnts
-NetMechanic
 NetZIP
-Netcraft
 Nettrack
 Netvibes
-Nikto
+NextGenSearchBot
+Nimbostratus
+Ninja
 Nmap
-Offline Explorer
 Offline Navigator
-OnCrawl
-OpenVAS
 Openfind
-Openvas
 OutfoxBot
-Page Analyzer
+POE-Component-Client-HTTP
 PageThing.com
-Pandalytics
-Petalbot
+Panscient
+Papa Foto
 Picscout
-Piepmatz
-Pimonster
+Pockey
 Probethenet
-PxBroker
-PyCurl
-Quick-Crawler
-RSSingBot
-RankurBot
-ReGet
-RebelMouse
+Pu_iN
+Pump
+QueryN Metasearch
+RankFlex
+RankingBot
+Re-re
+Reaper
 Recorder
 RedesScrapy
-Rogerbot
 SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
 SMTBot
-ScanAlert
+ScoutJet
+ScrepyBot
 SemanticJuice
-SemrushBot
 SentiBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
 Shodan
+Siphon
 SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+SiteSnagger
+SiteSucker
 Sitevigil
-SlySearch
-Snake
-Snapbot
-Sosospider
+Sociscraper
 Sottopop
-Spammen
-Spbot
+SpaceBison
 Spinn3r
-Steeler
+SputnikBot
+Sqlmap
+Sqworm
 Sucker
-Surfbot
-Swiftbot
-T0PHackTeam
-T8Abot
+SuperBot
+Suzuran
+Teleport
 Telesoft
-Telesphorep
-Thumbor
+Telesphoreo
 TightTwatBot
-Titan
-Toata
-Toweyabot
-Trendictionbot
-Turnitin
-URLy.Warning
-UnisterBot
-Upflow
-V-BOT
-Vacuum
-VidibleScraper
-WBSearchBot
-WISENutbot
+Turingos
+Typhoeus
+URLy Warning
+Vagabondo
+Virusdie
+Voltron
+WPScan
 WWW-Collector-E
 WWWOFFLE
 Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Auto
-Web Fuck
-Web Sauger
+Web Enhancer
+Web Sucker
+WebAuto
 WebBandit
+WebEnhancer
 WebLeacher
-WebPix
 WebSauger
-WebStripper
-WebSucker
 WebWhacker
 WebZIP
+Webalta
 WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
-Whack
+WebsiteQuester
+Whatweb
 Who.is Bot
-Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-Zade
-Zauba
-Zeus
+Widow
+WinHTTrack
+Wonderbot
 Zitebot
-ZmEu
-ZoomBot
-ZoominfoBot
 ZumBot
-adscanner
-check1.exe
-clark-crawler
-coccocbot
+archive.org_bot
+cognitiveseo
+com.plumanalytics
+crawler.feedback
+crawler4j
+dataforseo.com
+demandbase-bot
+eCatch
+evc-batch
+facebookscraper
 heritrix
 instabid
-iubenda-radar
 lwp-request
+meanpathbot
 muhstik-scan
-netEstate NE Crawler
-oBot
 pcBrowser
 plumanalytics
+polaris version
 probe-image-size
-ripz
-satoristudio.net
+s1z.ru
 scalaj-http
 seocompany.store
-seostar
-sexsearcher
+seoscanners
 sitechecker.pro
-sysscan
+siteripz
+sogouspider
+sp_auditbot
 trendiction.com
-trendiction.de
 ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
-xpymep1.exe
+webmeup-crawler
+x09Mozilla