V4.2022.11.3482 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ASPSeek
-Abonti
-Aboundexbot
+404checker
+ALittle Client
 Acunetix
-AhrefsBot
+AfD-Verbotsverfahren
+AiHitBot
 Alexibot
-Alligator
-Anarchie
-Anarchy
-Aspiegel
+AllSubmitter
+AlphaBot
+Anarchy99
+Ankit
 Atomseobot
-AwarioRssBot
 AwarioSmartBot
-BBBike
-BackStreet
-Badass
-Bandit
+BDFetch
+BackDoorBot
 Barkrowler
-Battleztar Bazinga
 BetaBot
-Bitacle
-Black Hole
-BlackWidow
-BlowFish
+Blow
 Boardreader
-Buddy
-BuiltWith
+Brandprotect
+Buck
+BuiltBotTough
+Bullseye
+BuzzSumo
 CSHttp
-Calculon
 CazoodleBot
+CensysInspect
 CheTeam
+CheeseBot
 CherryPicker
-ChinaClaw
-Claritybot
+Citoid
 Cloud mapping
-Cocolyzebot
-Collector
+Cogentbot
+Copier
 Copyscape
-Craftbot
-CrazyWebCrawler
-Curious
-DSearch
+Crescent
+CyotekWebCopy
 DatabaseDriverMysqli
-Deusu
 Devil
-Digincore
-Dirbuster
-Disco
-Discoverybot
+Discobot
+Dispatch
 DnBCrawler-Analytics
+DnyzBot
 DomCopBot
-EMail Siphon
-EasyDL
+DomainAppender
+DomainSigmaCrawler
+DomainStatsBot
+Dotbot
+Dragonfly
+ECCP/1.0
 Ebingbong
-Ecxi
-EirGrabber
-Evil
 Exabot
 Express WebPictures
+Extractor
+EyeNetIE
+Ezooms
 FDM
-FemtosearchBot
 FlashGet
+FrontPage
+Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-GermCrawler
+GetRight
 GetWeb
 Getintent
-Go!Zilla
-GoZilla
 Gotit
-Grafula
+GrabNet
 GrapeFX
+GridBot
 HMView
-HTMLparser
-HTTrack
+Haansoft
 HaosouSpider
 Havij
-HonoluluBot
+Heritrix
 Humanlinks
-IDBTE4M
-IDBot
+HybridBot
+Iblog
 Id-search
 IlseBot
+Image Fetch
 Image Sucker
 IndeedBot
-InternetSeer
-IstellaBot
-JennyBot
-JikeSpider
-Jorgee
+Indy Library
+InfoTekies
+Intelliseek
+JOC Web Spider
+Jetty
+JustView
 Jyxobot
-Larbin
-LeechFTP
+Kinza
+LNSpiderguy
 LexiBot
-LieBaoFast
+Lightspeedsystems
+LinkScan
 Linkbot
-LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Litemage_walker
-MFC_Tear_Sample
+Lipperhey
 MIDown tool
-MIIxpc
-MJ12bot
-Magnet
+MSIECrawler
+Mag-Net
 Majestic SEO
-MarkMonitor
 Masscan
 Mata Hari
-Mb2345Browser
-Meanpathbot
-Microsoft Data Access
+MeanPath Bot
+Mediatoolkitbot
+MegaIndex.ru
 Mojolicious
-MolokaiBot
 Mozlila
+Msrabot
 Musobot
-NICErsPRO
 NPbot
+Name Intelligence
+NearSite
 Needle
-Nessus
-NetZIP
-Netcraft
+NetAnts
+NetLyzer
+NetMechanic
+Netvibes
+NextGenSearchBot
+Nibbler
 Niki-bot
 NimbleCrawler
 Nimbostratus
-Ninja
-Nutch
-Offline Explorer
-Offline Navigator
-OpenVAS
-OutclicksBot
+Nmap
+Not
+OnCrawl
+Openvas
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-PageScorer
+PageGrabber
 PageThing.com
-Pandalytics
-Panscient
-Papa Foto
-Petalbot
+Pi-Monster
 Picscout
-Piepmatz
-Pixray
-Probethenet
-Pu_iN
-RankActiveLinkBot
+Pockey
+ProWebWalker
+Psbot
+Pump
+PxBroker
+QueryN Metasearch
+Quick-Crawler
+RankActive
 RankFlex
-Rankivabot
+RankingBot
+RankingBot2
 RankurBot
 Re-re
-RealDownload
-Recorder
-RepoMonkey
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
+RocketCrawler
+Rogerbot
 SEOstats
-Scanbot
-Screaming
+ScanAlert
+Scrapy
+ScreenerBot
 ScrepyBot
-SearchmetricsBot
 Seekport
-SemanticJuice
-Semrush
 SemrushBot
-SeobilityBot
-Seomoz
-Siphon
+SeoSiteCheckup
+Shodan
+Site Sucker
 SiteExplorer
+SiteLockSpider
 SiteSnagger
+SiteSucker
 Sitevigil
-SlySearch
 SmartDownload
-Sociscraper
+SocialRankIOBot
+Sosospider
 Spanner
-SputnikBot
-Sqworm
+Spbot
 Steeler
-Sucker
-Surfbot
-Suzuran
 Swiftbot
 Szukacz
-TeleportPro
 Telesoft
 The Intraformant
+Thumbor
 TightTwatBot
-Typhoeus
+Trendictionbot
+True_Robot
+Turnitin
+TurnitinBot
+TwengaBot
+Twice
+URLy.Warning
 Upflow
+V-BOT
 VB Project
+VCI
+Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
-Voltron
-WASALive-Bot
-WPScan
-WWW-Mechanize
+VoidEYE
+Voil
+WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
-Web Auto
-Web Collage
-Web Pix
+Wallpapers/3.0
+WeSEE
+Web Enhancer
+Web Fetch
 Web Sauger
+Web Sucker
+WebAuto
 WebBandit
-WebCollage
-WebCopier
+WebFuck
+WebGo IS
 WebPix
-WebSauger
+WebReaper
 WebStripper
-WebWhacker
-WebZIP
-Website Quester
 WebsiteQuester
-Webster
+Whacker
 Whatweb
 Who.is Bot
 Widow
-WinHTTrack
-Woobot
-Wotbox
+Wonderbot
+Wprecon
 Xaldon WebSpider
 Xaldon_WebSpider
-YoudaoBot
+Zade
 Zauba
+Zermelo
 Zeus
-ZyBorg
+ZmEu
+ZoominfoBot
 adscanner
-cah.io.community
+autoemailspider
+backlink-check
+clark-crawler
 coccocbot
+crawl.sogou.com
 crawler4j
-domainsproject.org
-facebookscraper
-gopher
-instabid
-internetVista monitor
+demandbase-bot
+eCatch
 ips-agent
+isitwp.com
+linkdexbot
+lwp-request
 lwp-trivial
 magpie-crawler
-muhstik-scan
-oBot
-plumanalytics
+mediawords
+netEstate NE Crawler
+page scorer
 s1z.ru
 satoristudio.net
-scan.lol
-seobility
-seoscanners
+seocompany.store
 sitechecker.pro
 sogouspider
-sp_auditbot
-spyfu
 tAkeOut
-trendiction.com
-ubermetrics-technologies.com
+trendiction.de
 webmeup-crawler
+zgrab