V4.2022.04.3042 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
+404checker
 404enemy
+80legs
+ADmantX
+ALittle Client
 Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
+Acunetix
 Aipbot
 AllSubmitter
-AlphaBot
-Anarchie
-Anarchy
-Apexoo
-Aspiegel
-Atomseobot
-Attach
-AwarioSmartBot
-BackStreet
+Alligator
+Ankit
+Anthill
+Asterias
+AwarioRssBot
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Barkrowler
+Badass
+Bandit
 BatchFTP
-Battleztar Bazinga
-BetaBot
-Black Hole
-Boardreader
-Bolt
-Buck
-Bullseye
-BuzzSumo
+Bigfoot
+Bitacle
+Blackboard
+Blow
+BlowFish
+BuiltWith
+CODE87
 CSHttp
+Calculon
 CazoodleBot
-Cegbfeieh
 CensysInspect
 CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
-Cocolyzebot
+Chlooe
+Citoid
+Cloud mapping
+Cogentbot
+Collector
 Cosmos
 Craftbot
+Crawling at Home Project
 CrunchBot
-Custo
-DBLBot
-DataCha0s
-DatabaseDriverMysqli
-DigitalPebble
-DnyzBot
-DomCopBot
+Demon
+Deusu
+Digincore
+Dirbuster
+Disco
+Discobot
+Dispatch
+DnBCrawler-Analytics
 DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-EMail Siphon
+Drip
+ECCP/1.0
+EasyDL
 Ebingbong
-Exabot
-Ezooms
-FHscan
-Fimap
+ExtLinksBot
+Extractor
 Firefox/7.0
 Flunky
+Foobot
 Freeuploader
 Fuzz
-FyberSpider
-Fyrebot
-GalaxyBot
-GermCrawler
-GetWeb
+GT::WWW
+GetRight
+Getintent
+Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-Gotit
-GrabNet
 Grabber
-Grafula
+GridBot
 HEADMasterSEO
-HTMLparser
+HMView
 Haansoft
 HaosouSpider
-Hloader
-Humanlinks
-IDBot
-IRLbot
+Havij
+HybridBot
+Iblog
 Image Fetch
-Image Sucker
-Indy Library
-Intelliseek
+IndeedBot
+InfoNaviRobot
 Iskanie
-Jbrofuzz
-JikeSpider
+IstellaBot
+JamesBOT
 Joomla
 Jorgee
+JustView
 Jyxobot
-Keyword Density
+Kozmosbot
 Lanshanbot
 LeechFTP
-LeechGet
-Libwhisker
+LexiBot
+Lftp
+LibWeb
+LieBaoFast
 Likse
-LinkScan
-Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
-Litemage_walker
 Ltx71
-MIIxpc
-MSIECrawler
-Majestic-SEO
+MJ12bot
+MSFrontPage
+Majestic SEO
+MarkWatch
 Mass Downloader
-Mata Hari
-MauiBot
+Masscan
 Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
 Metauri
-MicroMessenger
-Microsoft Data Access
+Mister PiX
 Moblie Safari
 Mojeek
 MolokaiBot
-Mr.4x3
+Msrabot
+NPbot
+Name Intelligence
 Nameprotect
 Navroad
-NetLyzer
+NearSite
+Net Vampire
+NetAnts
 NetMechanic
-NetSpider
+NetZIP
+Netcraft
 NextGenSearchBot
-Niki-bot
+Nikto
+NimbleCrawler
+Ninja
+Not
 Nuclei
-OnCrawl
-OpenLinkProfiler
-OpenVAS
-Openvas
-OrangeBot
-OrangeSpider
-PageAnalyzer
-PageGrabber
-PageThing.com
-Pandalytics
-Papa Foto
+Octopus
+Offline Explorer
+Openfind
+Page Analyzer
 Pavuk
-PeoplePal
 Petalbot
+Pimonster
+Pixray
 PleaseCrawl
 Pockey
-Probethenet
 Quick-Crawler
+RankActive
 RankActiveLinkBot
-RankFlex
-RankingBot
 RankingBot2
-RealDownload
+Rankivabot
+Re-re
+ReGet
+Recorder
+RedesScrapy
 Ripper
-RocketCrawler
 SBIder
+SEOkicks
+SEOkicks-Robot
 SEOprofiler
-SISTRIX
 SalesIntelligent
-ScanAlert
 Scanbot
 ScoutJet
-Searchestate
-SearchmetricsBot
-Seekport
-SemanticJuice
-SemrushBot
+ScreenerBot
+Semrush
 SeoSiteCheckup
 Siphon
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
-SiteSnagger
+SiteSucker
 Sitebeam
-SpankBot
+SmartDownload
+Sogou web spider
+Sosospider
 Spbot
 Spinn3r
-SputnikBot
-Sqlmap
-Stripper
-Sucuri
+Sqworm
 SuperBot
+SurveyBot
 Swiftbot
 Szukacz
-T0PHackTeam
-TeleportPro
+Telesoft
 Telesphoreo
-The Intraformant
-TheNomad
-TightTwatBot
+Thumbor
+Tracemyfile
 Trendiction
-Trendictionbot
+True_Robot
 Turingos
-Turnitin
+TurnitinBot
 TwengaBot
+URLy.Warning
 UnisterBot
-VoidEYE
+Upflow
+VB Project
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voil
 WASALive-Bot
+WPScan
+WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
 Wallpapers/3.0
-Web Collage
-Web Fetch
-Web Sauger
-WebAuto
-WebBandit
+WallpapersHD
+Web Fuck
+Web Pix
 WebCollage
+WebEnhancer
 WebFetch
-WebFuck
 WebImageCollector
-WebLeacher
 WebPix
 WebReaper
 WebSauger
+WebStripper
+WebSucker
+WebWhacker
+WebZIP
+WebmasterWorldForumBot
+Webshag
 WebsiteExtractor
 Webster
 Whacker
-Widow
-Wprecon
+Whatweb
+WinHTTrack
+WiseGuys Robot
+Wonderbot
+Woobot
+Wotbox
 Xaldon WebSpider
 Xenu
 Zade
-Zauba
-Zermelo
-Zitebot
-ZmEu
-ZoominfoBot
-ZumBot
-adscanner
-archive.org_bot
-autoemailspider
-coccocbot
-crawler4j
-dataforseo.com
+cah.io.community
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+demandbase-bot
+domainsproject.org
 eCatch
-evc-batch
-facebookscraper
-gopher
-heritrix
 instabid
 ips-agent
-isitwp.com
+lwp-request
+meanpathbot
 mediawords
+muhstik-scan
+netEstate NE Crawler
 page scorer
-pcBrowser
-plumanalytics
-ripz
-satoristudio.net
+polaris version
+probe-image-size
+scalaj-http
 seostar
 sitechecker.pro
-webgains-bot
-webmeup-crawler
-webprosbot
+siteripz
+sp_auditbot
+trendiction.de
+zgrab