V4.2022.06.3185 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ALittle Client
-Abonti
-AfD-Verbotsverfahren
+01h4x.com
+404checker
+404enemy
+ADmantX
+Aboundex
+Aboundexbot
+AiHitBot
 Aipbot
 Alexibot
-AllSubmitter
 AlphaBot
-Ankit
+Anarchie
+Apexoo
 Atomseobot
-AwarioRssBot
-BBBike
-BDFetch
-BackStreet
-BacklinkCrawler
-Badass
-Battleztar Bazinga
-Blackboard
-Bolt
-BotALot
-Brandprotect
-Buddy
-CATExplorador
+BDCbot
+BetaBot
+Bigfoot
+Black Hole
+BlowFish
+Boardreader
+Brandwatch
+BunnySlippers
+BuzzSumo
 CSHttp
 Cegbfeieh
+CensysInspect
+CheeseBot
+CherryPicker
 Chlooe
-Claritybot
+Citoid
+Cliqzbot
+Cocolyzebot
 Cogentbot
-Craftbot
-Crawling at Home Project
+Collector
+Copyscape
 Crescent
 CrunchBot
-DIIbot
+Curious
+CyotekWebCopy
 DSearch
-DTS Agent
+Demon
 Deusu
-DigitalPebble
-Dirbuster
-Discobot
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainCrawler
+Discoverybot
+DittoSpyder
+DomCopBot
 DomainSigmaCrawler
-DomainStatsBot
 Dotbot
-Download Wonder
+Drip
+EMail Wolf
 EasyDL
 Ebingbong
-EirGrabber
 Express WebPictures
-Extreme Picture Finder
-Ezooms
+EyeNetIE
 FDM
-FemtosearchBot
 Fimap
-Firefox/7.0
-FlashGet
-Foobot
-Freeuploader
 FrontPage
 Fuzz
 FyberSpider
-GalaxyBot
+Fyrebot
 Genieo
-GetRight
-GetWeb
-Gigabot
-GoZilla
 GrapeshotCrawler
-HMView
+HTMLparser
 HTTP::Lite
 HTTrack
 Harvest
-Humanlinks
-HybridBot
-IDBTE4M
-Iblog
-IlseBot
-Image Sucker
+HonoluluBot
+IRLbot
+Id-search
+InfoNaviRobot
 InfoTekies
-InterGET
-Iskanie
+Intelliseek
 IstellaBot
 JamesBOT
-JennyBot
+Jbrofuzz
+Jetty
 JikeSpider
-Joomla
 JustView
+Kenjin Spider
+Lanshanbot
 Leap
-LeechFTP
-Lftp
-LieBaoFast
 Likse
-Linkbot
+LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MSIECrawler
-MTRobot
+MJ12bot
+MSFrontPage
 Magnet
-Majestic-SEO
+Mail.RU_Bot
+Majestic SEO
 MarkMonitor
-MauiBot
-Mb2345Browser
+MarkWatch
+Masscan
 MeanPath Bot
-MegaIndex.ru
+Meanpathbot
+MicroMessenger
 Microsoft Data Access
-Minefield
+Mister PiX
+Mojeek
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
 Mr.4x3
 Msrabot
-NearSite
-NetAnts
+NPbot
+Name Intelligence
+Nameprotect
+Navroad
+Needle
+Nessus
+Net Vampire
 NetLyzer
 NetSpider
+Netcraft
 Netvibes
-NextGenSearchBot
-Nibbler
-Niki-bot
+Nikto
+NimbleCrawler
+Nimbostratus
+Ninja
 Nmap
-Nutch
-Octopus
-Offline Navigator
+Not
 OnCrawl
-OpenLinkProfiler
 OpenVAS
 Openvas
 OrangeBot
 OrangeSpider
-PECL::HTTP
+OutfoxBot
+Page Analyzer
 PageAnalyzer
 PageGrabber
 Pandalytics
-Panscient
-Picscout
+Papa Foto
+Pavuk
 PictureFinder
+Pimonster
 Pixray
-Probethenet
-Pu_iN
-PxBroker
+Pockey
+ProPowerBot
+ProWebWalker
+Psbot
 QueryN Metasearch
 RankActiveLinkBot
+RankFlex
 RankingBot
-RankingBot2
-RankurBot
-Re-re
-RebelMouse
+ReGet
+Reaper
+Recorder
 RedesScrapy
 Ripper
 Rogerbot
-SBIder
 SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
 SEOstats
+SISTRIX
 SMTBot
-ScreenerBot
+Scanbot
+ScoutJet
 ScrepyBot
-Seekport
-SemanticJuice
+SemrushBot
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
 SiteSucker
 Sitevigil
-SmartDownload
-Snake
-Snoopy
-SocialRankIOBot
-Sosospider
-Sottopop
 SpaceBison
-Spanner
-Spbot
-Sqlmap
-Sqlworm
+SpankBot
+Spinn3r
+SputnikBot
+Sqworm
+Stripper
+Sucuri
+SuperBot
+SuperHTTP
 Surfbot
+SurveyBot
+Szukacz
+TeleportPro
+Telesoft
+Telesphoreo
 The Intraformant
-TightTwatBot
-Toata
+Titan
+Toweyabot
 Tracemyfile
-Turingos
+Trendiction
 Twice
 URLy.Warning
-UnisterBot
-Vacuum
+Upflow
+V-BOT
+VCI
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-WASALive-Bot
-WPScan
+Voil
+WBSearchBot
+WISENutbot
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
 WallpapersHD
 Web Auto
 Web Collage
 Web Fuck
+Web Pix
+Web Sucker
 WebAuto
+WebCollage
 WebImageCollector
 WebLeacher
-WebReaper
-WebSucker
-WebmasterWorldForumBot
-Website Quester
-Who.is Bot
-WiseGuys Robot
+WebPix
+WebZIP
+Webalta
+WebsiteQuester
+Whacker
+Widow
 Wonderbot
 Wotbox
-Xaldon_WebSpider
-YoudaoBot
+Xaldon WebSpider
+Xenu
+Zade
+Zauba
+Zermelo
+Zitebot
 ZmEu
 ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
-adscanner
-arquivo-web-crawler
-autoemailspider
+archive.org_bot
+arquivo.pt
 backlink-check
-cognitiveseo
 crawl.sogou.com
 crawler.feedback
-evc-batch
-gopher
-instabid
-lwp-request
+crawler4j
+demandbase-bot
+internetVista monitor
+ips-agent
+iubenda-radar
+linkdexbot
 lwp-trivial
-magpie-crawler
-muhstik-scan
 netEstate NE Crawler
-oBot
-page scorer
-pcBrowser
-plumanalytics
+ripz
 s1z.ru
-scan.lol
-seobility
-seoscanners
+scalaj-http
+seocompany.store
 seostar
-serpstatbot
 sogouspider
-sp_auditbot
-spyfu
 tAkeOut
-zauba.io
-zgrab
+trendiction.com
+ubermetrics-technologies.com
+webgains-bot
+webmeup-crawler
+x09Mozilla