V4.2022.04.3046 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
-Aboundex
-Alexibot
-AllSubmitter
+ADmantX
+AIBOT
+ALittle Client
+ASPSeek
+Abonti
+Acunetix
+AfD-Verbotsverfahren
+Aipbot
 Alligator
-Anthill
-Atomseobot
-Attach
-AwarioSmartBot
-BDCbot
-BDFetch
-BackStreet
+AlphaBot
+Anarchy99
+Ankit
+Aspiegel
+Asterias
+AwarioRssBot
+BLEXBot
+Badass
 Barkrowler
-Bigfoot
-Bitacle
-Black Hole
-BlackWidow
 Blackboard
-BotALot
-Brandwatch
-Buddy
+Blow
+Buck
 BuiltBotTough
+BuiltWith
+Bullseye
+CATExplorador
 CCBot
 CODE87
+Cegbfeieh
 CensysInspect
 CheTeam
-Cloud mapping
+Chlooe
+Cogentbot
 Collector
+CopyRightCheck
 Copyscape
-CrunchBot
-Custo
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+CyotekWebCopy
 DBLBot
+DTS Agent
 DataCha0s
 Demon
-Devil
+Digincore
+Dirbuster
+Disco
 Discoverybot
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
 DnyzBot
-DomainAppender
 DomainSigmaCrawler
-Domains Project
-Dotbot
+Download Wonder
 Dragonfly
 ECCP/1.0
-EasyDL
-Ebingbong
+EMail Siphon
+EMail Wolf
+Ecxi
+Evil
 Exabot
-Extractor
+Express WebPictures
 EyeNetIE
-Ezooms
-Fimap
-Fuzz
-GT::WWW
-Genieo
-GermCrawler
+FemtosearchBot
+Flunky
+Freeuploader
+Fyrebot
+G-i-g-a-b-o-t
+GalaxyBot
 GetRight
-GetWeb
 Getintent
 Gigabot
-Go-Ahead-Got-It
-GrapeFX
-HTTP::Lite
-Humanlinks
+Grafula
+GrapeshotCrawler
+HEADMasterSEO
+HaosouSpider
+Harvest
+Havij
 HybridBot
-Iblog
-InfoNaviRobot
+IRLbot
+Image Sucker
+IndeedBot
 InfoTekies
 Intelliseek
+InterGET
 Internet Ninja
-IstellaBot
+Iria
 JOC Web Spider
-Jbrofuzz
 JetCar
-Keyword Density
-Kozmosbot
-Leap
+JustView
+LNSpiderguy
+Lanshanbot
+LeechFTP
 LeechGet
 LexiBot
 LibWeb
-LieBaoFast
-LinkScan
-LinkWalker
+Likse
 LinkextractorPro
-LinkpadBot
-LinksManager
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
+Lipperhey Spider
 Litemage_walker
-MSFrontPage
+Lmspider
 MSIECrawler
-Majestic12
-MarkWatch
+MTRobot
+Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic-SEO
+Mb2345Browser
 MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
-Microsoft URL Control
+Mister PiX
+Moblie Safari
 Mojeek
-NPbot
-Name Intelligence
-Nameprotect
-NearSite
-Needle
-NetAnts
-NetLyzer
+Mojolicious
+MolokaiBot
+Musobot
+Navroad
+Net Vampire
+NetSpider
 NetZIP
-Niki-bot
+Nettrack
+Netvibes
+Nibbler
+Nikto
+NimbleCrawler
 Nimbostratus
+Ninja
+Not
 Nuclei
-Nutch
-Octopus
-Offline Explorer
-Offline Navigator
-OpenVAS
+OnCrawl
+Openfind
 OrangeSpider
-OutclicksBot
 PHPCrawl
+Page Analyzer
+PageAnalyzer
 PageGrabber
-PageScorer
-PageThing.com
 Pandalytics
 Papa Foto
+PeoplePal
+Petalbot
 Pi-Monster
-Pimonster
-Pixray
+Picsearch
+PictureFinder
+Piepmatz
 Psbot
-Pu_iN
 Pump
-PxBroker
-QueryN Metasearch
-Quick-Crawler
 RSSingBot
+RankingBot
 RankingBot2
-Reaper
-Recorder
-RocketCrawler
+ReGet
+RealDownload
+Ripper
 SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-SMTBot
-SalesIntelligent
+SEOstats
 ScanAlert
-ScoutJet
-Searchestate
+Scanbot
+ScrepyBot
 SearchmetricsBot
-Seekport
 SemanticJuice
-Semrush
-SeoSiteCheckup
+SentiBot
+SeobilityBot
 Seomoz
-SiteCheckerBotCrawler
-SiteExplorer
+Site Sucker
 SiteSnagger
-SiteSucker
 Siteimprove
+Sitevigil
 SmartDownload
-Snoopy
+Snake
+SocialRankIOBot
 Sociscraper
-Sottopop
+Sosospider
+SpaceBison
+Spammen
 Spbot
-Spinn3r
-SputnikBot
+Sqworm
 Steeler
-Stripper
-SuperBot
-SuperHTTP
-Surfbot
+Sucker
 Suzuran
-Swiftbot
-T8Abot
-Telesphorep
-TheNomad
+Szukacz
+Telesphoreo
 Thumbor
 TightTwatBot
-Toweyabot
+Toata
 Trendictionbot
+True_Robot
+Turingos
 Turnitin
 Twice
 URLy Warning
-URLy.Warning
-VCI
-VelenPublicWebCrawler
-VidibleScraper
-Voil
-Voltron
+Upflow
+VB Project
+Vacuum
+Vagabondo
+Virusdie
 WASALive-Bot
-WWW-Mechanize
-WWW::Mechanize
+WEBDAV
+WISENutbot
 Wallpapers
-WeSEE
+WallpapersHD
 Web Collage
+Web Enhancer
 Web Fetch
-Web Pix
+Web Fuck
 Web Sucker
-WebAuto
 WebBandit
-WebGo IS
-WebReaper
-WebSauger
-WebmasterWorldForumBot
-Website Quester
+WebEnhancer
+WebLeacher
+WebPix
+WebStripper
+Webshag
 WebsiteQuester
+Webster
+Whack
 Whacker
-Who.is Bot
+Whatweb
 WinHTTrack
-WiseGuys Robot
-Woobot
-Xaldon_WebSpider
-Xenu
-YoudaoBot
+Wotbox
+Xaldon WebSpider
 Zeus
 Zitebot
 ZmEu
 ZoomBot
+ZoominfoBot
 ZyBorg
 adscanner
-archive.org_bot
 arquivo-web-crawler
+check1.exe
+clark-crawler
 coccocbot
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-gopher
-heritrix
-internetVista monitor
-ips-agent
+domainsproject.org
+evc-batch
+facebookscraper
+isitwp.com
 linkdexbot
-mediawords
-netEstate NE Crawler
-pcBrowser
-polaris version
-satoristudio.net
-scalaj-http
-seoscanners
+lwp-request
+magpie-crawler
+muhstik-scan
 sexsearcher
-sogouspider
+sitechecker.pro
 sp_auditbot
-spyfu
-sysscan
 tAkeOut
 trendiction.com
-trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
+webmeup-crawler
+webprosbot
 x22Mozilla
-zauba.io
+xpymep1.exe