V4.2022.11.3452 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
+360Spider
 80legs
+ADmantX
+AIBOT
 ALittle Client
-Acunetix
-Anthill
+ASPSeek
+Abonti
+AhrefsBot
+Aipbot
+AllSubmitter
+Anarchie
+Anarchy99
 Apexoo
-Aspiegel
 Atomseobot
-BBBike
-BDFetch
-BLEXBot
+AwarioRssBot
+AwarioSmartBot
+BDCbot
 BackWeb
-Backlink-Ceck
 BacklinkCrawler
-Badass
-Bandit
 Barkrowler
-Bitacle
-Black Hole
-BlackWidow
+Bigfoot
 Blackboard
 BlowFish
-BotALot
-Buck
+Boardreader
+Bolt
+Brandprotect
+Buddy
+BuiltBotTough
+BuiltWith
 Bullseye
-BunnySlippers
-CSHttp
+BuzzSumo
 CazoodleBot
-CheTeam
+Cegbfeieh
+CensysInspect
 CheeseBot
 ChinaClaw
 Chlooe
-Claritybot
+Citoid
 Cliqzbot
+Cloud mapping
+Cocolyzebot
 Copier
-Craftbot
-Curious
+CopyRightCheck
+Cosmos
+Crescent
+CrunchBot
 Custo
-DBLBot
-DSearch
+DIIbot
 DataCha0s
+Demon
 Devil
 Digincore
-Disco
-Discobot
+DigitalPebble
+Dirbuster
+DnBCrawler-Analytics
 DnyzBot
+DomCopBot
+DomainCrawler
 Dotbot
-Dragonfly
-Ebingbong
-Exabot
-Express WebPictures
-ExtLinksBot
-EyeNetIE
-FDM
-FHscan
+Download Wonder
+EMail Wolf
+EasyDL
+EirGrabber
+ExtractorPro
 Fimap
-FlashGet
-Flunky
-Foobot
-FrontPage
+Freeuploader
+Fuzz
 GalaxyBot
-GetWeb
-Getintent
-GoZilla
-Gotit
-Grabber
-Grafula
-GridBot
-HMView
-HTMLparser
-Haansoft
+Genieo
+GrapeshotCrawler
 HaosouSpider
+Havij
 Heritrix
+Hloader
 HonoluluBot
-IRLbot
+IDBTE4M
+Iblog
 Id-search
-Image Fetch
-IndeedBot
-InternetSeer
-JOC Web Spider
+IlseBot
+Image Sucker
+Indy Library
+InfoNaviRobot
+Intelliseek
+InterGET
+Internet Ninja
 Jbrofuzz
-JetCar
-Jetty
-JustView
-Kinza
-LWP::Simple
-Libwhisker
-LinkWalker
-Lipperhey
-Lipperhey Spider
-Litemage_walker
+Jorgee
+Jyxobot
+Kenjin Spider
+LNSpiderguy
+LibWeb
+Lightspeedsystems
+LinkScan
+LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
+MFC_Tear_Sample
 MIIxpc
-MQQBrowser
-MTRobot
+MSIECrawler
+Magnet
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
 Majestic12
+MarkMonitor
 MarkWatch
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
+Mass Downloader
 MegaIndex.ru
 Metauri
-Microsoft Data Access
-Minefield
+Microsoft URL Control
 Mister PiX
-Moblie Safari
-MolokaiBot
+NICErsPRO
 Name Intelligence
-Nameprotect
-Navroad
-Needle
+NearSite
+Nessus
 Net Vampire
-NetAnts
 NetSpider
+Netcraft
+Nettrack
 Netvibes
-NextGenSearchBot
 Nibbler
-NimbleCrawler
+Nimbostratus
+Not
+Nuclei
 Octopus
-Offline Explorer
 Offline Navigator
-OpenVAS
+OpenLinkProfiler
 Openfind
+OrangeSpider
 OutclicksBot
+OutfoxBot
+PHPCrawl
 PageAnalyzer
-Pandalytics
-PeoplePal
-Pi-Monster
-Piepmatz
-Pixray
+PageGrabber
+PageScorer
+Pimonster
+PleaseCrawl
 Pockey
-ProWebWalker
-Pump
+ProPowerBot
+Psbot
+Pu_iN
 PxBroker
-PyCurl
-RankActive
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
 RankFlex
+Rankivabot
 RankurBot
-Reaper
+ReGet
+RealDownload
 RebelMouse
 Recorder
-RedesScrapy
 Ripper
 RocketCrawler
-SBIder
-SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
-ScoutJet
-Scrapy
-Screaming
+SMTBot
+ScrepyBot
+Searchestate
+Seekport
+SemanticJuice
 Semrush
-SeobilityBot
-Shodan
-Siphon
+SentiBot
+Seomoz
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
 SiteSnagger
+SiteSucker
 Sitebeam
-Sitevigil
 SlySearch
 SmartDownload
 Snake
-SocialRankIOBot
 Sociscraper
-Spinn3r
+Sosospider
+SpaceBison
+Spanner
+Spbot
 SputnikBot
-Sqlmap
-Sqlworm
 Sqworm
-SuperBot
+Stripper
+Sucker
 SuperHTTP
+SurveyBot
 Szukacz
-T8Abot
-Telesphoreo
-Telesphorep
-Thumbor
-Titan
+TheNomad
+Toata
 Toweyabot
 Trendictionbot
-Turingos
 TurnitinBot
-Twice
-Typhoeus
-URLy Warning
-URLy.Warning
-UnisterBot
+TwengaBot
 Upflow
-V-BOT
-VB Project
-Vacuum
-VelenPublicWebCrawler
+Vagabondo
 Voltron
-WASALive-Bot
 WEBDAV
-WISENutbot
 WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Auto
-Web Fetch
-WebBandit
+Wallpapers
+Web Collage
+Web Pix
+Web Sucker
+WebAuto
 WebCollage
+WebFetch
 WebFuck
-WebImageCollector
+WebGo IS
 WebReaper
-WebStripper
-WebZIP
-WebmasterWorldForumBot
+WebSucker
+Webalta
 Website Quester
 WebsiteQuester
-Whack
-Whacker
-Who.is Bot
-WinHTTrack
-Woobot
-Wprecon
+Wotbox
 Xaldon_WebSpider
 Xenu
-Zermelo
-Zitebot
+Zade
+Zauba
+ZoomBot
+ZoominfoBot
 ZyBorg
-archive.org_bot
-arquivo-web-crawler
+backlink-check
+cah.io.community
 check1.exe
-crawler.feedback
+coccocbot
+dataforseo.com
 domainsproject.org
+heritrix
 ips-agent
 isitwp.com
-magpie-crawler
+lwp-request
+lwp-trivial
 mediawords
-polaris version
-probe-image-size
-satoristudio.net
+oBot
+pcBrowser
 scalaj-http
-seobility
+scan.lol
+seocompany.store
+seostar
 serpstatbot
 sexsearcher
-sitechecker.pro
-siteripz
+sogouspider
 spyfu
-sysscan
+tAkeOut
 trendiction.com
 ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
+webpros.com
 webprosbot
+x22Mozilla
 xpymep1.exe
 zauba.io
-zgrab