V4.2022.11.3445 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 404enemy
-AIBOT
-Aboundex
-Acunetix
+ADmantX
+Abonti
+Aboundexbot
+AfD-Verbotsverfahren
 AiHitBot
+AllSubmitter
 Alligator
-AlphaBot
 Anarchie
 Anarchy
+Anarchy99
 Anthill
-Apexoo
+Aspiegel
 Asterias
+Attach
 AwarioRssBot
-AwarioSmartBot
-BDCbot
+BBBike
 BDFetch
-BackDoorBot
+BackStreet
 BackWeb
-BacklinkCrawler
 Bandit
-Barkrowler
-BatchFTP
-BetaBot
+Battleztar Bazinga
 Bigfoot
-Bitacle
 Blow
 BlowFish
 Brandwatch
+Buck
+Buddy
+BunnySlippers
+BuzzSumo
 CATExplorador
+CCBot
 CSHttp
-Calculon
+Cegbfeieh
+CheTeam
 CheeseBot
 CherryPicker
-Chlooe
-Citoid
+Claritybot
 Cocolyzebot
 Cogentbot
 Collector
+CopyRightCheck
 Copyscape
-Cosmos
+Craftbot
 Crescent
+CrunchBot
 Curious
 Custo
-CyotekWebCopy
-DIIbot
-DTS Agent
-Demon
+DSearch
 DigitalPebble
-Dirbuster
-Disco
 Discobot
+Dispatch
 DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
-DomainStatsBot
-Dotbot
-Dragonfly
-ECCP/1.0
-EMail Siphon
+DnyzBot
+Download Wonder
+Drip
+EMail Wolf
 Ebingbong
 Ecxi
-EirGrabber
-Extreme Picture Finder
-EyeNetIE
-Fimap
+Evil
+Express WebPictures
+FemtosearchBot
+Flunky
 Foobot
-FrontPage
-Fyrebot
-Getintent
+GetRight
 Gigabot
-Go!Zilla
-Grafula
-GrapeFX
+Gotit
+Grabber
+GridBot
 HMView
-HTTrack
-Havij
-Hloader
+Haansoft
+HaosouSpider
+Harvest
 HonoluluBot
-IRLbot
-Image Sucker
-Indy Library
-InfoNaviRobot
-InfoTekies
-InterGET
-Iskanie
-Jbrofuzz
-JetCar
+IDBot
+Image Fetch
+IndeedBot
+Intelliseek
+Internet Ninja
+InternetSeer
+JennyBot
 Jetty
-JustView
 Keybot Translation-Search-Machine
-LNSpiderguy
+Keyword Density
+Kinza
+Kozmosbot
 LWP::Simple
-Lanshanbot
-LibWeb
+Larbin
 Libwhisker
 LieBaoFast
-LinkScan
-LinkWalker
-Linkbot
+Lightspeedsystems
 LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
-MQQBrowser
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+MSFrontPage
 MTRobot
 Magnet
-Majestic-SEO
-MauiBot
-MeanPath Bot
+Mail.RU_Bot
+MarkWatch
+Mb2345Browser
 Meanpathbot
-Mediatoolkitbot
-Metauri
 Microsoft URL Control
-Minefield
+Mister PiX
 Moblie Safari
-Navroad
-Net Vampire
+MolokaiBot
+Mr.4x3
+Nameprotect
+NearSite
+Nessus
 NetLyzer
-NetZIP
-Netvibes
+NetMechanic
+Nettrack
 NextGenSearchBot
+Nibbler
 NimbleCrawler
-Nuclei
 Nutch
-Offline Explorer
-Offline Navigator
+OpenLinkProfiler
 Openfind
-OrangeBot
-OrangeSpider
-OutfoxBot
-PECL::HTTP
-PHPCrawl
+OutclicksBot
 Page Analyzer
-PageThing.com
-Panscient
+PageGrabber
+Pandalytics
+Papa Foto
 Pavuk
-PeoplePal
-Petalbot
+Pi-Monster
+Picscout
 Picsearch
-PictureFinder
 Piepmatz
-Pimonster
-ProPowerBot
-Pump
-RSSingBot
-RankActive
-RankActiveLinkBot
-RankingBot2
+Pixray
+ProWebWalker
+Probethenet
+PxBroker
+RankFlex
 RedesScrapy
 RepoMonkey
 RocketCrawler
 Rogerbot
-SEOkicks
+SBIder
 SEOstats
-SalesIntelligent
-ScanAlert
-ScoutJet
-ScrepyBot
+SISTRIX
+SMTBot
+Scanbot
+Scrapy
 Searchestate
-SearchmetricsBot
-Seekport
+SemrushBot
+SeobilityBot
+Shodan
+Siphon
 Site Sucker
 SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+SiteSnagger
 SiteSucker
+Sitebeam
 Siteimprove
-Snapbot
+SmartDownload
+Snake
 Snoopy
-SocialRankIOBot
 Spanner
 Spbot
-Spinn3r
-Sqlworm
-Sqworm
-SurveyBot
-T8Abot
-TeleportPro
+SputnikBot
+Stripper
+Sucker
+Sucuri
+SuperBot
+SuperHTTP
+Suzuran
+Szukacz
 Telesphoreo
-Telesphorep
-The Intraformant
+TheNomad
 Thumbor
-Titan
-Toata
-Toweyabot
-Trendictionbot
-Turingos
+TightTwatBot
+Trendiction
 Turnitin
-Typhoeus
+TwengaBot
 URLy Warning
-VB Project
+V-BOT
 VCI
+Vacuum
 Vagabondo
-VidibleScraper
-Virusdie
+VoidEYE
 Voltron
-WASALive-Bot
-WBSearchBot
-Wallpapers
+WEBDAV
+WISENutbot
+WWW::Mechanize
+WeSEE
 Web Enhancer
 Web Fuck
-Web Sauger
+Web Pix
+Web Sucker
+WebBandit
 WebCollage
-WebFetch
+WebEnhancer
 WebFuck
-WebImageCollector
+WebGo IS
 WebLeacher
-WebReaper
 WebStripper
-WebZIP
-Webalta
-WebmasterWorldForumBot
+WebWhacker
 Webshag
-Whacker
+Who.is Bot
 Wonderbot
 Woobot
 Wotbox
+Wprecon
 Xaldon WebSpider
-YoudaoBot
-Zauba
-Zitebot
+Xenu
 ZoominfoBot
-ZumBot
+ZyBorg
 archive.org_bot
-arquivo-web-crawler
-autoemailspider
-backlink-check
+arquivo.pt
 cah.io.community
-coccocbot
-com.plumanalytics
+check1.exe
+clark-crawler
 crawl.sogou.com
-demandbase-bot
+dataforseo.com
+domainsproject.org
 eCatch
 evc-batch
-gopher
-heritrix
-internetVista monitor
+instabid
+ips-agent
 isitwp.com
 linkdexbot
-meanpathbot
-mediawords
+magpie-crawler
 muhstik-scan
+pcBrowser
 polaris version
-ripz
 satoristudio.net
-seoscanners
-sitechecker.pro
+seobility
+serpstatbot
+sexsearcher
+sp_auditbot
 spyfu
-trendiction.com
+sysscan
+tAkeOut
 voyagerx.com
 webmeup-crawler
+x09Mozilla
 x22Mozilla
+xpymep1.exe
 zgrab