V4.2023.01.3558 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ADmantX
-AIBOT
+01h4x.com
+360Spider
+80legs
 ASPSeek
 Abonti
-AfD-Verbotsverfahren
-Aipbot
+Aboundex
+Acunetix
+AhrefsBot
 AllSubmitter
+Alligator
 AlphaBot
-Anarchie
-Apexoo
-Attach
+Ankit
+Anthill
+Aspiegel
+Atomseobot
 AwarioRssBot
-BBBike
-BDFetch
-Badass
+BDCbot
+BackDoorBot
 Barkrowler
-Battleztar Bazinga
-Bigfoot
-Black Hole
-Blow
-BlowFish
+Bitacle
+BlackWidow
 Boardreader
 BotALot
+Buck
 Buddy
-Bullseye
+BuiltBotTough
+BuzzSumo
 CATExplorador
-CCBot
+CODE87
 Cegbfeieh
-CheeseBot
+CensysInspect
 CherryPicker
 Chlooe
+Citoid
 Cliqzbot
 Cloud mapping
-Cogentbot
-Collector
-CopyRightCheck
+Cocolyzebot
 Copyscape
-Cosmos
+Crawling at Home Project
 CrazyWebCrawler
-Custo
-CyotekWebCopy
-DataCha0s
+Crescent
+DIIbot
+DSearch
+DatabaseDriverMysqli
 Deusu
-Devil
-Dirbuster
-Discobot
+Disco
+Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
 DomainCrawler
-Dotbot
-Dragonfly
-Drip
-ECCP/1.0
-EasyDL
+Domains Project
+Ebingbong
 EirGrabber
+EroCrawler
 Evil
+Exabot
+Express WebPictures
+Extreme Picture Finder
 FDM
-Freeuploader
-FyberSpider
+FemtosearchBot
+Fimap
+Firefox/7.0
+Fuzz
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-Genieo
-Grafula
-GridBot
-HTTP::Lite
+GermCrawler
+GetRight
+Getintent
+Gigabot
+GoZilla
+GrabNet
+Grabber
+GrapeFX
+GrapeshotCrawler
+HMView
 HTTrack
 Haansoft
-Heritrix
+Harvest
+IDBTE4M
 IDBot
-Id-search
+IlseBot
+InfoNaviRobot
 InfoTekies
+Intelliseek
 InterGET
-Internet Ninja
-InternetSeer
-Iskanie
 IstellaBot
 Jbrofuzz
 JetCar
-Jetty
+JikeSpider
 Joomla
 Jorgee
 Keyword Density
 Kozmosbot
-Larbin
-LeechFTP
-LeechGet
-LibWeb
-Libwhisker
-Likse
-Linkbot
+LNSpiderguy
+Lanshanbot
+Leap
+LexiBot
+Lightspeedsystems
 LinkextractorPro
 LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-Ltx71
-MQQBrowser
-MSIECrawler
-MTRobot
-Magnet
+Lmspider
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+MSFrontPage
+Mag-Net
+Majestic12
 MarkWatch
 Mass Downloader
-Masscan
+Mata Hari
+MauiBot
+Mb2345Browser
+Meanpathbot
 Metauri
-Minefield
+Microsoft Data Access
 Mister PiX
 Moblie Safari
-Mojolicious
+Mojeek
 MolokaiBot
 Morfeus Fucking Scanner
-Mr.4x3
-Musobot
-NICErsPRO
+Nameprotect
 Needle
 NetSpider
 NetZIP
+Nibbler
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Ninja
 Not
 Nuclei
-Octopus
-Offline Navigator
-OpenLinkProfiler
-OrangeBot
+Openfind
+Openvas
 OrangeSpider
-OutclicksBot
-PHPCrawl
-Page Analyzer
-PageThing.com
-Pandalytics
 Papa Foto
-Petalbot
 Pi-Monster
 Picscout
-Piepmatz
-ProPowerBot
-Pump
+Pimonster
+PleaseCrawl
+ProWebWalker
 PxBroker
 PyCurl
 QueryN Metasearch
 Quick-Crawler
 RSSingBot
-Re-re
-RealDownload
+RankActiveLinkBot
+Rankivabot
 Recorder
+RedesScrapy
+RepoMonkey
 Rogerbot
-SEOlyticsCrawler
+SBIder
+SEOkicks
 SEOprofiler
-SEOstats
+SISTRIX
 SMTBot
-ScoutJet
 ScreenerBot
 ScrepyBot
-Searchestate
-Seekport
-Semrush
+SemanticJuice
 SemrushBot
+SentiBot
+SeoSiteCheckup
 SeobilityBot
 Siphon
-Site Sucker
 SiteExplorer
-SiteSnagger
-Sitevigil
-SlySearch
-Snake
-Snapbot
-Snoopy
-SocialRankIOBot
-Sogou web spider
+Sitebeam
+SmartDownload
+Sociscraper
 Sosospider
+Sottopop
 Spammen
+SpankBot
 Spanner
-Spbot
 Spinn3r
-SputnikBot
 Sqlmap
-Steeler
-Surfbot
-Szukacz
-TeleportPro
-The Intraformant
-TheNomad
-Thumbor
-Titan
-Toata
+Sqworm
+SuperBot
+Suzuran
+Swiftbot
+T8Abot
+Telesoft
+TightTwatBot
 Toweyabot
+Tracemyfile
 Trendictionbot
-TurnitinBot
-Typhoeus
+True_Robot
+Turingos
+Twice
 URLy Warning
-UnisterBot
 Upflow
-Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
+V-BOT
+Vagabondo
 Virusdie
-VoidEYE
-Voltron
+Voil
 WBSearchBot
-WISENutbot
-WPScan
-WWW::Mechanize
 WWWOFFLE
-Wallpapers
 WallpapersHD
-Web Enhancer
-Web Fuck
-WebCollage
-WebEnhancer
-WebFuck
-WebSauger
+Web Fetch
+Web Pix
+WebAuto
+WebCopier
+WebGo IS
+WebWhacker
 WebZIP
+Webalta
+WebmasterWorldForumBot
 Webshag
-Website Quester
-Whacker
-Who.is Bot
-Woobot
+Webster
+WiseGuys Robot
 Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zeus
-ZumBot
+Wprecon
+Zade
+Zermelo
 ZyBorg
+archive.org_bot
 arquivo.pt
-autoemailspider
 cah.io.community
+check1.exe
+crawler.feedback
+crawler4j
+domainsproject.org
 evc-batch
-gopher
 instabid
 internetVista monitor
+ips-agent
+isitwp.com
+linkdexbot
 lwp-request
-mediawords
-plumanalytics
+muhstik-scan
 polaris version
 probe-image-size
+ripz
+s1z.ru
+satoristudio.net
 scalaj-http
-scan.lol
-seostar
 serpstatbot
-sitechecker.pro
-siteripz
+sexsearcher
 sogouspider
-spyfu
-tAkeOut
-trendiction.com
+sysscan
 ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
 webmeup-crawler
-webpros.com
 x22Mozilla
-zauba.io
+xpymep1.exe