V4.2023.12.4204 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-AfD-Verbotsverfahren
-Alligator
-Anarchie
-BackWeb
-Black Hole
-BlackWidow
-BlowFish
-Brandprotect
-BuzzSumo
-CheeseBot
+Alexibot
+AllSubmitter
+Anarchy
+Anthill
+Apexoo
+Barkrowler
+Bitacle
+Buck
+Buddy
+CherryPicker
 Chlooe
 Cogentbot
-Collector
 Copyscape
-Cosmos
-CrunchBot
-Custo
-DSearch
-Digincore
-Disco
-Domains Project
-Dotbot
+Craftbot
+DatabaseDriverMysqli
+Devil
+DomCopBot
+EirGrabber
 Evil
-Exabot
-Extractor
-Fuzz
-Gotit
-Grafula
-HTMLparser
-HaosouSpider
-HonoluluBot
-Humanlinks
-IDBTE4M
-Image Fetch
-JOC Web Spider
-Jbrofuzz
-LNSpiderguy
-Libwhisker
-LinkWalker
+Flunky
+FrontPage
+GPTBot
+Genieo
+Getintent
+Gigabot
+Go-Ahead-Got-It
+HTTrack
+Heritrix
+Image Sucker
+Intelliseek
+Jetty
+Lanshanbot
+LeechFTP
+Lftp
+LinkScan
 Linkbot
-Lipperhey Spider
-MarkMonitor
+LinqiaMetadataDownloaderBot
+Lmspider
+MSFrontPage
+Mail.RU_Bot
+Mata Hari
 Mediatoolkitbot
-Metauri
-Mister PiX
-Msrabot
-Navroad
-NearSite
-Needle
-NetAnts
-NetSpider
-NetZIP
-Netcraft
-Nutch
-Pimonster
+Microsoft Data Access
+MolokaiBot
+Mr.4x3
+NextGenSearchBot
+Nmap
+Octopus
+OnCrawl
+OutclicksBot
+Page Analyzer
+PageGrabber
+Petalbot
+Picsearch
+PictureFinder
+Piepmatz
 PleaseCrawl
-Pockey
-ProWebWalker
-Proximic
-Psbot
+Rainbot
 RankFlex
-ScoutJet
-Searchestate
-Semrush
-SemrushBot
-SiteExplorer
-SiteSucker
-Siteimprove
-Sitevigil
-Sosospider
-Spammen
-Spanner
-Sqlmap
-Swiftbot
-Telesphoreo
-Telesphorep
-URLy.Warning
-VeriCiteCrawler
-WISENutbot
+RankingBot2
+SEOkicks
+SEOkicks-Robot
+Seomoz
+SpaceBison
+Spinn3r
+Stripper
+T0PHackTeam
+The Intraformant
+Toweyabot
+Trendictionbot
+True_Robot
+Turnitin
+Vagabondo
+Voltron
+WWW-Mechanize
 WWWOFFLE
-Web Collage
-WebReaper
-Webster
-Wonderbot
-Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zauba
-Zitebot
-arquivo-web-crawler
-check1.exe
-instabid
-magpie-crawler
-meanpathbot
-page scorer
-seobility
-voyagerx.com
-webgains-bot
-x09Mozilla
+Wallpapers/3.0
+WallpapersHD
+Web Fetch
+Web Sucker
+WebBandit
+WebEnhancer
+WebFuck
+Wotbox
+Wprecon
+Zermelo
+ZmEu
+ZoomBot
+ZumBot
+backlink-check
+cah.io.community
+coccocbot
+eCatch
+heritrix
+iubenda-radar
+openai.com
+s1z.ru
+scan.lol
+sitechecker.pro
+sp_auditbot