V4.2023.09.3988 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-360Spider
-Acunetix
 Anarchy
-Anarchy99
-Atomseobot
-Attach
-Blow
-Cegbfeieh
+BackDoorBot
+BatchFTP
+BlackWidow
+Blackboard
+BlowFish
+Boardreader
+Buck
+Bytespider
+CheTeam
+CheeseBot
+ChinaClaw
 Citoid
+Collector
+Copier
+Copyscape
 Crescent
-DBLBot
-DomainAppender
-DomainSigmaCrawler
-Drip
+CrunchBot
+Custo
+Dispatch
+DnyzBot
 EMail Wolf
-Ebingbong
-Ecxi
+EasyDL
+Extractor
 FDM
-Freeuploader
-Gotit
-HTTrack
-Harvest
-IDBTE4M
-Id-search
-IndeedBot
+Foobot
+Fuzz
+GPTBot
+GalaxyBot
+GermCrawler
+GrabNet
+HEADMasterSEO
+Haansoft
+Hloader
+InfoNaviRobot
+Intelliseek
 JOC Web Spider
-Joomla
+JamesBOT
+JetCar
 Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
-Lanshanbot
-LibWeb
-LinkextractorPro
-LinqiaRSSBot
-MQQBrowser
-Mag-Net
+Keyword Density
+LNSpiderguy
+Lftp
+Likse
+LinkWalker
+Litemage_walker
+MSFrontPage
+MSIECrawler
 Mail.RU_Bot
-Musobot
-Nessus
-Niki-bot
-Openvas
-OutfoxBot
-PHPCrawl
-Page Analyzer
-PageAnalyzer
-Pavuk
-Pi-Monster
-Picsearch
-Pixray
-ProWebWalker
-Quick-Crawler
-RankActiveLinkBot
-Ripper
-ScanAlert
-SeekportBot
-SemrushBot
-SeobilityBot
-Site Sucker
-SiteLockSpider
-SiteSnagger
-SlySearch
-Sqworm
-SuperBot
+Majestic SEO
+MarkMonitor
+Microsoft URL Control
+Mister PiX
+Msrabot
+Netcraft
+Nibbler
+Nikto
+Nutch
+OrangeSpider
+PageThing.com
+Piepmatz
+ProPowerBot
+Pu_iN
+PyCurl
+Rankivabot
+Re-re
+ReGet
+RealDownload
+Semrush
+Seomoz
+SiteCheckerBotCrawler
+Sociscraper
+Spammen
 SuperHTTP
-SurveyBot
-Turingos
-V-BOT
-VCI
-VeriCiteCrawler
-WWW::Mechanize
-Wallpapers/3.0
-Web Fuck
+Teleport
+TightTwatBot
+Voil
+WWW-Mechanize
+Wallpapers
+Web Sauger
 WebAuto
-WebFetch
-WebLeacher
-Wotbox
+WebReaper
+WebStripper
+WebZIP
+WebmasterWorldForumBot
+Webshag
 Xaldon WebSpider
-YoudaoBot
-Zade
-autoemailspider
-backlink-check
-cah.io.community
-cognitiveseo
-dataforseobot
-facebookscraper
-isitwp.com
-lwp-trivial
-netEstate NE Crawler
-openai.com
-page scorer
+Zitebot
+demandbase-bot
+heritrix
+instabid
 pcBrowser
-plumanalytics
-seoscanners
+probe-image-size
+s1z.ru
+satoristudio.net
+sitechecker.pro
 siteripz
-spyfu
-sysscan
-tAkeOut
-ubermetrics-technologies.com
-x22Mozilla
+trendiction.de
+webpros.com
+zgrab