V4.2023.09.3987 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-404enemy
-80legs
-ASPSeek
-BBBike
-BacklinkCrawler
-BatchFTP
-Blackboard
-Bolt
-Buck
-BuiltWith
-Calculon
-CheeseBot
+360Spider
+Acunetix
+Anarchy
+Anarchy99
+Atomseobot
+Attach
+Blow
+Cegbfeieh
 Citoid
-Claritybot
-Cogentbot
-CopyRightCheck
-Copyscape
-CyotekWebCopy
-DIIbot
-DatabaseDriverMysqli
-Demon
-Deusu
-Devil
-DomainStatsBot
-EirGrabber
+Crescent
+DBLBot
+DomainAppender
+DomainSigmaCrawler
+Drip
+EMail Wolf
+Ebingbong
+Ecxi
 FDM
 Freeuploader
-HonoluluBot
-Image Fetch
-InterGET
-Jbrofuzz
-JetCar
-Jetty
-Larbin
-Leap
-LinksManager
-Lipperhey
-Litemage_walker
-MFC_Tear_Sample
-Mata Hari
-MeanPath Bot
-MegaIndex.ru
-Mister PiX
-MolokaiBot
-Mr.4x3
-Nameprotect
-NetMechanic
-Nibbler
+Gotit
+HTTrack
+Harvest
+IDBTE4M
+Id-search
+IndeedBot
+JOC Web Spider
+Joomla
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Lanshanbot
+LibWeb
+LinkextractorPro
+LinqiaRSSBot
+MQQBrowser
+Mag-Net
+Mail.RU_Bot
+Musobot
+Nessus
 Niki-bot
+Openvas
 OutfoxBot
-PECL::HTTP
-Papa Foto
-PleaseCrawl
-Pockey
-Probethenet
-Psbot
-RSSingBot
-RankurBot
-RedesScrapy
-SEOlyticsCrawler
-Screaming
-Seekport
-Seomoz
-SiteExplorer
+PHPCrawl
+Page Analyzer
+PageAnalyzer
+Pavuk
+Pi-Monster
+Picsearch
+Pixray
+ProWebWalker
+Quick-Crawler
+RankActiveLinkBot
+Ripper
+ScanAlert
+SeekportBot
+SemrushBot
+SeobilityBot
+Site Sucker
+SiteLockSpider
 SiteSnagger
-SmartDownload
-Spinn3r
+SlySearch
 Sqworm
-Swiftbot
-TheNomad
-Tracemyfile
-Trendiction
-Trendictionbot
-Turnitin
-Twice
-Vacuum
-Virusdie
-WWWOFFLE
-WebBandit
-WebCollage
-WebReaper
-WebSauger
-Webster
-Whacker
-Wprecon
+SuperBot
+SuperHTTP
+SurveyBot
+Turingos
+V-BOT
+VCI
+VeriCiteCrawler
+WWW::Mechanize
+Wallpapers/3.0
+Web Fuck
+WebAuto
+WebFetch
+WebLeacher
+Wotbox
+Xaldon WebSpider
+YoudaoBot
 Zade
-ZoominfoBot
-crawler4j
+autoemailspider
+backlink-check
+cah.io.community
+cognitiveseo
 dataforseobot
-demandbase-bot
-gopher
-heritrix
-internetVista monitor
-lwp-request
-mediawords
-oBot
-openai
-s1z.ru
+facebookscraper
+isitwp.com
+lwp-trivial
+netEstate NE Crawler
+openai.com
+page scorer
+pcBrowser
+plumanalytics
+seoscanners
+siteripz
+spyfu
 sysscan
+tAkeOut
+ubermetrics-technologies.com
+x22Mozilla