V4.2023.12.4208 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-AiHitBot
-Aspiegel
-BackWeb
-Blow
-BotALot
-Bytespider
-CCBot
+360Spider
+404enemy
+Abonti
+Acunetix
+Alexibot
+AlphaBot
+Anarchy
+Anarchy99
+Apexoo
+Asterias
+Attach
+AwarioRssBot
+BackStreet
+Bandit
+Bigfoot
+BuiltBotTough
 CheeseBot
-Copyscape
-DBLBot
-DSearch
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-Domains Project
-Extreme Picture Finder
-EyeNetIE
-Ezooms
-FHscan
-FlashGet
+Citoid
+Crescent
+CrunchBot
+Curious
+DTS Agent
+EMail Siphon
+FDM
 Flunky
-Freeuploader
-Fuzz
-GetRight
+GermCrawler
+GetWeb
 Go!Zilla
-Grabber
-Grafula
-Havij
-Heritrix
-IndeedBot
+Go-Ahead-Got-It
+GoZilla
+HEADMasterSEO
+Humanlinks
+InfoTekies
+Intelliseek
 InterGET
 Iria
-IstellaBot
-JennyBot
+Iskanie
 Joomla
-Larbin
-LeechFTP
-LeechGet
-Libwhisker
-Ltx71
-MJ12bot
-MarkWatch
-MeanPath Bot
-Microsoft URL Control
+JustView
+Kenjin Spider
+Leap
+Likse
+LinkScan
+LinkextractorPro
+LinqiaRSSBot
+Litemage_walker
+MIIxpc
+MarkMonitor
+MegaIndex.ru
+MicroMessenger
+Mister PiX
 Moblie Safari
-Musobot
-NetZIP
-Nuclei
-Offline Explorer
-Openfind
-OrangeBot
-OrangeSpider
-PageAnalyzer
-Pandalytics
-Pixray
-ProWebWalker
-PxBroker
-RedesScrapy
-SEOprofiler
-ScoutJet
-Screaming
-Sitebeam
-SlySearch
-SpaceBison
-Stripper
-Sucker
-Sucuri
-SurveyBot
+Mojolicious
+Morfeus Fucking Scanner
+NICErsPRO
+NearSite
+OnCrawl
+Pi-Monster
+Probethenet
+Psbot
+Pu_iN
+RankurBot
+Recorder
+Rogerbot
+ScreenerBot
+SearchmetricsBot
+Seekport
+SenutoBot
+Site Sucker
+SiteLockSpider
+Snake
+SocialRankIOBot
+Sosospider
+Spbot
+Sqworm
 Telesphorep
-Tracemyfile
-VB Project
+TheNomad
+Toata
+Twice
+Typhoeus
 VCI
+Vacuum
+VelenPublicWebCrawler
 VidibleScraper
-WWWOFFLE
-Wallpapers/3.0
-Web Auto
-Web Sauger
-WebFuck
-WebPix
-WebStripper
-WebSucker
-WebmasterWorldForumBot
-Whack
-Zeus
-ZoomBot
-ZoominfoBot
-adscanner
-domainsproject.org
-iubenda-radar
-lwp-trivial
-openai.com
-polaris version
-probe-image-size
-s1z.ru
-sexsearcher
-sysscan
-webpros.com
+WWW-Mechanize
+WeSEE
+WebReaper
+Wonderbot
+arquivo-web-crawler
+arquivo.pt
+coccocbot
+evc-batch
+isitwp.com
+page scorer
+seostar
+siteripz
+voyagerx.com
+webgains-bot
+webmeup-crawler
 webprosbot
-x22Mozilla