V4.2024.01.4232 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-ASPSeek
+AIBOT
+AhrefsBot
+Alligator
 Anarchy
-Aspiegel
-AwarioSmartBot
-BBBike
-BackWeb
-BatchFTP
-Boardreader
-BuiltBotTough
-BunnySlippers
-Bytespider
-CATExplorador
-Calculon
-Chlooe
-Cloud mapping
-CrunchBot
-CyotekWebCopy
-DBLBot
-DomCopBot
-Dotbot
-Dragonfly
-EirGrabber
-Extractor
-Firefox/7.0
-FlashGet
-Flunky
-Genieo
-Getintent
-Go!Zilla
-GrapeshotCrawler
+Anthill
+Asterias
+BacklinkCrawler
+BlackWidow
+Blow
+BlowFish
+CazoodleBot
+CopyRightCheck
+Curious
+Disco
+DittoSpyder
+Drip
+Ebingbong
+Exabot
+Express WebPictures
+ExtLinksBot
+Foobot
+Freeuploader
+Fyrebot
+GPTBot
+GetWeb
+Grafula
 HEADMasterSEO
-Humanlinks
-IRLbot
-Id-search
-InterGET
-Jbrofuzz
-JetCar
-JustView
-Jyxobot
-Kenjin Spider
-Lftp
-LinkpadBot
-Lipperhey Spider
+HMView
+Havij
+IlseBot
+Indy Library
+Jetty
+Kozmosbot
+LeechFTP
+LinqiaMetadataDownloaderBot
+Ltx71
+MFC_Tear_Sample
 Mag-Net
-Majestic SEO
+Majestic12
 MarkWatch
 MeanPath Bot
-MegaIndex.ru
-Mojolicious
-NPbot
+Metauri
+Mister PiX
+Mr.4x3
 Nameprotect
 Navroad
-NetSpider
-Netcraft
-Nibbler
-Nuclei
-OrangeSpider
-PeoplePal
-Pi-Monster
+Nessus
+Nettrack
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Openfind
+PECL::HTTP
+PageThing.com
+Pavuk
+Petalbot
+Picscout
+PleaseCrawl
+Pockey
 ProWebWalker
 Probethenet
-RankActive
-Ripper
+Psbot
+RSSingBot
+RankurBot
+Re-re
+Reaper
 SEOkicks
-Seomoz
-Sitebeam
-Snapbot
+SEOkicks-Robot
+SEOlyticsCrawler
+SMTBot
+Searchestate
+SiteExplorer
+SlySearch
+SocialRankIOBot
 SpankBot
 Steeler
-Telesoft
-TheNomad
-Thumbor
+Sucker
+T8Abot
+Teleport
+Titan
+Toweyabot
 Turingos
-URLy Warning
-VB Project
-VelenPublicWebCrawler
-Wallpapers
-WebFuck
-WebLeacher
-WebReaper
-WebStripper
-WebSucker
-Whacker
-adscanner
-archive.org_bot
-arquivo.pt
-autoemailspider
-backlink-check
-demandbase-bot
-netEstate NE Crawler
-oBot
-probe-image-size
-ripz
-s1z.ru
-seocompany.store
-seoscanners
-spyfu
+Turnitin
+Typhoeus
+Upflow
+Voil
+WWW::Mechanize
+WeSEE
+Web Enhancer
+WebmasterWorldForumBot
+Wprecon
+Xenu
+Zade
+ZyBorg
+crawler4j
+meanpathbot
+openai
 tAkeOut
-webprosbot
+trendiction.de
+zauba.io