V4.2023.10.4078 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-AfD-Verbotsverfahren
-AiHitBot
-Alligator
-Aspiegel
-Asterias
-Barkrowler
-BatchFTP
-Bitacle
-Blackboard
-BuiltWith
-CODE87
-Calculon
-ChinaClaw
-Chlooe
+404checker
+ASPSeek
+Aipbot
+Anarchy
+Badass
+Blow
+Boardreader
+CensysInspect
 Cliqzbot
-DatabaseDriverMysqli
-Devil
-Dirbuster
+CrunchBot
+CyotekWebCopy
+DSearch
+DTS Agent
+Demon
+Digincore
+DigitalPebble
+Discobot
 DnBCrawler-Analytics
-Download Wonder
-Dragonfly
-Drip
-Extractor
-Extreme Picture Finder
-FDM
-Genieo
-GrapeshotCrawler
-Image Fetch
-Image Sucker
+DomainAppender
+DomainStatsBot
+ECCP/1.0
+Ebingbong
+EirGrabber
+Fimap
+FlashGet
+Fuzz
+Gigabot
+HonoluluBot
 Internet Ninja
 InternetSeer
-Leap
-LeechFTP
-LexiBot
-Lftp
-Linkbot
-Litemage_walker
-Lmspider
-Majestic SEO
-Majestic-SEO
+Iria
+Iskanie
+JOC Web Spider
+JikeSpider
+Joomla
+Kinza
+Lanshanbot
+Larbin
+Mag-Net
+Magnet
 Masscan
+Mata Hari
 MauiBot
-Moblie Safari
-Netcraft
-Netvibes
-Niki-bot
-Nikto
-Nmap
-Offline Navigator
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
+Metauri
+Mojolicious
+Nameprotect
+Navroad
+NetMechanic
+NetZIP
+Nibbler
+Ninja
+Pavuk
 Pi-Monster
-Picscout
-Psbot
-PyCurl
-RankActive
+Probethenet
+Pu_iN
+Quick-Crawler
 RealDownload
-SBIder
-SEOstats
+RepoMonkey
+SMTBot
+SalesIntelligent
 Scanbot
-ScreenerBot
-SentiBot
-SenutoBot
-SlySearch
-Snoopy
+ScrepyBot
+SearchmetricsBot
+SeekportBot
+SemanticJuice
+Semrush
+Site Sucker
+Snapbot
 SocialRankIOBot
-Sucker
-Suzuran
-TheNomad
-TightTwatBot
-Toweyabot
-TurnitinBot
-TwengaBot
-Typhoeus
-Upflow
-Vagabondo
+SpaceBison
+SpankBot
+Spbot
+Sqworm
+Surfbot
+Titan
+URLy Warning
+URLy.Warning
+UnisterBot
+VCI
+VidibleScraper
+Voil
+Voltron
+WASALive-Bot
 WPScan
-WWW-Mechanize
+Wallpapers/3.0
 Web Collage
 Web Sauger
-Web Sucker
-WebBandit
-Whack
+WebImageCollector
 Who.is Bot
-Widow
-Xaldon WebSpider
-Xaldon_WebSpider
-arquivo.pt
-coccocbot
-crawl.sogou.com
-crawler4j
-evc-batch
-ips-agent
-magpie-crawler
-oBot
-ripz
-scan.lol
+archive.org_bot
+crawler.feedback
+dataforseo.com
+eCatch
+isitwp.com
+polaris version
 sitechecker.pro
+sp_auditbot
+voyagerx.com
+webgains-bot
+x22Mozilla