V4.2024.08.4707 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
 ASPSeek
-AllSubmitter
-Anarchy99
-Apexoo
-AwarioRssBot
-BackDoorBot
-BacklinkCrawler
+AfD-Verbotsverfahren
+Alexibot
+Anarchy
+Atomseobot
+BLEXBot
+BackWeb
+Barkrowler
 Battleztar Bazinga
-Bigfoot
+Blackboard
 BlowFish
-CSHttp
-Calculon
-CazoodleBot
-Claritybot
-Crawling at Home Project
-DigitalPebble
-Discobot
-Dotbot
-Drip
-EMail Wolf
-Ebingbong
-Evil
-FDM
-FacebookBot
-FrontPage
-FyberSpider
-Go-Ahead-Got-It
+Bytespider
+ChatGPT-User
+Citoid
+Crescent
+Discoverybot
+DittoSpyder
+DomCopBot
+DomainAppender
+DomainSigmaCrawler
+EroCrawler
+Exabot
+EyeNetIE
+Fuzz
+GetRight
 GrapeshotCrawler
-Havij
-Heritrix
-Humanlinks
-Id-search
-InfoNaviRobot
-JetCar
-JikeSpider
-JustView
-LexiBot
-Lftp
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
+HEADMasterSEO
+HonoluluBot
+IDBot
+ImagesiftBot
+IndeedBot
+InfraSec Scanner
+Iskanie
+JennyBot
+Jyxobot
+Keyword Density
+Libwhisker
+Likse
+MQQBrowser
 MTRobot
-Majestic-SEO
-MolokaiBot
-Mozlila
-Mr.4x3
-NetAnts
-NetMechanic
-NetSpider
-Nuclei
-Offline Explorer
-OpenLinkProfiler
+Magnet
+Mb2345Browser
+MicroMessenger
+Microsoft Data Access
+NearSite
+OnCrawl
 OrangeBot
 OutfoxBot
-POE-Component-Client-HTTP
-Pi-Monster
-PleaseCrawl
-ProPowerBot
-RankActiveLinkBot
-SBIder
-ScanAlert
-Seomoz
-SiteExplorer
-Siteimprove
+Page Analyzer
+PageGrabber
+PageScorer
+Papa Foto
+Picscout
+Pu_iN
+QueryN Metasearch
+RSSingBot
+Rogerbot
+SEOlyticsCrawler
+Screaming
+SemanticJuice
+SeobilityBot
+Site Sucker
+SiteLockSpider
 Spammen
-SpankBot
-Spider_Bot
-Sqlworm
-Szukacz
-Teleport
-TightTwatBot
-Tracemyfile
-Turingos
-TwengaBot
-VCI
-WASALive-Bot
+Stripper
+Telesphoreo
+Telesphorep
+Trendiction
+TurnitinBot
+URLy.Warning
+UnisterBot
+Voltron
+WBSearchBot
 WWW-Collector-E
-WeSEE
+WWW::Mechanize
+Web Auto
 Web Collage
-Web Enhancer
-WebStripper
-Wonderbot
-Wprecon
-Xenu
-YoudaoBot
-Zitebot
-autoemailspider
-awario.com
-clark-crawler
-cognitiveseo
-dataforseo.com
+Web Sucker
+WebPix
+WebsiteExtractor
+Whacker
+Woobot
+Wotbox
+Zauba
+ZoomBot
+adscanner
+arquivo.pt
+coccocbot
 domainsproject.org
-imagesift.com
-lwp-trivial
-polaris version
-sitechecker.pro
-sogouspider
-ubermetrics-technologies.com
+evc-batch
+isitwp.com
+linkdexbot
+openai
+seoscanners
+sexsearcher
+spyfu
+trendiction.com
+webgains-bot
+x09Mozilla
+zgrab