V4.2024.10.4813 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Abonti
+360Spider
+AfD-Verbotsverfahren
+Alexibot
+Alligator
 AlphaBot
-Anarchy
-Anarchy99
-AwarioBot
-BBBike
-BackWeb
-BacklinksExtendedBot
-Badass
-Battleztar Bazinga
-BetaBot
-Bitacle
-Blackboard
-BunnySlippers
-ChatGPT-User
-Curious
-DatabaseDriverMysqli
-Discoverybot
-DomainSigmaCrawler
+Anarchie
+Aspiegel
+Atomseobot
+Barkrowler
+BotALot
+Buddy
+BuiltBotTough
+BuiltWith
+CODE87
+Claritybot
+ClaudeBot
+Copyscape
+Crescent
+Discobot
+DomainStatsBot
 Dragonfly
-ExtLinksBot
-Extractor
-EyeNetIE
+Ebingbong
+Ecxi
+Exabot
+ExtractorPro
+Ezooms
+FacebookBot
+Firefox/7.0
+FlashGet
+FrontPage
 FyberSpider
-GetWeb
-GrabNet
-Grafula
-HMView
-HTMLparser
-Haansoft
-Heritrix
-HybridBot
-IRLbot
-IndeedBot
-InterGET
-InternetMeasurement
-JetCar
-Jetty
-Joomla
-Keybot Translation-Search-Machine
+Fyrebot
+Go-Ahead-Got-It
+HTTP::Lite
+HTTrack
+Keyword Density
 Kozmosbot
-Lftp
-LinkWalker
-MIDown tool
-MarkMonitor
-MarkWatch
-MeanPath Bot
-Mister PiX
-PageScorer
-Probethenet
-PyCurl
+LeechGet
+Libwhisker
+Lightspeedsystems
+Lipperhey
+MTRobot
+Mail.RU_Bot
+MauiBot
+Microsoft URL Control
+NetSpider
+Nibbler
+Ninja
+OnCrawl
+PECL::HTTP
+Pavuk
+PeoplePal
+Piepmatz
+Pimonster
 QueryN Metasearch
-RebelMouse
-Recorder
-RepoMonkey
-SISTRIX
-Scanbot
+Quick-Crawler
+RankActiveLinkBot
+RankingBot
+Ripper
+SEOstats
+SMTBot
 ScoutJet
-ScrepyBot
-SemrushBot
-Siphon
-SmartDownload
-Snake
-Sosospider
-Sottopop
-SputnikBot
-Sqlworm
-Surfbot
-The Intraformant
-TightTwatBot
-Toweyabot
-Vagabondo
-WASALive-Bot
-WEBDAV
-Web Fetch
-Web Sucker
-WebCollage
+Seekport
+Sitebeam
+Sociscraper
+Sogou web spider
+Stripper
+Sucker
+Sucuri
+SuperHTTP
+TeleportPro
+Trendictionbot
+True_Robot
+TurnitinBot
+TwengaBot
+VoidEYE
+WBSearchBot
+Wallpapers/3.0
+Web Sauger
 WebCopier
-WebSauger
+WebGo IS
 Whatweb
-WinHTTrack
-Wonderbot
-Wprecon
-Xenu
-ZoominfoBot
+Woobot
+Zeus
+ZmEu
 ZyBorg
-autoemailspider
-awario.com
-crawler4j
-eCatch
-evc-batch
+adscanner
+cah.io.community
+clark-crawler
 imagesift.com
+ips-agent
+isitwp.com
+lwp-request
+magpie-crawler
 meanpathbot
-muhstik-scan
-polaris version
-seocompany.store
+openai.com
+scan.lol
+sogouspider
 sysscan
-webprosbot
-zauba.io
+xpymep1.exe