V4.2024.03.4372 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-AfD-Verbotsverfahren
-AhrefsBot
-AllSubmitter
-Anarchie
+404checker
+Anarchy99
 Ankit
-Aspiegel
-AwarioRssBot
-AwarioSmartBot
+Atomseobot
 BackWeb
-Badass
-BetaBot
-Blow
-Bolt
-BotALot
-Bytespider
-CheTeam
-Custo
-DSearch
-Devil
-Ebingbong
-EroCrawler
-ExtractorPro
+Barkrowler
+Brandprotect
+Brandwatch
+CSHttp
+Calculon
+CensysInspect
+Cogentbot
+DnyzBot
+Dragonfly
+EMail Siphon
+EMail Wolf
+Exabot
+Express WebPictures
+FDM
+FacebookBot
 Freeuploader
 FrontPage
-Fyrebot
-GPTBot
+Fuzz
 GalaxyBot
-Google-Extended
-GrabNet
-GrapeFX
-HEADMasterSEO
-HTTP::Lite
-HTTrack
-Hloader
-IDBTE4M
-Iria
-Jorgee
+GoZilla
+Heritrix
+Id-search
+InternetSeer
+Keyword Density
+LNSpiderguy
+Lanshanbot
 Larbin
-LeechGet
-LibWeb
-Libwhisker
-Likse
-LinkScan
-LinqiaScrapeBot
-Lipperhey Spider
-Lmspider
+LinkWalker
+Linkbot
+LinksManager
 Ltx71
-MSIECrawler
-Masscan
-Meanpathbot
-Mozlila
-Navroad
-NetSpider
+Majestic12
+MegaIndex.ru
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
+Mojeek
+Mr.4x3
+Net Vampire
+NetZIP
 Nibbler
-NimbleCrawler
-PECL::HTTP
-PageScorer
+OrangeSpider
 PageThing.com
-Pandalytics
-Proximic
-PyCurl
-RSSingBot
-RankurBot
+Pixray
+Pump
+RankActiveLinkBot
+RankingBot2
 ReGet
+RealDownload
+Reaper
+RedesScrapy
 SEOlyticsCrawler
-SEOprofiler
-SeekportBot
-SemrushBot
+Semrush
+SeoSiteCheckup
 SeobilityBot
+Siphon
 SiteCheckerBotCrawler
-SiteExplorer
-Sitebeam
-Siteimprove
-Sitevigil
-SlySearch
+SiteLockSpider
+SiteSucker
+SocialRankIOBot
 Stripper
-Thumbor
-Trendictionbot
-URLy Warning
-VCI
+Suzuran
+Telesoft
+Telesphoreo
+The Intraformant
+Toata
+Turingos
+TurnitinBot
+Upflow
 Vagabondo
-Wallpapers/3.0
-WebGo IS
-WebSauger
-Webshag
+VeriCiteCrawler
+VidibleScraper
+WBSearchBot
+WWW::Mechanize
+Web Collage
+WebFuck
+WebWhacker
+WebZIP
+Webster
+Xaldon_WebSpider
+Zade
+Zermelo
+ZumBot
 anthropic-ai
-autoemailspider
-com.plumanalytics
-crawl.sogou.com
+check1.exe
+clark-crawler
+coccocbot
+eCatch
 heritrix
-linkdexbot
-lwp-request
-mediawords
-openai
-serpstatbot
-sysscan
-tAkeOut
-webgains-bot
-xpymep1.exe
+muhstik-scan
+scan.lol
+sexsearcher
+trendiction.com
+trendiction.de
+voyagerx.com