V4.2024.08.4674 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-AiHitBot
-AllSubmitter
-Anarchy
-Anarchy99
-Attach
-AwarioBot
-BLEXBot
-Black Hole
-CATExplorador
-CheeseBot
-Cocolyzebot
+360Spider
+404enemy
+Abonti
+AfD-Verbotsverfahren
+AhrefsBot
+Alligator
+AlphaBot
+Apexoo
+BBBike
+BDCbot
+BDFetch
+BacklinkCrawler
+CSHttp
+CheTeam
 Cosmos
-CrazyWebCrawler
-DatabaseDriverMysqli
-Dirbuster
-Dispatch
-DittoSpyder
-DomainSigmaCrawler
-Dotbot
+Custo
+Devil
+DigitalPebble
+Discoverybot
+DnyzBot
+DomCopBot
 EMail Siphon
+Ecxi
 Express WebPictures
-FacebookBot
-Foobot
-GetRight
-Go!Zilla
-Grafula
-HMView
-HaosouSpider
-Humanlinks
-IRLbot
-IlseBot
-InterGET
-Kenjin Spider
-Keybot Translation-Search-Machine
-LeechFTP
-Lftp
+ExtractorPro
+GPTBot
+GT::WWW
+Genieo
+GrapeFX
+GrapeshotCrawler
+GridBot
+HTTrack
+IDBot
+Indy Library
+Information Security Team InfraSec Scanner
+JamesBOT
+Jbrofuzz
+Kinza
+Libwhisker
 Lightspeedsystems
-LinkScan
-LinkWalker
-Lipperhey Spider
+Linkbot
+LinqiaRSSBot
+Lipperhey
+MIDown tool
+MIIxpc
 MSFrontPage
-Mag-Net
-MarkWatch
+MarkMonitor
 MauiBot
-MegaIndex.ru
+Meanpathbot
 Microsoft URL Control
-Mojeek
-Mojolicious
-Mozlila
-NimbleCrawler
+Morfeus Fucking Scanner
+NPbot
+Navroad
+Nettrack
+Nuclei
 Nutch
+Offline Explorer
 OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
-Pandalytics
-Papa Foto
-Pavuk
-Psbot
-Quick-Crawler
-RedesScrapy
-SBIder
-SEOprofiler
-ScreenerBot
-Semrush
-SeobilityBot
+Petalbot
+Scrapy
+ScrepyBot
+SeekportBot
+SemanticJuice
+SeoSiteCheckup
 Shodan
-Siphon
-SmartDownload
-Sogou web spider
-Sosospider
-SpaceBison
-Spanner
-Spbot
-SurveyBot
+Siteimprove
+SocialRankIOBot
+SpankBot
+Spider_Bot/3.0
+Sqlworm
+Stripper
+Sucker
+Surfbot
 T8Abot
 Telesphoreo
-Titan
-TurnitinBot
-VeriCiteCrawler
+Telesphorep
+Toata
+UnisterBot
+Upflow
+WASALive-Bot
+WEBDAV
 WeSEE
-Web Fuck
-Web Sucker
-Widow
-WiseGuys Robot
-Xaldon_WebSpider
-ZyBorg
-awario.com
-cohere-ai
-demandbase-bot
-facebookscraper
-linkdexbot
-linkfluence
-magpie-crawler
-mediawords
-scan.lol
-seobility
-sexsearcher
-sysscan
-webgains-bot
+Web Collage
+WebCopier
+WebsiteQuester
+Whack
+WinHTTrack
+Zade
+Zauba
+Zitebot
+archive.org_bot
+crawler4j
+meanpathbot
+seocompany.store
+seoscanners
+seostar
+siteripz
+sp_auditbot
+spyfu
+zauba.io