V4.2023.08.3930 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AfD-Verbotsverfahren
-AiHitBot
-Alligator
-Ankit
-Atomseobot
-Boardreader
+AhrefsBot
+Alexibot
+AwarioRssBot
+Battleztar Bazinga
+Bigfoot
+BotALot
+BuiltWith
 Bullseye
-BuzzSumo
+CCBot
 CODE87
-Cliqzbot
-Cloud mapping
-Collector
-Crescent
-DIIbot
-Devil
-Discoverybot
-DittoSpyder
-DnyzBot
-EMail Wolf
-Ebingbong
-Extreme Picture Finder
-FemtosearchBot
-Fimap
-Foobot
-G-i-g-a-b-o-t
-GermCrawler
+CSHttp
+Citoid
+Cocolyzebot
+Copier
+Copyscape
+Cosmos
+DatabaseDriverMysqli
+Drip
+Ecxi
+ExtLinksBot
+Fyrebot
+GPTBot
 Go-Ahead-Got-It
-Grabber
-HMView
-HTTrack
-Iblog
-Image Fetch
-IndeedBot
+Gotit
+GrapeFX
+Id-search
+Intelliseek
+Iria
+Iskanie
+JOC Web Spider
 Jbrofuzz
-JennyBot
-Jetty
-JustView
-LNSpiderguy
-LexiBot
-LieBaoFast
+Jorgee
+Jyxobot
+Keyword Density
+Kinza
 Likse
-LinkScan
-Ltx71
-MJ12bot
-Metauri
-MicroMessenger
-MolokaiBot
-NearSite
-NetSpider
-NetZIP
-Nuclei
+Linkbot
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+MIIxpc
+MTRobot
+MarkWatch
+MegaIndex.ru
+Mozlila
+Name Intelligence
+Needle
+Nibbler
+NimbleCrawler
 Nutch
-Offline Navigator
-Openfind
-PHPCrawl
-Page Analyzer
+Octopus
+OutclicksBot
+PECL::HTTP
 Papa Foto
-Petalbot
-Probethenet
-Psbot
-RepoMonkey
-SISTRIX
+PeoplePal
+Pimonster
+Pockey
+ProPowerBot
+RSSingBot
+ReGet
+RedesScrapy
+RocketCrawler
+SEOlyticsCrawler
 SalesIntelligent
-Scrapy
-Semrush
-SmartDownload
-Snapbot
-Sucker
+ScanAlert
+ScreenerBot
+SemrushBot
+SentiBot
+Shodan
+SlySearch
+Sottopop
+Sqlworm
+Sucuri
+SuperBot
 Szukacz
-Teleport
-TeleportPro
 Telesoft
-Telesphoreo
-Typhoeus
-URLy.Warning
-Vacuum
-VidibleScraper
-Virusdie
-Voltron
+TightTwatBot
+Titan
+True_Robot
+VelenPublicWebCrawler
 WWW-Collector-E
-Wallpapers
-WeSEE
+WWWOFFLE
 Web Auto
 Web Collage
-Whack
-Wotbox
-Xaldon WebSpider
-YoudaoBot
-Zade
-Zermelo
-cah.io.community
-dataforseo.com
-gopher
-meanpathbot
-muhstik-scan
-polaris version
-s1z.ru
+WebPix
+WebsiteQuester
+Whatweb
+Zauba
+ZyBorg
+archive.org_bot
+crawler.feedback
+domainsproject.org
+openai.com
+plumanalytics
+probe-image-size
+scan.lol
 serpstatbot
-sogouspider
-zauba.io
+spyfu
+tAkeOut