V4.2024.10.4816 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-AdsTxtCrawlerTP
-AhrefsBot
+ASPSeek
 BBBike
-BacklinkCrawler
-BacklinksExtendedBot
-Barkrowler
-Battleztar Bazinga
-Black Hole
-BlackWidow
-BotALot
-BuiltWith
-BuzzSumo
-CATExplorador
-CCBot
-CheeseBot
-CyotekWebCopy
-DBLBot
-DIIbot
-Dispatch
+BetaBot
+Bigfoot
+Brandprotect
+Buck
+BunnySlippers
+CSHttp
+Calculon
+Cegbfeieh
+Copyscape
+Craftbot
+Digincore
+Discobot
 DnyzBot
-DomainSigmaCrawler
-Dotbot
-EMail Siphon
-EMail Wolf
-EyeNetIE
+EasyDL
+Ecxi
+EroCrawler
+Evil
+ExtLinksBot
 FlashGet
-G-i-g-a-b-o-t
-HMView
-IRLbot
+Flunky
+Foobot
+GetRight
+Gigabot
+GoZilla
+Gotit
+Grabber
+Harvest
+IDBTE4M
 IlseBot
-Image Fetch
-Indy Library
-InfoNaviRobot
-JOC Web Spider
-Leap
+Jetty
+LNSpiderguy
 LeechFTP
-LeechGet
-LibWeb
 Likse
-Lipperhey Spider
-MIDown tool
-MIIxpc
-MarkMonitor
+Mata Hari
+Mediatoolkitbot
 Microsoft Data Access
-MolokaiBot
-Msrabot
-NetSpider
-Niki-bot
-Nmap
-OnCrawl
-OpenVAS
-Openvas
+NPbot
+NimbleCrawler
+Offline Navigator
 PECL::HTTP
 POE-Component-Client-HTTP
-Panscient
-ProPowerBot
-Psbot
+Petalbot
+Pi-Monster
+Picsearch
+Piepmatz
+Pump
 PyCurl
-Rainbot
-Rogerbot
-SEOlyticsCrawler
-SEOprofiler
-SemrushBot
-Snake
-SpaceBison
-Spinn3r
-Sqworm
+RankingBot
+Ripper
+RocketCrawler
+ScanAlert
+Scrapy
+Searchestate
+SeobilityBot
+Seomoz
+Site Sucker
+Sitebeam
+Sociscraper
+Sosospider
+Spanner
+Spider_Bot
 Steeler
 Sucuri
-T8Abot
-TinyTestBot
-Titan
-Toweyabot
-Trendictionbot
-Upflow
-Voil
-WISENutbot
-WWW-Collector-E
-WeSEE
-Web Enhancer
-WebEnhancer
+Szukacz
+T0PHackTeam
+Teleport
+The Intraformant
+VelenPublicWebCrawler
+VoidEYE
+Web Auto
+Web Collage
+Web Sucker
+WebSauger
+Widow
 Woobot
-Xaldon_WebSpider
-YaK
-Zeus
-ZoomBot
+Wotbox
+Wprecon
+Zermelo
+Zitebot
+ZumBot
 ZyBorg
-autoemailspider
-cah.io.community
+adscanner
+archive.org_bot
+backlink-check
+cohere-ai
 dataforseo.com
-domainsproject.org
-imagesift.com
+eCatch
+facebookscraper
 instabid
-internetVista monitor
-mediawords
-omgili
+ips-agent
+openai.com
 plumanalytics
-voyagerx.com
-xpymep1.exe
+ripz
+spyfu
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+webgains-bot