V4.2023.12.4173 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
+80legs
+Abonti
+Aboundexbot
 AdsTxtCrawlerTP
+AiHitBot
+Anarchie
 Atomseobot
-BBBike
-BacklinkCrawler
-Battleztar Bazinga
-BlackWidow
-Blackboard
+BackDoorBot
+Bitacle
+Black Hole
 Buck
-BuiltWith
-Chlooe
+Buddy
+CCBot
+CensysInspect
 Cloud mapping
-CrazyWebCrawler
+Cogentbot
+Copier
+Cosmos
+Crescent
+CrunchBot
+CyotekWebCopy
+DataCha0s
 DatabaseDriverMysqli
-DigitalPebble
-Discoverybot
+Dirbuster
+Disco
+Discobot
+DnBCrawler-Analytics
+DomainCrawler
 Dotbot
-Drip
-Ebingbong
-EyeNetIE
+EMail Wolf
+Ecxi
+Firefox/7.0
+Freeuploader
+GPTBot
 GalaxyBot
-GermCrawler
-GetWeb
-Grafula
-Hloader
-HybridBot
-IDBTE4M
-IRLbot
-IlseBot
-Image Fetch
-Internet Ninja
-Jetty
+Getintent
+Go!Zilla
+GoZilla
+HMView
+HTTrack
+Haansoft
+Harvest
+HonoluluBot
+Intelliseek
+Iskanie
+Keybot Translation-Search-Machine
 Keyword Density
 Lanshanbot
 LeechFTP
-Lftp
+LibWeb
+Libwhisker
 LieBaoFast
-LinkpadBot
-Lipperhey Spider
-MFC_Tear_Sample
-MIDown tool
-MSFrontPage
-Mag-Net
+LinkextractorPro
+Lipperhey
+Lmspider
+MIIxpc
 Magnet
-Mass Downloader
-MegaIndex.ru
-Microsoft URL Control
-Moblie Safari
-NetAnts
-Offline Navigator
-OutclicksBot
-OutfoxBot
-Petalbot
+Mata Hari
+Morfeus Fucking Scanner
+Mr.4x3
+NPbot
+NetZIP
+NimbleCrawler
+OnCrawl
+Openfind
+Page Analyzer
+Panscient
 Picsearch
-Piepmatz
-PleaseCrawl
-PxBroker
-Quick-Crawler
-RSSingBot
-RankFlex
-RankingBot
-RankingBot2
-RankurBot
-Reaper
-RebelMouse
-SBIder
-SISTRIX
-ScrepyBot
-Searchestate
+RankActive
+SalesIntelligent
 SearchmetricsBot
 Semrush
 Sitebeam
-SmartDownload
-Snoopy
-SpaceBison
-SpankBot
-Spanner
-SurveyBot
-T8Abot
-TightTwatBot
-Trendictionbot
-Turnitin
-UnisterBot
-V-BOT
-VB Project
-VelenPublicWebCrawler
+Siteimprove
+Sqlmap
+Sqworm
+Steeler
+Surfbot
+TeleportPro
+Thumbor
+Typhoeus
+VidibleScraper
+WWW-Collector-E
+WWW-Mechanize
 Web Auto
-WebPix
-WebStripper
-WebWhacker
-Wonderbot
-Wprecon
+Web Collage
+WebmasterWorldForumBot
 Xaldon WebSpider
+Zauba
 Zeus
-Zitebot
-magpie-crawler
-seoscanners
-sp_auditbot
-ubermetrics-technologies.com
-voyagerx.com
+arquivo-web-crawler
+arquivo.pt
+crawler.feedback
+dataforseo.com
+ips-agent
+ripz
+sogouspider
+trendiction.de
+webgains-bot
+webprosbot