V4.2023.10.4063 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-AfD-Verbotsverfahren
-Ankit
-Anthill
+01h4x.com
+Aipbot
+Alexibot
 Apexoo
+Asterias
 AwarioRssBot
 BDCbot
-BLEXBot
-Blow
-Boardreader
-Buddy
-BuiltWith
-BuzzSumo
-CODE87
-CopyRightCheck
-Crawling at Home Project
-Curious
-Demon
-Deusu
-Disco
-DittoSpyder
-DomainCrawler
-Drip
-EMail Wolf
-EirGrabber
-EyeNetIE
+Bigfoot
+CazoodleBot
+Cegbfeieh
+Cocolyzebot
+CrunchBot
+DIIbot
+DigitalPebble
+DnyzBot
+DomainStatsBot
+Domains Project
+Dragonfly
+Express WebPictures
+FemtosearchBot
 FlashGet
-FyberSpider
-G-i-g-a-b-o-t
-GrabNet
+Foobot
+Freeuploader
+GetRight
 Grafula
-HTMLparser
-HaosouSpider
-Harvest
+GrapeFX
+HTTrack
+Heritrix
 IRLbot
-IlseBot
-JustView
-Larbin
-LexiBot
-LieBaoFast
-LinqiaRSSBot
-Lipperhey
-Lmspider
-MQQBrowser
-Mb2345Browser
+Iblog
+InfoNaviRobot
+Intelliseek
+Internet Ninja
+Jbrofuzz
+Kenjin Spider
+LNSpiderguy
+LeechFTP
+LinkWalker
+LinkextractorPro
+LinkpadBot
+MSIECrawler
+Mata Hari
+MeanPath Bot
+Microsoft Data Access
 Mister PiX
-Mojolicious
 MolokaiBot
 Morfeus Fucking Scanner
-Msrabot
-Net Vampire
-Nibbler
+Nessus
+Netcraft
+Nimbostratus
 Octopus
-Offline Explorer
 OpenVAS
 Openvas
-OrangeBot
-ProWebWalker
-RankActive
-Recorder
+PHPCrawl
+PageGrabber
+Probethenet
+Pump
+Rankivabot
+RankurBot
 Ripper
-Searchestate
-Siphon
-Site Sucker
-Sucker
-T8Abot
+RocketCrawler
+Rogerbot
+SEOlyticsCrawler
+SISTRIX
+SMTBot
+SalesIntelligent
+ScrepyBot
+SeekportBot
+SenutoBot
+SeoSiteCheckup
+Seomoz
+SlySearch
+Snoopy
+Sogou web spider
+Spinn3r
+Telesphoreo
 Telesphorep
-Thumbor
-Tracemyfile
-True_Robot
-TurnitinBot
-Twice
-UnisterBot
-VCI
+Typhoeus
+V-BOT
+VidibleScraper
 VoidEYE
-WBSearchBot
 Wallpapers
-Web Enhancer
-Web Sauger
-WebEnhancer
-WebSucker
-WebZIP
-Webalta
-WebsiteExtractor
-Whack
-WiseGuys Robot
-Xaldon WebSpider
-arquivo.pt
-backlink-check
+Wallpapers/3.0
+WallpapersHD
+Web Fetch
+WebFuck
+WebWhacker
+Whacker
+Wotbox
+ZoominfoBot
 check1.exe
-coccocbot
-crawler4j
-domainsproject.org
-heritrix
-linkdexbot
-meanpathbot
-pcBrowser
-scan.lol
-seobility
+com.plumanalytics
+dataforseo.com
+facebookscraper
+internetVista monitor
+netEstate NE Crawler
+seoscanners
 sitechecker.pro
+webmeup-crawler
+zgrab