V4.2023.05.3720 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-AwarioSmartBot
-BBBike
-BDFetch
-BackWeb
-Badass
+01h4x.com
+Abonti
+Aipbot
+Alexibot
+Backlink-Ceck
+Barkrowler
 BatchFTP
-Battleztar Bazinga
-CherryPicker
-Cloud mapping
-Copier
-Copyscape
-Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-Custo
+BlackWidow
+BotALot
+Buck
+CATExplorador
+CSHttp
+CheTeam
+Claritybot
+DBLBot
+DTS Agent
 DataCha0s
 DatabaseDriverMysqli
-Dirbuster
-DnyzBot
-DomainCrawler
-Ebingbong
-EirGrabber
-Evil
-Express WebPictures
-EyeNetIE
-FDM
+Deusu
+Digincore
+Discoverybot
+Ecxi
+Extractor
 FHscan
-Foobot
 FrontPage
-G-i-g-a-b-o-t
-GrapeFX
-HaosouSpider
+GalaxyBot
+GermCrawler
+Getintent
+GoZilla
+Haansoft
+Harvest
 Image Fetch
-Image Sucker
+InfoTekies
 InterGET
-Jbrofuzz
+Iria
+JennyBot
+Kozmosbot
 LNSpiderguy
-Lanshanbot
-Linkbot
-LinksManager
-Ltx71
-Mag-Net
-Mail.RU_Bot
-MarkMonitor
-Microsoft Data Access
+LieBaoFast
+LinqiaScrapeBot
+Lmspider
+Majestic SEO
 Moblie Safari
-Nameprotect
-NearSite
-Nimbostratus
-Offline Navigator
+MolokaiBot
+Mozlila
+NICErsPRO
+NPbot
+Needle
+Nettrack
+Nikto
+NimbleCrawler
+OutclicksBot
+OutfoxBot
 Pavuk
-Petalbot
-Picsearch
-ProWebWalker
+PeoplePal
+Piepmatz
+Pump
 RankurBot
 Reaper
-Searchestate
-Seomoz
-Sitevigil
-SuperBot
-Teleport
-Toweyabot
-Trendictionbot
+RocketCrawler
+Scrapy
+SeekportBot
+SentiBot
+Siphon
+Sucker
+TightTwatBot
+Trendiction
+Turingos
+TurnitinBot
 TwengaBot
-Twice
-Typhoeus
-URLy.Warning
-UnisterBot
 Upflow
-VCI
-VelenPublicWebCrawler
 VoidEYE
-WEBDAV
-WWW-Collector-E
-WWW::Mechanize
-Web Auto
-Web Collage
-Web Fetch
-WebSucker
-Whack
+Voil
+WASALive-Bot
+Wallpapers
+WallpapersHD
+Web Enhancer
+Web Sucker
+WebCollage
+WebCopier
+WebReaper
+Webalta
+WebmasterWorldForumBot
+Website Quester
+Wotbox
 Wprecon
-Xaldon_WebSpider
+Xaldon WebSpider
 Zade
-Zauba
+ZoominfoBot
+ZyBorg
+archive.org_bot
 arquivo.pt
-check1.exe
-dataforseobot
-domainsproject.org
-lwp-request
-page scorer
-polaris version
-s1z.ru
-seobility
-seoscanners
-seostar
-sitechecker.pro
+gopher
+linkdexbot
+magpie-crawler
+pcBrowser
+ripz
+scalaj-http
 spyfu
-trendiction.com
-webpros.com
+tAkeOut