V4.2023.06.3791 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
+80legs
+AIBOT
+ALittle Client
+Aboundex
 AdsTxtCrawlerTP
-Anarchie
+Alligator
 Anthill
+BBBike
 BDFetch
-Badass
-Barkrowler
-Battleztar Bazinga
-Boardreader
-CCBot
-CheeseBot
-Claritybot
+BlackWidow
+Blackboard
+Brandwatch
+BuiltBotTough
+Bullseye
+CheTeam
+ChinaClaw
 Cloud mapping
-CopyRightCheck
+Cogentbot
 Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-DTS Agent
+Curious
+DSearch
+DatabaseDriverMysqli
+DigitalPebble
+DomCopBot
 DomainStatsBot
-Dotbot
-Dragonfly
 EMail Siphon
-EirGrabber
-Evil
+EMail Wolf
+ExtractorPro
 EyeNetIE
-Firefox/7.0
-FrontPage
-GalaxyBot
-GetWeb
-GrapeshotCrawler
-Haansoft
-Hloader
-IRLbot
-Id-search
+Freeuploader
+Grabber
+HMView
+HonoluluBot
+IndeedBot
+InterGET
 InternetSeer
-Jyxobot
-Kenjin Spider
+JOC Web Spider
+Keyword Density
+Kinza
 Kozmosbot
-Lftp
-Likse
-LinqiaScrapeBot
-Lipperhey Spider
-MTRobot
-Magnet
-MarkWatch
-Mass Downloader
-Mb2345Browser
-Mediatoolkitbot
-Microsoft Data Access
+Larbin
+MIIxpc
+MJ12bot
+Metauri
+Moblie Safari
 MolokaiBot
-Name Intelligence
+Navroad
 Net Vampire
-NetMechanic
-NetSpider
-Nettrack
-OrangeSpider
-PageThing.com
-Panscient
+Ninja
+Offline Explorer
+OpenLinkProfiler
+PageScorer
 Pavuk
-Pockey
-PyCurl
-Quick-Crawler
-ReGet
-SBIder
-ScoutJet
-SlySearch
-Sogou web spider
-T0PHackTeam
-Telesoft
-The Intraformant
-TheNomad
+PeoplePal
+Picscout
+Picsearch
+Pixray
+ProPowerBot
+Psbot
+RankingBot2
+SMTBot
+Scanbot
+ScrepyBot
+SeobilityBot
+Siteimprove
+SmartDownload
+Spinn3r
+Sqworm
+Suzuran
+Telesphorep
 Trendiction
+Twice
 VB Project
-WBSearchBot
-WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Fuck
-WebFuck
+VeriCiteCrawler
+Voil
+WASALive-Bot
+Web Collage
+Web Pix
+Web Sauger
+WebImageCollector
+WebmasterWorldForumBot
 WebsiteExtractor
-Widow
-Xaldon WebSpider
-Xenu
+Wonderbot
+Wotbox
 Zeus
+Zitebot
+ZmEu
 ZoomBot
-ZumBot
-arquivo-web-crawler
-cah.io.community
+ZoominfoBot
+archive.org_bot
 cognitiveseo
-dataforseo.com
-evc-batch
-facebookscraper
-lwp-request
-meanpathbot
-netEstate NE Crawler
+magpie-crawler
+mediawords
+pcBrowser
+probe-image-size
+s1z.ru
+seocompany.store
+sitechecker.pro
 sp_auditbot
-sysscan
-webmeup-crawler
-x09Mozilla
-zgrab
+tAkeOut