V4.2023.05.3731 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
 360Spider
-ADmantX
-AIBOT
-ASPSeek
-Aboundex
-Alexibot
-Anarchy
-Bigfoot
-Blow
+404checker
+ALittle Client
+Acunetix
+AfD-Verbotsverfahren
+Ankit
+BDFetch
+Bolt
+BuiltBotTough
 BunnySlippers
 CSHttp
-Cegbfeieh
-CheTeam
-Citoid
-CopyRightCheck
-CrazyWebCrawler
-Crescent
-DSearch
-DTS Agent
-Deusu
-Discoverybot
-DomCopBot
-DomainStatsBot
-Drip
-EMail Siphon
-EirGrabber
-GermCrawler
-Harvest
-IndeedBot
+CensysInspect
+Cliqzbot
+Craftbot
+DBLBot
+DataCha0s
+DatabaseDriverMysqli
+Digincore
+DomainCrawler
+Domains Project
+Dotbot
+ExtLinksBot
+Extreme Picture Finder
+Ezooms
+FDM
+FemtosearchBot
+Fimap
+FlashGet
+GetRight
+GrapeshotCrawler
+HTMLparser
+Image Sucker
+InfoNaviRobot
 InternetSeer
-Iskanie
-Jorgee
+IstellaBot
+Jetty
+JikeSpider
 JustView
-Jyxobot
-Lanshanbot
-Libwhisker
-Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
-Mass Downloader
-Mediatoolkitbot
-Microsoft Data Access
-Minefield
-Moblie Safari
-MolokaiBot
-Nessus
-NetSpider
-Nettrack
+Keybot Translation-Search-Machine
+Larbin
+Leap
+LexiBot
+LibWeb
+LinkextractorPro
+MIDown tool
+Mr.4x3
+Net Vampire
+Netcraft
 Niki-bot
-Nutch
+OpenLinkProfiler
 PECL::HTTP
-PageAnalyzer
-PageThing.com
-Papa Foto
-Pi-Monster
-Picscout
-Piepmatz
-PxBroker
-Rogerbot
-SEOkicks-Robot
-SISTRIX
-ScanAlert
-SmartDownload
-Snapbot
-Snoopy
-SocialRankIOBot
-Spanner
-Spbot
-Sqworm
-SurveyBot
-T8Abot
-V-BOT
-Vacuum
-VoidEYE
-WASALive-Bot
+PictureFinder
+Pimonster
+Pixray
+Pockey
+QueryN Metasearch
+RankFlex
+RankingBot
+ReGet
+RealDownload
+RebelMouse
+Scanbot
+ScreenerBot
+Seekport
+SiteLockSpider
+Snake
+Sogou web spider
+Spinn3r
+Surfbot
+Suzuran
+Telesphorep
+Titan
+Toweyabot
+TurnitinBot
+TwengaBot
+URLy.Warning
 WEBDAV
-Wallpapers
 Web Collage
-Web Fetch
-WebAuto
-WebPix
+Web Enhancer
+Web Pix
+Web Sucker
+WebCollage
 WebWhacker
-Webalta
-Whack
-Widow
-WinHTTrack
-WiseGuys Robot
-Zermelo
-Zeus
-ZyBorg
-crawl.sogou.com
+Website Quester
+WebsiteExtractor
+Xaldon WebSpider
+Xaldon_WebSpider
+ZoominfoBot
+coccocbot
 dataforseo.com
-gopher
-lwp-request
 muhstik-scan
+oBot
+polaris version
+satoristudio.net
 seocompany.store
-sysscan
-webgains-bot
-x09Mozilla
-xpymep1.exe
+serpstatbot
+sexsearcher
+webmeup-crawler
+zauba.io