V4.2023.12.4175 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-360Spider
-ADmantX
-ALittle Client
+80legs
+Abonti
+Aboundex
+Acunetix
+AdsTxtCrawlerTP
 AhrefsBot
-AlphaBot
-Atomseobot
-BBBike
-BLEXBot
-BackWeb
-Bandit
-BatchFTP
-Battleztar Bazinga
-Bitacle
-Blackboard
-Bytespider
-CSHttp
-CherryPicker
+Aipbot
+Anarchy99
+Ankit
+Anthill
+BackDoorBot
+Black Hole
+Boardreader
+Buddy
+BuiltBotTough
 ChinaClaw
-Crawling at Home Project
+Chlooe
 Demon
-Dispatch
-DomainAppender
-Dragonfly
+Deusu
+Dirbuster
+DnyzBot
+DomCopBot
 ECCP/1.0
+Ebingbong
 EirGrabber
-EroCrawler
-Express WebPictures
-ExtractorPro
-FDM
-FyberSpider
-Gigabot
-Go-Ahead-Got-It
-GridBot
-HTTrack
-IlseBot
-Keybot Translation-Search-Machine
-LNSpiderguy
-LWP::Simple
-LeechFTP
-LinksManager
+Fimap
+Freeuploader
+Genieo
+Grafula
+Havij
+Humanlinks
+HybridBot
+Image Fetch
+Indy Library
+Intelliseek
+JOC Web Spider
+JamesBOT
+JustView
+Leap
+Likse
 Magnet
 Mail.RU_Bot
-MarkWatch
-Mata Hari
 MauiBot
-MeanPath Bot
-MicroMessenger
-Microsoft URL Control
-Mister PiX
+Mb2345Browser
+Moblie Safari
+Mozlila
 Mr.4x3
-NetMechanic
-OutfoxBot
-Pavuk
-Pockey
-Proximic
-RankurBot
-RedesScrapy
-SEOkicks
-SISTRIX
+Musobot
+NICErsPRO
+Name Intelligence
+NetZIP
+Ninja
+Offline Explorer
+Openfind
+PageGrabber
+PageScorer
+PleaseCrawl
+Pu_iN
+Re-re
+Screaming
 ScreenerBot
-Seekport
-SeoSiteCheckup
-SeobilityBot
-Sitevigil
-SlySearch
-SmartDownload
-Snapbot
-Sottopop
-Spanner
-Sqworm
-Steeler
-SuperHTTP
+SenutoBot
+Seomoz
+SiteSnagger
+Snoopy
+Sosospider
+SpaceBison
+T0PHackTeam
 TeleportPro
-The Intraformant
-Toata
-URLy.Warning
-VidibleScraper
-Voil
-WBSearchBot
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW::Mechanize
-WallpapersHD
-WebCollage
-Whack
-WiseGuys Robot
-Wonderbot
-Zeus
-arquivo.pt
-cah.io.community
-check1.exe
-com.plumanalytics
-facebookscraper
-heritrix
-internetVista monitor
-ips-agent
-ripz
-zgrab
+Telesoft
+Telesphoreo
+Telesphorep
+TinyTestBot
+True_Robot
+Turnitin
+TurnitinBot
+V-BOT
+VCI
+Vacuum
+VelenPublicWebCrawler
+WASALive-Bot
+WEBDAV
+WeSEE
+Web Auto
+Web Sauger
+clark-crawler
+crawler4j
+dataforseo.com
+domainsproject.org
+instabid
+isitwp.com
+iubenda-radar
+lwp-request
+mediawords
+oBot
+plumanalytics
+serpstatbot
+sexsearcher
+trendiction.com
+x22Mozilla