V4.2023.04.3657 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Aboundexbot
-AhrefsBot
-Alligator
-AlphaBot
-Anarchy99
-Asterias
+01h4x.com
+AIBOT
+Aipbot
+AllSubmitter
+Aspiegel
 BDCbot
-BacklinkCrawler
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-Bigfoot
-Bullseye
-ChinaClaw
-CopyRightCheck
-Custo
+BLEXBot
+BackDoorBot
+BlowFish
+Boardreader
+Buck
+CATExplorador
+Calculon
+CheTeam
+Cogentbot
+DIIbot
 DataCha0s
-DatabaseDriverMysqli
+Demon
 Deusu
-DnBCrawler-Analytics
-DomainStatsBot
-Express WebPictures
-FDM
-FemtosearchBot
-GT::WWW
-GrabNet
+Devil
+Discoverybot
+EroCrawler
+Freeuploader
+Gigabot
 Grabber
-Grafula
-GrapeFX
 GridBot
+HTTrack
 HaosouSpider
-Harvest
-Id-search
-IlseBot
-Intelliseek
+Image Fetch
+Image Sucker
+InfoTekies
+Iria
+JikeSpider
 Jorgee
-LWP::Simple
+Keybot Translation-Search-Machine
+LNSpiderguy
+Larbin
 Lftp
-LinkpadBot
-LinksManager
-MTRobot
-Mag-Net
-Mass Downloader
-Metauri
-Mr.4x3
-NPbot
+LieBaoFast
+Likse
+LinkWalker
+Litemage_walker
+MIIxpc
+MJ12bot
+Magnet
+MarkWatch
+Mb2345Browser
+Msrabot
+Needle
 Net Vampire
-NextGenSearchBot
-NimbleCrawler
-Ninja
-Offline Navigator
-OpenVAS
+Nettrack
+Netvibes
 Openvas
-Panscient
-Piepmatz
-ProPowerBot
-ProWebWalker
-Pu_iN
-RankFlex
-Searchestate
-Semrush
-SeobilityBot
-Site Sucker
-SiteLockSpider
+POE-Component-Client-HTTP
+PageGrabber
+Pi-Monster
+Pimonster
+QueryN Metasearch
+Rankivabot
+RedesScrapy
+RocketCrawler
+SEOprofiler
+Scanbot
 Sitebeam
-Siteimprove
-Sogou web spider
-Sottopop
-Sucuri
+Snake
+Snapbot
+Sqworm
 Swiftbot
+TeleportPro
+Telesphoreo
+Titan
 Tracemyfile
-Turnitin
+Trendiction
+Turingos
+Twice
+Upflow
 VB Project
-VidibleScraper
-WEBDAV
-Wallpapers/3.0
-Web Collage
-WebEnhancer
+VoidEYE
+WISENutbot
+WallpapersHD
+WebCollage
 WebGo IS
-Widow
+WebPix
+WebWhacker
 WiseGuys Robot
-Zitebot
-ZumBot
-arquivo-web-crawler
-crawler4j
-dataforseo.com
-ips-agent
-mediawords
-plumanalytics
-scalaj-http
-seoscanners
-serpstatbot
-sysscan
-trendiction.com
-webmeup-crawler
-webprosbot
-x22Mozilla
-xpymep1.exe
-zauba.io
+Wotbox
+Xenu
+ZmEu
+ZoominfoBot
+coccocbot
+internetVista monitor
+isitwp.com
+magpie-crawler
+meanpathbot
+satoristudio.net
+seobility
+sexsearcher
+sp_auditbot
+tAkeOut
+webpros.com