V4.2023.03.3654 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+ALittle Client
 Aboundexbot
-AhrefsBot
-Anarchie
-AwarioSmartBot
-BDFetch
-BotALot
+Acunetix
+AlphaBot
+BLEXBot
+Bigfoot
+Brandprotect
+Buck
 BuzzSumo
+CODE87
+CSHttp
+CazoodleBot
 Cegbfeieh
-CherryPicker
-Cliqzbot
-Copier
-Copyscape
-Crawling at Home Project
-Curious
-CyotekWebCopy
-DTS Agent
-Demon
-Deusu
+ChinaClaw
+Citoid
+Cloud mapping
+Cogentbot
+Crescent
+DSearch
 Digincore
-DigitalPebble
-Disco
-Discoverybot
-DnyzBot
-DomainStatsBot
-Exabot
+Dispatch
+DittoSpyder
+EasyDL
 ExtLinksBot
-FlashGet
-GT::WWW
-Gigabot
+FemtosearchBot
+Freeuploader
+Fyrebot
+G-i-g-a-b-o-t
+Genieo
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-GridBot
-HTTP::Lite
-InterGET
-JOC Web Spider
-Jetty
-JikeSpider
-LWP::Simple
-Leap
-LeechFTP
-LinkScan
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-MIIxpc
-MJ12bot
-MTRobot
-Mass Downloader
+Grabber
+IDBTE4M
+Indy Library
+Iria
+LieBaoFast
+MSIECrawler
+Mag-Net
+Mail.RU_Bot
 Mata Hari
-MegaIndex.ru
 Metauri
-MicroMessenger
-NimbleCrawler
-Offline Explorer
-OrangeSpider
-OutclicksBot
+Mister PiX
+Mr.4x3
+Name Intelligence
+Nameprotect
+NetAnts
+NetLyzer
+Nibbler
+Niki-bot
+Nikto
 OutfoxBot
-Pavuk
-PeoplePal
-Petalbot
-Pixray
-PleaseCrawl
+Papa Foto
+Pockey
+Probethenet
 PxBroker
+Quick-Crawler
 RankingBot2
-Re-re
-ReGet
-RebelMouse
-SBIder
-Scanbot
-Seomoz
-Siteimprove
-Sottopop
-SpankBot
-Stripper
+RealDownload
+Reaper
+SMTBot
+ScoutJet
+Screaming
+Site Sucker
+SiteSnagger
+Sitevigil
+Snapbot
+SocialRankIOBot
+SpaceBison
+Spammen
+SputnikBot
 SuperBot
-SuperHTTP
-Swiftbot
-Szukacz
-T0PHackTeam
+Surfbot
+Suzuran
 T8Abot
-Telesphorep
-Toweyabot
+Thumbor
+Titan
+TwengaBot
 Twice
-Upflow
-Vacuum
-Voltron
-WISENutbot
-Web Auto
-Web Fuck
+Typhoeus
+URLy.Warning
+VeriCiteCrawler
+Web Collage
 Web Pix
-WebWhacker
-Webster
-YoudaoBot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
-gopher
-mediawords
+WebAuto
+Webalta
+WebmasterWorldForumBot
+Zermelo
+adscanner
+arquivo.pt
+heritrix
+lwp-trivial
+meanpathbot
 page scorer
 polaris version
-s1z.ru
+ripz
+seobility
+serpstatbot
+sysscan
+trendiction.de
+zauba.io