V4.2023.03.3634 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 ADmantX
+ALittle Client
+Acunetix
 AiHitBot
-Alligator
-Anarchy
-Anarchy99
-Ankit
-Apexoo
-AwarioSmartBot
-BBBike
-Backlink-Ceck
+Alexibot
+AlphaBot
+Anarchie
+Anthill
+Asterias
+BDFetch
+Battleztar Bazinga
+BetaBot
+Blow
 Bolt
+Buck
 Bullseye
-CODE87
-Chlooe
+Cliqzbot
 Copier
-Craftbot
-Crawling at Home Project
+Crescent
+CrunchBot
 Demon
-Digincore
-Discoverybot
-DnyzBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-EMail Wolf
-Ecxi
-Express WebPictures
-EyeNetIE
-FemtosearchBot
-Foobot
-GoZilla
-GrapeFX
-Humanlinks
-IDBot
-Iblog
-Image Fetch
-IndeedBot
-InterGET
-IstellaBot
-JOC Web Spider
-JennyBot
+Discobot
+DomCopBot
+Domains Project
+ECCP/1.0
+Evil
+Extreme Picture Finder
+FHscan
+Freeuploader
+GermCrawler
+GetWeb
+Gigabot
+HTMLparser
+HonoluluBot
+Iskanie
+Jorgee
+Kenjin Spider
 Lanshanbot
-LeechGet
-Lftp
-Likse
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-MFC_Tear_Sample
-Mail.RU_Bot
-Masscan
-Metauri
-Moblie Safari
-MolokaiBot
-Navroad
+Leap
+LinkpadBot
+Mass Downloader
 Net Vampire
-Not
+NextGenSearchBot
 Nuclei
-OnCrawl
-Openfind
-Piepmatz
-Pump
-Re-re
-RealDownload
+Octopus
+OrangeSpider
+OutclicksBot
+PECL::HTTP
+PageGrabber
+PageThing.com
+Panscient
+Pi-Monster
+PictureFinder
+PleaseCrawl
+Quick-Crawler
+Rankivabot
+ReGet
 RepoMonkey
 SEOkicks
-SEOstats
-SemrushBot
-Site Sucker
+SalesIntelligent
+Screaming
+SeobilityBot
+Seomoz
+Siphon
+SiteSucker
+Siteimprove
 SocialRankIOBot
 Sogou web spider
-SpankBot
-Telesphoreo
-True_Robot
-Typhoeus
-Vagabondo
-VidibleScraper
-VoidEYE
+Spbot
+Spinn3r
+Szukacz
+Thumbor
+Toweyabot
+Trendictionbot
+TwengaBot
+Twice
+UnisterBot
+V-BOT
+Vacuum
+Voil
 WASALive-Bot
-WBSearchBot
-WISENutbot
-WebBandit
-WebEnhancer
-WebWhacker
-WebmasterWorldForumBot
+WPScan
+Web Collage
+Web Enhancer
+Web Fetch
+WebGo IS
+Webalta
 Webshag
-Who.is Bot
-Widow
-WinHTTrack
-Zauba
-ZoominfoBot
-adscanner
-backlink-check
-crawl.sogou.com
-domainsproject.org
+WebsiteQuester
+Wonderbot
+Zade
+arquivo.pt
+facebookscraper
+gopher
 instabid
-mediawords
-plumanalytics
+pcBrowser
 serpstatbot
-x09Mozilla
+sexsearcher
+trendiction.de
+webgains-bot