V4.2023.06.3800 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AiHitBot
-Alligator
-Anarchy99
+01h4x.com
+404checker
+ADmantX
+AIBOT
 Apexoo
-AwarioRssBot
+Attach
+BLEXBot
 BacklinkCrawler
-BuiltBotTough
-Bullseye
-ChinaClaw
-Cliqzbot
-Copyscape
-CrunchBot
+BetaBot
+Boardreader
+Brandprotect
+Buddy
+CATExplorador
+CherryPicker
+Chlooe
+Citoid
+Claritybot
+Cocolyzebot
+Collector
+Crawling at Home Project
+Crescent
 DBLBot
-DTS Agent
 Devil
-DigitalPebble
-Disco
-Dispatch
-DomCopBot
-DomainAppender
-Dotbot
+DnBCrawler-Analytics
+DomainCrawler
+Domains Project
 Dragonfly
 EMail Wolf
-Express WebPictures
-EyeNetIE
-Flunky
-GT::WWW
-GermCrawler
-Getintent
-Gigabot
-Go-Ahead-Got-It
-GridBot
-HEADMasterSEO
-Iskanie
-Jorgee
-JustView
-Keyword Density
-LWP::Simple
-Larbin
-Lftp
-LieBaoFast
-Lightspeedsystems
-Lmspider
-MFC_Tear_Sample
+Ecxi
+Exabot
+Extractor
+Extreme Picture Finder
+Fimap
+FlashGet
+GetRight
+GrabNet
+Grafula
+HTTP::Lite
+IndeedBot
+JamesBOT
+JikeSpider
+LNSpiderguy
+Lipperhey Spider
 MIIxpc
-MTRobot
+Mag-Net
 Masscan
-Mb2345Browser
+MeanPath Bot
+Minefield
 Mister PiX
-Mojeek
-Mozlila
-Msrabot
-NICErsPRO
-NPbot
-Net Vampire
-NetAnts
+Morfeus Fucking Scanner
+Musobot
+Navroad
+NetMechanic
 NetSpider
-NetZIP
-Nikto
-Offline Explorer
+Nibbler
+Nimbostratus
+OnCrawl
 Openvas
-PageScorer
-Panscient
-Pimonster
-ProPowerBot
-ProWebWalker
-Rankivabot
-Reaper
-SEOlyticsCrawler
-Searchestate
-Semrush
-SemrushBot
-Site Sucker
-SiteSnagger
-SiteSucker
-Sqlmap
-Sqlworm
-Surfbot
-TeleportPro
-TheNomad
-Vagabondo
-VeriCiteCrawler
-Wallpapers
-Web Collage
-WebCollage
-WebEnhancer
-WebWhacker
-Website Quester
-Whack
-Xaldon_WebSpider
-YoudaoBot
+PageAnalyzer
+Papa Foto
+Picscout
+RankActiveLinkBot
+ReGet
+RedesScrapy
+SeekportBot
+SemanticJuice
+SeoSiteCheckup
+SeobilityBot
+Snake
+SocialRankIOBot
+Sottopop
+SpaceBison
+Spbot
+Swiftbot
+Szukacz
+Telesoft
+Toweyabot
+TwengaBot
+Virusdie
+Wallpapers/3.0
+WebBandit
+WebFetch
+WiseGuys Robot
+Wonderbot
+Woobot
 ZyBorg
-cah.io.community
-com.plumanalytics
-domainsproject.org
-page scorer
-siteripz
-trendiction.de
-voyagerx.com
-webmeup-crawler
+archive.org_bot
+arquivo.pt
+coccocbot
+eCatch
+ips-agent
+lwp-request
+pcBrowser
+s1z.ru
+scan.lol
+spyfu
+sysscan
+trendiction.com
+webgains-bot
+x09Mozilla